{"meta":{"query_hash":"eaf1a5f68a4c","filters":{"venue":"The International Review of Research in Open and Distributed Learning"},"cohort_total":1490,"direct_labels_cover":4,"predictions_cover":1490,"exported":1490,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/eaf1a5f68a4c","api":"https://metacan.xera.ac/api/v1/cohort?venue=The+International+Review+of+Research+in+Open+and+Distributed+Learning"},"results":[{"id":"W1479786099","doi":"10.19173/irrodl.v13i3.1171","title":"Development and validation of the Online Student Connectedness Survey (OSCS)","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social connectedness; Distance education; Psychology; Certificate; Online community; Turkish; Mathematics education; Medical education; Computer science; Social psychology; World Wide Web; Medicine","score_opus":0.17466499356309367,"score_gpt":0.5074789962834505,"score_spread":0.3328140027203568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1479786099","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89712465,0.00018014509,0.04038645,0.00072878937,0.00032619003,0.03546953,0.0077006225,0.0006628315,0.01742079],"genre_scores_gemma":[0.7598369,0.00051771686,0.12645353,0.0011722427,0.00016987923,0.08071453,0.020593228,0.00034820804,0.010193785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98615277,0.0056793937,0.002513343,0.0009993135,0.003986245,0.00066893134],"domain_scores_gemma":[0.95774853,0.010272656,0.0026426292,0.0038443631,0.02321627,0.0022755603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03078666,0.0006134698,0.00064134336,0.0045152893,0.00096165034,0.0012278167,0.0012573028,0.00068870024,0.0036556725],"category_scores_gemma":[0.029574474,0.00066359015,0.0010093234,0.0020211875,0.0008132325,0.0014372488,0.0023579122,0.0012374913,0.0019833227],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065033074,0.005009832,0.5277553,0.000582622,0.00014696865,0.00027223062,0.011365738,0.0018478539,0.008145393,0.0029298295,0.014164131,0.4271298],"study_design_scores_gemma":[0.00041111905,0.004905418,0.8944885,0.00047484424,0.00009820417,0.00029996387,0.011044314,0.006389079,0.0070567187,0.0013684091,0.07333217,0.00013127805],"about_ca_topic_score_codex":0.0035386444,"about_ca_topic_score_gemma":0.0045903656,"teacher_disagreement_score":0.03078666,"about_ca_system_score_codex":0.0013374412,"about_ca_system_score_gemma":0.005187072,"threshold_uncertainty_score":0.16281736},"labels":[],"label_agreement":null},{"id":"W1480484553","doi":"10.19173/irrodl.v16i3.2085","title":"Expanding the interaction equivalency theorem","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Disengagement theory; Mathematics education; Computer science; Distance education; Psychology; Knowledge management; Pedagogy","score_opus":0.1914290036941601,"score_gpt":0.5272306270055516,"score_spread":0.33580162331139146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480484553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01776953,0.0014687128,0.80033046,0.005572397,0.0010364839,0.0006997088,0.0006052164,0.0020465069,0.1704709],"genre_scores_gemma":[0.62849647,0.0014041549,0.32193083,0.004128204,0.0015974767,0.004305923,0.0013190004,0.0019854505,0.034832455],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9691965,0.0132190995,0.0024069888,0.005722181,0.008272687,0.0011825793],"domain_scores_gemma":[0.93036747,0.05281716,0.0019015555,0.0072068744,0.0066010933,0.0011059534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014349198,0.0012667467,0.0012027422,0.0025843729,0.002605535,0.0057420195,0.0032549424,0.003366974,0.036405995],"category_scores_gemma":[0.054677814,0.0010647512,0.0027379561,0.0015035807,0.00738454,0.017857727,0.010690611,0.0065763067,0.013849724],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004600827,0.00032506205,0.0036712263,0.0005346594,0.000052172323,0.00037092427,0.0027913598,0.0019493719,0.00230096,0.7523915,0.014122086,0.22103053],"study_design_scores_gemma":[0.00025478724,0.0006749147,0.004125295,0.00029307255,0.00009182495,0.0016719184,0.00084012677,0.021068228,0.0044149295,0.74183905,0.22458759,0.00013820201],"about_ca_topic_score_codex":0.0012221088,"about_ca_topic_score_gemma":0.000613523,"teacher_disagreement_score":0.036405995,"about_ca_system_score_codex":0.0022145766,"about_ca_system_score_gemma":0.0022268465,"threshold_uncertainty_score":0.12179023},"labels":[],"label_agreement":null},{"id":"W1480756546","doi":"10.19173/irrodl.v15i1.1628","title":"Rethinking dropout in online higher education: The case of the Universitat Oberta de Catalunya","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Dropout (neural networks); Drop out; Context (archaeology); Higher education; Phenomenon; Mathematics education; Psychology; Pedagogy; Computer science; Political science; Demographic economics; Economics; Geography; Epistemology","score_opus":0.06093210020114778,"score_gpt":0.42109672944629145,"score_spread":0.3601646292451437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480756546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887573,0.0009783908,0.00027937748,0.005003844,0.000040466788,0.000024118077,0.00013478333,0.0000128296015,0.0047688284],"genre_scores_gemma":[0.9964728,0.0005184406,0.00015536747,0.00044199335,0.00002632103,0.0000136847375,0.0001258335,0.00001678606,0.0022287585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99550146,0.0020544543,0.00014020475,0.00033937025,0.0005971183,0.0013674189],"domain_scores_gemma":[0.9909678,0.0033634275,0.0015442027,0.00043677387,0.0011072552,0.0025804504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007277593,0.00032567888,0.000716513,0.0020241567,0.005522619,0.004828665,0.0021283054,0.0021151346,0.0065385187],"category_scores_gemma":[0.008765207,0.00029376158,0.0006031762,0.0030314198,0.0030337812,0.0029102045,0.0047488287,0.0030683572,0.0006699105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055674446,0.0014301436,0.71539867,0.0003854739,0.00011038068,0.016333284,0.1746755,0.0009654031,0.0004902308,0.019862043,0.013785312,0.05600683],"study_design_scores_gemma":[0.00004694235,0.00022510871,0.6730971,0.0005692522,0.000058788057,0.0013864235,0.2947613,0.0020762654,0.00023456832,0.0029159584,0.024552135,0.00007623028],"about_ca_topic_score_codex":0.17579898,"about_ca_topic_score_gemma":0.1440723,"teacher_disagreement_score":0.17579898,"about_ca_system_score_codex":0.010600293,"about_ca_system_score_gemma":0.0047459947,"threshold_uncertainty_score":0.34955144},"labels":[],"label_agreement":null},{"id":"W1480967509","doi":"10.19173/irrodl.v12i5.950","title":"Liminality and disinhibition in online language learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Liminality; Communitas; Disinhibition; Language acquisition; Discipline; Distance education; Psychology; Online learning; Sociology; Computer science; Pedagogy; Multimedia; Mathematics education; Anthropology; Social science","score_opus":0.1457451855978561,"score_gpt":0.48655007706012265,"score_spread":0.34080489146226656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480967509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.941107,0.0035570948,0.0043312158,0.0016137578,0.00003559117,0.000024544477,0.00001540305,0.000033851356,0.04928155],"genre_scores_gemma":[0.99726784,0.00073090015,0.00046287643,0.0001451503,0.000018933866,0.000015453194,0.000005944128,0.000007812783,0.0013450057],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99864143,0.0006666182,0.00009471461,0.00013652554,0.00034775687,0.00011294288],"domain_scores_gemma":[0.99389356,0.0036981292,0.0013967099,0.00028688528,0.00028213978,0.00044261996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014853489,0.00015487673,0.00023523539,0.0007376967,0.0008674237,0.0022985274,0.0005231186,0.00045355415,0.0017769022],"category_scores_gemma":[0.005491852,0.00013671463,0.000147366,0.00060772686,0.003936327,0.00130887,0.0022477894,0.0007920008,0.00017175273],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009041194,0.0015836365,0.25110802,0.0019923346,0.0001571592,0.0047946144,0.17528924,0.0014677278,0.023189675,0.13072999,0.0022932636,0.40649018],"study_design_scores_gemma":[0.000094301875,0.0009778179,0.7207239,0.00070149585,0.00023084153,0.0074911728,0.07656887,0.0047101327,0.010197608,0.14796245,0.030179504,0.00016187392],"about_ca_topic_score_codex":0.0013293187,"about_ca_topic_score_gemma":0.0018257953,"teacher_disagreement_score":0.0022985274,"about_ca_system_score_codex":0.0007462988,"about_ca_system_score_gemma":0.00071818073,"threshold_uncertainty_score":0.007855356},"labels":[],"label_agreement":null},{"id":"W1481200794","doi":"10.19173/irrodl.v12i5.977","title":"Study orchestrations in distance learning: Identifying dissonance and its implications for distance educators","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Consonance and dissonance; Cognitive dissonance; Distance education; Psychology; Educational technology; Mathematics education; Computer science; Social psychology","score_opus":0.2533573174753045,"score_gpt":0.5279369197608353,"score_spread":0.27457960228553085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481200794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98343074,0.0010659915,0.007733271,0.0011129407,0.00006557835,0.00019581964,0.00002255645,0.000020006146,0.0063531757],"genre_scores_gemma":[0.99351984,0.00044258012,0.004605196,0.00031722666,0.000037959147,0.00025399122,0.000028730065,0.000011695145,0.0007826776],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9632385,0.025359368,0.0022651325,0.0018049001,0.0063379593,0.0009941688],"domain_scores_gemma":[0.9255234,0.055546172,0.00937855,0.0037718122,0.0037064608,0.0020736135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03144387,0.0004700681,0.00068575435,0.0054595466,0.0048706983,0.0046147997,0.0016645145,0.00087963516,0.001227494],"category_scores_gemma":[0.06376701,0.00033629942,0.0003548708,0.0034668602,0.009703816,0.0039617736,0.009130261,0.0013655637,0.00019252392],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029379115,0.00023859466,0.108495906,0.00048000223,0.000049180897,0.0006781813,0.7841605,0.00014558567,0.0033622088,0.009966633,0.0006626643,0.09146678],"study_design_scores_gemma":[0.00003247091,0.00022437407,0.11818084,0.00039844564,0.00002656342,0.0013977183,0.85124815,0.00091335113,0.0016158602,0.0161539,0.009711286,0.000097069475],"about_ca_topic_score_codex":0.002084855,"about_ca_topic_score_gemma":0.0036675956,"teacher_disagreement_score":0.03144387,"about_ca_system_score_codex":0.0023810533,"about_ca_system_score_gemma":0.0033419095,"threshold_uncertainty_score":0.16629308},"labels":[],"label_agreement":null},{"id":"W1481853694","doi":"10.19173/irrodl.v4i2.151","title":"An E-Learning Experience: A written analysis based on my experience in an e-Learning Pilot Project","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unit (ring theory); Educational technology; Experiential learning; Medical education; Mathematics education; Psychology; E learning; Pedagogy; Computer science; Medicine","score_opus":0.11507942857108594,"score_gpt":0.47495385110367455,"score_spread":0.3598744225325886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481853694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.975927,0.0004797696,0.007681938,0.0023491345,0.00015931393,0.00045327088,0.0001821304,0.000088322995,0.012679171],"genre_scores_gemma":[0.9809248,0.0007582951,0.0043817568,0.0007305031,0.00009785382,0.0006367264,0.00026923703,0.00014638428,0.012054371],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99572575,0.0024012737,0.00019868632,0.00031895685,0.0008616223,0.0004936976],"domain_scores_gemma":[0.97856826,0.014834823,0.0012518327,0.00068023324,0.002909846,0.0017551036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005575916,0.0007376247,0.0005668857,0.0019742965,0.00448304,0.0035291554,0.0011595223,0.0012767189,0.0031371417],"category_scores_gemma":[0.02397483,0.0003806763,0.0003443494,0.0013491941,0.0034255546,0.0030979074,0.0036041767,0.0025539766,0.0009988248],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015557684,0.0006291162,0.018777208,0.0003843153,0.000010445576,0.003537227,0.8991716,0.00010153329,0.0050764685,0.0009926176,0.005491173,0.06567276],"study_design_scores_gemma":[0.000019262268,0.00086054805,0.032296933,0.00048349632,0.000015370259,0.003695429,0.9256822,0.00037450672,0.0023760924,0.00044290672,0.03368592,0.00006734692],"about_ca_topic_score_codex":0.00078866753,"about_ca_topic_score_gemma":0.0019495405,"teacher_disagreement_score":0.005575916,"about_ca_system_score_codex":0.0013389208,"about_ca_system_score_gemma":0.0012076446,"threshold_uncertainty_score":0.029488564},"labels":[],"label_agreement":null},{"id":"W1482073163","doi":"10.19173/irrodl.v14i1.1355","title":"An OER architecture framework: Need and design","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Organisation de Coopération et de Développement Économiques","keywords":"Open educational resources; Distance education; Computer science; Architecture; Knowledge management; Quality (philosophy); Component (thermodynamics); Relevance (law); World Wide Web; Multimedia; Engineering management; Engineering; Pedagogy; Sociology","score_opus":0.07901247596089012,"score_gpt":0.42651832042973065,"score_spread":0.34750584446884053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482073163","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007730144,0.005393704,0.9015844,0.023492835,0.0005349811,0.0009610636,0.00020854984,0.0022858533,0.05780856],"genre_scores_gemma":[0.052985344,0.004959379,0.92261213,0.0015587782,0.0002333851,0.0010142461,0.00080529065,0.00050996896,0.015321512],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9910834,0.002955211,0.0011287282,0.0011321304,0.0029623106,0.00073826534],"domain_scores_gemma":[0.99061733,0.0023397023,0.00073245994,0.001518183,0.003545502,0.0012467325],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.014366804,0.0011197174,0.00082735316,0.0042469073,0.0026738935,0.012300809,0.0049157254,0.0049871514,0.0052850405],"category_scores_gemma":[0.011563915,0.001284477,0.0012972307,0.003576105,0.0061525754,0.020273587,0.0053465287,0.0050173113,0.0033724543],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027642755,0.00017404572,0.0010432531,0.000869308,0.000016374825,0.0004474782,0.0034542491,0.0039897715,0.0027602955,0.83279026,0.0090427995,0.1453845],"study_design_scores_gemma":[0.0000400667,0.0002202028,0.0012838822,0.0026095184,0.000046059788,0.0017318374,0.006633666,0.03527837,0.0023304354,0.23510055,0.71457016,0.00015526259],"about_ca_topic_score_codex":0.007532106,"about_ca_topic_score_gemma":0.006928345,"teacher_disagreement_score":0.9950843,"about_ca_system_score_codex":0.00502902,"about_ca_system_score_gemma":0.011411935,"threshold_uncertainty_score":0.07597983},"labels":[],"label_agreement":null},{"id":"W1482250310","doi":"10.19173/irrodl.v2i2.60","title":"Out of the Shadow and Into the Spotlight: The Development of Distance Teaching in Norwegian Higher Education","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Norwegian; Obstacle; Distance education; Higher education; Shadow (psychology); Skepticism; Period (music); Sociology; Pedagogy; Political science; Psychology; Economic growth; Economics","score_opus":0.08269358522359056,"score_gpt":0.4488302477818849,"score_spread":0.36613666255829436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482250310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60613906,0.124311164,0.005568884,0.024297407,0.001442107,0.00033156754,0.00011803782,0.000065292326,0.2377264],"genre_scores_gemma":[0.95327127,0.027810803,0.0048024626,0.0009893427,0.00008041461,0.000075241995,0.000036832716,0.00003235513,0.012901159],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9925599,0.00424366,0.00027539438,0.0005295424,0.0019474407,0.00044404558],"domain_scores_gemma":[0.9919117,0.0038726192,0.00077502884,0.0002685348,0.0016450329,0.0015272005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009998932,0.00023503273,0.00028514335,0.0012812988,0.0022169603,0.0053822235,0.0015763455,0.0008435188,0.002427974],"category_scores_gemma":[0.010364424,0.00022582528,0.00017403862,0.0023072832,0.0053420775,0.0044828295,0.004889467,0.0010292507,0.00033321013],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014193772,0.0002553476,0.012291231,0.0015026173,0.0000128426045,0.0015623898,0.31661132,0.00025337184,0.0010572686,0.05355489,0.0075356006,0.60522115],"study_design_scores_gemma":[0.000056509205,0.0007925983,0.065628864,0.0047178213,0.000042736945,0.0013719931,0.36977753,0.0004133494,0.0011653976,0.013672094,0.54229295,0.00006818431],"about_ca_topic_score_codex":0.04338417,"about_ca_topic_score_gemma":0.06378812,"teacher_disagreement_score":0.04338417,"about_ca_system_score_codex":0.013708838,"about_ca_system_score_gemma":0.017015638,"threshold_uncertainty_score":0.09946501},"labels":[],"label_agreement":null},{"id":"W1483022990","doi":"10.19173/irrodl.v16i2.2019","title":"Guidelines towards the facilitation of interactive online learning programmes in higher education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Educational technology; Synchronous learning; Constructivist teaching methods; Observational study; Distance education; Open learning; Pedagogy; Constructivism (international relations); Collaborative learning; Psychology; Curriculum; Observational learning; Higher education; Facilitation; Blended learning; Learning sciences; Experiential learning; Mathematics education; Cooperative learning; Teaching method; Medicine","score_opus":0.31385284740222363,"score_gpt":0.5575729194993079,"score_spread":0.24372007209708424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483022990","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035410494,0.0792918,0.40748703,0.16227293,0.0060979645,0.03840699,0.0010906248,0.004069613,0.26587254],"genre_scores_gemma":[0.06184157,0.03232185,0.8564366,0.010645075,0.00047901302,0.018217385,0.00051457837,0.00032473274,0.019219266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.87242126,0.07532546,0.017332561,0.0028479134,0.028219553,0.003853201],"domain_scores_gemma":[0.79384315,0.114117034,0.016071405,0.011401932,0.05487064,0.009695857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1037731,0.0016167938,0.0011672026,0.0071136383,0.0042801937,0.009668239,0.0071753804,0.011133321,0.004724177],"category_scores_gemma":[0.11886417,0.0016407016,0.0014796935,0.006453668,0.0060452814,0.007017771,0.008038353,0.009003326,0.004778856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020987268,0.0025738855,0.0044007334,0.015710087,0.00007442091,0.0019229846,0.032123722,0.0022523387,0.009788183,0.08892275,0.095419005,0.746602],"study_design_scores_gemma":[0.00032105163,0.0007563124,0.014111436,0.053254258,0.00015596303,0.0011163808,0.021957854,0.001458669,0.00735277,0.04683845,0.8523704,0.00030651517],"about_ca_topic_score_codex":0.012815843,"about_ca_topic_score_gemma":0.032195862,"teacher_disagreement_score":0.1037731,"about_ca_system_score_codex":0.0061524324,"about_ca_system_score_gemma":0.038211346,"threshold_uncertainty_score":0.5488112},"labels":[],"label_agreement":null},{"id":"W1484039578","doi":"10.19173/irrodl.v12i5.960","title":"Open access textbooks and financial sustainability: A case study on Flat World Knowledge","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sustainability; Open source; Function (biology); Business; Knowledge management; Computer science; Software","score_opus":0.23384400866658706,"score_gpt":0.51898760551171,"score_spread":0.2851435968451229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484039578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736621,0.0001292921,0.000775036,0.0010481772,0.000010930478,0.0001006537,0.00008377112,0.00001728677,0.024172774],"genre_scores_gemma":[0.9894544,0.0003784743,0.0017683621,0.00015047197,0.000007580177,0.000059026122,0.00011363996,0.000016320586,0.008051754],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975159,0.0014018553,0.000089674286,0.0001162758,0.00048247958,0.00039391362],"domain_scores_gemma":[0.9912998,0.006130404,0.0006908501,0.00043054076,0.000574573,0.00087388867],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0026792486,0.00034100024,0.00032418387,0.0018880877,0.0049758465,0.003956901,0.0014209239,0.0024124747,0.0067970296],"category_scores_gemma":[0.009858803,0.00027789793,0.00042194137,0.003996858,0.00330962,0.0041633747,0.0028902558,0.0015009965,0.000614609],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006377605,0.016001018,0.15934217,0.0008544664,0.00009582167,0.07918832,0.41208702,0.015249724,0.002522968,0.1050184,0.020176373,0.18882598],"study_design_scores_gemma":[0.00018784161,0.0014648128,0.06856981,0.00053334667,0.00007341126,0.008008983,0.7662375,0.014823063,0.0032479004,0.0151129,0.121598445,0.00014201547],"about_ca_topic_score_codex":0.033896815,"about_ca_topic_score_gemma":0.06559015,"teacher_disagreement_score":0.9985791,"about_ca_system_score_codex":0.0059724664,"about_ca_system_score_gemma":0.003450976,"threshold_uncertainty_score":0.067399025},"labels":[],"label_agreement":null},{"id":"W1484411164","doi":"10.19173/irrodl.v14i3.1477","title":"Pedagogical roles and competencies of university teachers practicing in the e-learning environment","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Scope (computer science); Psychology; Higher education; Faculty development; Perception; Pedagogy; Instructional design; Focus group; Mathematics education; Computer science; Professional development; Sociology; Medicine; Political science","score_opus":0.136191205200758,"score_gpt":0.4535904629241151,"score_spread":0.3173992577233571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484411164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906295,0.0020777157,0.00033217215,0.00033760682,0.000012906146,0.000017873626,0.000025127898,0.0000050169833,0.0065619973],"genre_scores_gemma":[0.99753004,0.0008277731,0.00032929116,0.000040742045,0.000004273431,0.000012587868,0.000019444109,0.0000012369054,0.0012346187],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863786,0.00073283765,0.000109237124,0.00008159502,0.00020512515,0.00023332404],"domain_scores_gemma":[0.99506146,0.0021634493,0.0010497156,0.00014673312,0.00066323153,0.00091547164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025359385,0.000091927155,0.00015171139,0.0011838356,0.0004685225,0.0014915847,0.0002979093,0.00040303046,0.0017170232],"category_scores_gemma":[0.007323891,0.00010379461,0.0001316874,0.0007567609,0.0005197776,0.0011802124,0.0007311305,0.00028693397,0.00041376156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018707332,0.0007057354,0.7361041,0.00040365855,0.000024392668,0.0006001583,0.041925967,0.00026800734,0.0033030107,0.0018031289,0.0013983226,0.2132765],"study_design_scores_gemma":[0.000011649518,0.00041524763,0.90724176,0.00043326613,0.000016118734,0.0011210649,0.07783296,0.00040972003,0.001724156,0.0009691919,0.009802495,0.000022236813],"about_ca_topic_score_codex":0.0013377711,"about_ca_topic_score_gemma":0.0027769357,"teacher_disagreement_score":0.0025359385,"about_ca_system_score_codex":0.00072360766,"about_ca_system_score_gemma":0.0015826336,"threshold_uncertainty_score":0.013411462},"labels":[],"label_agreement":null},{"id":"W1485059493","doi":"10.19173/irrodl.v3i2.103","title":"The Effectiveness of Web-Based Instruction: An Initial Inquiry","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Benchmark (surveying); Computer-Assisted Instruction; Instructional design; Presentation (obstetrics); Educational technology; Mathematics education; Web application; Distance education; Multimedia; World Wide Web; Psychology","score_opus":0.13376802314794406,"score_gpt":0.49189625032511963,"score_spread":0.3581282271771756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485059493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6670602,0.16209306,0.004668952,0.016733866,0.0002261833,0.0019341502,0.0005818396,0.000039444545,0.14666238],"genre_scores_gemma":[0.94564724,0.046739176,0.0028790247,0.0012027634,0.00029431333,0.0004325666,0.00011577552,0.000019436633,0.0026696983],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98695904,0.0074307276,0.0012496745,0.0005635191,0.0034586275,0.0003383661],"domain_scores_gemma":[0.8676243,0.11293071,0.0046914434,0.0012357342,0.012822141,0.0006956371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029422354,0.00027586738,0.0006857315,0.0030516698,0.00063518307,0.0034020725,0.000981227,0.00105851,0.0049698227],"category_scores_gemma":[0.0749995,0.00026495734,0.0006298681,0.0031260028,0.0019368285,0.0066649113,0.0009506938,0.0010829953,0.0006049939],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026264328,0.0023363498,0.09828027,0.015370024,0.0004379576,0.00045462884,0.020349316,0.0004994574,0.0020623622,0.016864587,0.0037832463,0.83693534],"study_design_scores_gemma":[0.00056076236,0.018219266,0.70947105,0.03491768,0.00202897,0.001849033,0.09674679,0.0030722173,0.0110879745,0.012591016,0.109310135,0.00014510548],"about_ca_topic_score_codex":0.002393067,"about_ca_topic_score_gemma":0.0028452775,"teacher_disagreement_score":0.029422354,"about_ca_system_score_codex":0.0023733962,"about_ca_system_score_gemma":0.0019398615,"threshold_uncertainty_score":0.15560216},"labels":[],"label_agreement":null},{"id":"W1485092510","doi":"10.19173/irrodl.v13i3.1151","title":"Economies of scope in distance education: The case of Chinese research universities","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Distance education; Economies of scope; Product (mathematics); Higher education; Function (biology); Meaning (existential); Marketing; Empirical research; Economies of scale; Scale (ratio); Gross domestic product; Economics; Sociology; Business; Economic growth; Pedagogy; Psychology; Mathematics; Computer science; Geography; Statistics","score_opus":0.08685845912215581,"score_gpt":0.5080160688771331,"score_spread":0.4211576097549773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485092510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8916143,0.001222506,0.003202378,0.002044524,0.000008832386,0.00007403862,0.00004699211,0.000009553857,0.10177682],"genre_scores_gemma":[0.9978237,0.00037186648,0.0003059601,0.000036188572,0.0000052088367,0.00001824484,0.000008985003,0.0000013979874,0.0014283255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99810433,0.00070404273,0.000074040785,0.00016156826,0.00029991264,0.0006561192],"domain_scores_gemma":[0.9966474,0.0017117416,0.00050373725,0.00021618865,0.0002807482,0.0006401428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024919182,0.00032137157,0.0005778276,0.0032144834,0.0035292376,0.004504818,0.0009394985,0.0013515675,0.004749936],"category_scores_gemma":[0.003700266,0.00020413462,0.00084790465,0.0039015678,0.0061032604,0.0041310675,0.0047661955,0.0010698508,0.00017541676],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001529251,0.00026496747,0.03567186,0.00016341492,0.00006447613,0.005008088,0.017711807,0.011198265,0.0007236113,0.90066016,0.0010343671,0.027345935],"study_design_scores_gemma":[0.00050823425,0.00053389126,0.17385492,0.00064717943,0.00045442273,0.0024982314,0.12704335,0.079906695,0.003281961,0.5392991,0.07173027,0.00024175811],"about_ca_topic_score_codex":0.049574856,"about_ca_topic_score_gemma":0.042430483,"teacher_disagreement_score":0.049574856,"about_ca_system_score_codex":0.00953126,"about_ca_system_score_gemma":0.0042179166,"threshold_uncertainty_score":0.09857261},"labels":[],"label_agreement":null},{"id":"W1485627804","doi":"10.19173/irrodl.v13i5.1240","title":"A qualitative analysis framework using natural language processing and graph theory","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Qualitative research; Coding (social sciences); Graph theory; Graph; Natural language; Qualitative property; Artificial intelligence; Natural language processing; Theoretical computer science; Data science; Mathematics; Machine learning; Sociology; Social science","score_opus":0.11130361553482954,"score_gpt":0.5397671734051442,"score_spread":0.4284635578703147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485627804","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018240127,0.0004330551,0.9713292,0.003730695,0.00012841099,0.0009971734,0.0005479691,0.00028219275,0.020727344],"genre_scores_gemma":[0.044368368,0.0004395472,0.9490957,0.00042779293,0.00006112774,0.0028067175,0.00042523444,0.00008588079,0.0022897376],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9797855,0.015616446,0.0008319943,0.0015384426,0.0018482697,0.00037942262],"domain_scores_gemma":[0.9636674,0.028984036,0.0015928049,0.0022178977,0.0029111458,0.00062672613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027969772,0.0015984251,0.001186723,0.009700031,0.0044402946,0.013877156,0.0039744135,0.0017753992,0.010278067],"category_scores_gemma":[0.02650312,0.0008962627,0.0028787793,0.0073917857,0.01902931,0.010712217,0.0052770996,0.0031345764,0.0015547045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013104884,0.000024425637,0.00021498014,0.00033917508,0.000017281314,0.00012921248,0.0069204983,0.0017195329,0.00021629443,0.97238535,0.0022031798,0.015816957],"study_design_scores_gemma":[0.000026322496,0.000019626656,0.00025862915,0.00039785524,0.000013585707,0.000117583186,0.0062399567,0.008923539,0.00031385102,0.93685365,0.04680723,0.000028168984],"about_ca_topic_score_codex":0.0082881795,"about_ca_topic_score_gemma":0.006878945,"teacher_disagreement_score":0.027969772,"about_ca_system_score_codex":0.009356628,"about_ca_system_score_gemma":0.011514014,"threshold_uncertainty_score":0.14792007},"labels":[],"label_agreement":null},{"id":"W1485660313","doi":"10.19173/irrodl.v5i3.208","title":"Learning and Affective Support Online in Small Group and Class Contexts","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Distance education; Psychology; Class (philosophy); Perception; Computer-mediated communication; Mathematics education; Value (mathematics); Pedagogy; Computer science; The Internet; World Wide Web","score_opus":0.0657205910196167,"score_gpt":0.4580700676167665,"score_spread":0.3923494765971498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485660313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920185,0.0001933145,0.0005824135,0.0002202388,0.000027821827,0.000036324796,0.000011508267,0.000014135255,0.006895708],"genre_scores_gemma":[0.99829406,0.00013345366,0.00030236816,0.000055419634,0.000021653952,0.00004241697,0.0000075836283,0.0000033662163,0.0011395748],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.997248,0.0019942939,0.00006988067,0.00016783303,0.00031131128,0.00020854478],"domain_scores_gemma":[0.99338233,0.004464381,0.00067321386,0.00021893489,0.00023810485,0.0010230243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001934645,0.00018014769,0.00028816462,0.00042833542,0.0010503548,0.0022106068,0.00046455057,0.00048340354,0.0061635007],"category_scores_gemma":[0.007669561,0.00010447701,0.00015556127,0.00037734263,0.00060482696,0.0010381221,0.0016597536,0.00048267024,0.00057949126],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023953177,0.012661484,0.15318598,0.0012143215,0.00012031916,0.0015879987,0.15222783,0.00052122254,0.02108902,0.004941516,0.005268234,0.6447867],"study_design_scores_gemma":[0.001186281,0.016740382,0.49501076,0.0008670587,0.00028280693,0.0026493764,0.3561608,0.003998662,0.012839453,0.011880942,0.09820669,0.0001767669],"about_ca_topic_score_codex":0.00035219677,"about_ca_topic_score_gemma":0.00068358216,"teacher_disagreement_score":0.0061635007,"about_ca_system_score_codex":0.00041904926,"about_ca_system_score_gemma":0.0004629415,"threshold_uncertainty_score":0.020618975},"labels":[],"label_agreement":null},{"id":"W1486867901","doi":"10.19173/irrodl.v13i3.1152","title":"M-learning adoption: A perspective from a developing country","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Developing country; M-learning; Context (archaeology); Usability; Perspective (graphical); Perception; Knowledge management; Educational technology; Order (exchange); Affect (linguistics); Learning styles; Mobile device; Psychology; Business; Computer science; Mathematics education; Geography; World Wide Web; Economic growth; Economics","score_opus":0.25089795913306184,"score_gpt":0.5291302336629149,"score_spread":0.27823227452985305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486867901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98870975,0.0018110231,0.00023795983,0.002278494,0.000017047294,0.000021983511,0.00007045169,0.0000018294511,0.006851403],"genre_scores_gemma":[0.99163157,0.0068979533,0.00023876572,0.00065957685,0.000014925219,0.00002008674,0.000033312437,0.0000020538655,0.00050185254],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989324,0.00066865596,0.00004248787,0.000065467044,0.000084051164,0.0002068261],"domain_scores_gemma":[0.99777526,0.0012104489,0.00033572252,0.000033516393,0.00024265029,0.0004023059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018266966,0.00037250094,0.00050950557,0.0016604388,0.0030577716,0.0029470394,0.00031405687,0.001124698,0.0020267323],"category_scores_gemma":[0.002050926,0.00029579492,0.00038005458,0.0030630934,0.00165747,0.0027517173,0.0017950184,0.0020439627,0.0002828074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000289496,0.0011549776,0.46053287,0.0009769364,0.000112849106,0.010097199,0.4478917,0.00045312234,0.0026502993,0.01489051,0.0023878585,0.058562223],"study_design_scores_gemma":[0.000026691327,0.0010419531,0.22994925,0.0007771546,0.000077234065,0.00246037,0.7478477,0.00064839766,0.00046870927,0.0013095989,0.015337294,0.000055663357],"about_ca_topic_score_codex":0.012326471,"about_ca_topic_score_gemma":0.018917348,"teacher_disagreement_score":0.012326471,"about_ca_system_score_codex":0.0015109543,"about_ca_system_score_gemma":0.001258269,"threshold_uncertainty_score":0.02450949},"labels":[],"label_agreement":null},{"id":"W1487281076","doi":"10.19173/irrodl.v14i4.1436","title":"Assessment of the effectiveness of internet-based distance learning through the VClass e-Education platform","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Office of the Higher Education Commission; Rajamangala University of Technology Lanna; Asian Institute of Technology","keywords":"Distance education; The Internet; TUTOR; Chiang mai; Test (biology); E learning; Computer science; Sample (material); Mathematics education; Psychology; Multimedia; World Wide Web; Sociology","score_opus":0.06200984019426898,"score_gpt":0.47431163589098324,"score_spread":0.41230179569671427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1487281076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972047,0.00019523609,0.00022555937,0.000017782644,0.0000043945756,0.000056300483,0.000019354069,0.000009436404,0.0022671663],"genre_scores_gemma":[0.9976845,0.00019998082,0.00093438756,0.000013942622,0.000007061796,0.00004294253,0.000056074638,0.0000032124751,0.0010579692],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99712807,0.0011993587,0.0002625439,0.00018168082,0.00106409,0.00016422028],"domain_scores_gemma":[0.9903543,0.004131471,0.0022773368,0.0003183576,0.0017952214,0.0011233292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025619075,0.00022117059,0.00029803943,0.00085276697,0.00026358917,0.0007730832,0.0004182042,0.00029594667,0.001744878],"category_scores_gemma":[0.010952674,0.000103139886,0.00024562367,0.00043300222,0.00016989783,0.0006657442,0.00062415935,0.0002472053,0.0004436359],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002675587,0.012648017,0.33871228,0.0009855413,0.00021896449,0.000242741,0.0040694736,0.0009536447,0.01767835,0.00018480125,0.0007343634,0.62089634],"study_design_scores_gemma":[0.00014005456,0.032206744,0.9437083,0.00024996774,0.00020395081,0.000300957,0.0047917524,0.0022387686,0.012437338,0.00008480702,0.003579754,0.00005759026],"about_ca_topic_score_codex":0.0007828518,"about_ca_topic_score_gemma":0.0011224584,"teacher_disagreement_score":0.0025619075,"about_ca_system_score_codex":0.00030666174,"about_ca_system_score_gemma":0.00036503683,"threshold_uncertainty_score":0.013548851},"labels":[],"label_agreement":null},{"id":"W1488241422","doi":"10.19173/irrodl.v14i2.1532","title":"Visualization mapping approaches for developing and understanding OER","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; License; Computer science; Context (archaeology); Visualization; Educational technology; Open education; Multimedia; Mathematics education; Pedagogy; World Wide Web; Sociology; Psychology; Artificial intelligence","score_opus":0.31598818105824533,"score_gpt":0.45022178134576196,"score_spread":0.13423360028751663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488241422","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002485142,0.0013417399,0.96897966,0.0013383488,0.00008570514,0.00024344838,0.00040758497,0.0019448464,0.023173539],"genre_scores_gemma":[0.05401825,0.0017569056,0.937974,0.00014211921,0.000046474936,0.00058341486,0.0007364614,0.0006344555,0.0041080886],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960103,0.002243068,0.00033046404,0.00057320634,0.000675464,0.00016755778],"domain_scores_gemma":[0.9892237,0.0066596433,0.0006217195,0.0016763838,0.0015729234,0.00024573412],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0072076176,0.001997356,0.0007596854,0.0142173795,0.0020621105,0.0121691665,0.0030271122,0.0023207157,0.016313348],"category_scores_gemma":[0.019976212,0.0011072457,0.0021141225,0.00956583,0.00481072,0.013729705,0.006777248,0.0026955917,0.002679934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004922517,0.0000734311,0.0017811658,0.0014045933,0.00009128169,0.00042600452,0.030342415,0.00624815,0.0029104906,0.6312795,0.013547667,0.31184605],"study_design_scores_gemma":[0.000032744127,0.00004293954,0.0021779356,0.0014400823,0.00008366004,0.0007070071,0.019045196,0.040589143,0.0034467375,0.572828,0.3594944,0.000112074384],"about_ca_topic_score_codex":0.0068660663,"about_ca_topic_score_gemma":0.008327717,"teacher_disagreement_score":0.99697286,"about_ca_system_score_codex":0.0028382016,"about_ca_system_score_gemma":0.0029518662,"threshold_uncertainty_score":0.054573596},"labels":[],"label_agreement":null},{"id":"W1489565308","doi":"10.19173/irrodl.v4i1.130","title":"Adults Contemplating University Study at a Distance: Issues, themes and concerns","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Preparedness; Psychology; Higher education; Identity (music); Medical education; Pedagogy; Class (philosophy); Intervention (counseling); Political science; Medicine","score_opus":0.12405463419627501,"score_gpt":0.5121893771272253,"score_spread":0.38813474293095035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1489565308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9496728,0.006038577,0.001072902,0.033428773,0.0005238874,0.00007578811,0.000029981711,0.00002767239,0.009129608],"genre_scores_gemma":[0.98664516,0.004630863,0.0007425697,0.0042236694,0.00020227194,0.00008855149,0.000020720881,0.000007286663,0.003438859],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9962767,0.0020654455,0.00029754755,0.00022010342,0.0006500294,0.00049024046],"domain_scores_gemma":[0.9915758,0.003884842,0.0013759176,0.00020390602,0.0009400076,0.0020195905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00651811,0.00018584172,0.00037798457,0.00064465316,0.004248749,0.0042426526,0.0007192207,0.0022922396,0.0017060433],"category_scores_gemma":[0.010669123,0.00026248596,0.00038764477,0.000772966,0.0036509477,0.0034566396,0.0025546567,0.0020740514,0.00035045831],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006745453,0.00019957035,0.06084661,0.00047946995,0.000016024424,0.00424473,0.8244032,0.00004166039,0.0013150708,0.0041490393,0.006268012,0.097969055],"study_design_scores_gemma":[0.0000042360016,0.00015231903,0.014293338,0.0002352919,0.000008528305,0.0019475305,0.96173495,0.000041981355,0.00017534304,0.0010322578,0.020354947,0.0000192748],"about_ca_topic_score_codex":0.0021014703,"about_ca_topic_score_gemma":0.0034605889,"teacher_disagreement_score":0.00651811,"about_ca_system_score_codex":0.0014290361,"about_ca_system_score_gemma":0.0022792362,"threshold_uncertainty_score":0.034471452},"labels":[],"label_agreement":null},{"id":"W1490784848","doi":"10.19173/irrodl.v15i4.1805","title":"To enhance collaborative learning and practice network knowledge with a virtualization laboratory and online synchronous discussion","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtualization; Computer science; Virtual Laboratory; Test (biology); Control (management); Network virtualization; Multimedia; Virtual lab; Operating system; Artificial intelligence; Cloud computing","score_opus":0.015290643032562945,"score_gpt":0.396919779516701,"score_spread":0.38162913648413804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1490784848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7296373,0.0006221848,0.1828834,0.0027424681,0.00049846154,0.0033558558,0.00015861036,0.0023442735,0.077757455],"genre_scores_gemma":[0.7977373,0.00046138736,0.17771962,0.00087551307,0.00015969486,0.0029775675,0.00020061727,0.00008092162,0.019787464],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969259,0.0014887293,0.00011805413,0.00054261286,0.0005427554,0.0003819852],"domain_scores_gemma":[0.99412525,0.0025804227,0.000618558,0.00079682254,0.0004989699,0.0013799433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003335965,0.00081200054,0.0005424178,0.0013741571,0.0012341024,0.0027078846,0.0017722059,0.0010755976,0.013200816],"category_scores_gemma":[0.0074996096,0.00025081393,0.000771994,0.0005202876,0.0007640109,0.002579353,0.004166169,0.0012900837,0.0036771724],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005240644,0.044930123,0.015197208,0.0012340093,0.00009698933,0.00076881587,0.023163974,0.0022263192,0.043907907,0.009754548,0.013998461,0.84419763],"study_design_scores_gemma":[0.0032190115,0.0304759,0.17470604,0.002878341,0.0005562364,0.0042506843,0.06675811,0.045086518,0.10652295,0.06276969,0.5021171,0.0006595161],"about_ca_topic_score_codex":0.00032643453,"about_ca_topic_score_gemma":0.00052276393,"teacher_disagreement_score":0.013200816,"about_ca_system_score_codex":0.00068528816,"about_ca_system_score_gemma":0.0018064145,"threshold_uncertainty_score":0.04416114},"labels":[],"label_agreement":null},{"id":"W1490855277","doi":"10.19173/irrodl.v5i2.189","title":"The Relationship Between Self-Regulation and Online Learning in a Blended Learning Context","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":403,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-regulated learning; Blended learning; Psychology; Operationalization; Context (archaeology); Distance education; Self-efficacy; Academic achievement; Mathematics education; Educational technology; Social psychology","score_opus":0.11116096878891013,"score_gpt":0.4659689044476472,"score_spread":0.3548079356587371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1490855277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956988,0.0003721181,0.0010656117,0.00013574924,0.000011552019,0.000016586022,0.000012679427,0.000008167488,0.0026789114],"genre_scores_gemma":[0.99925023,0.00013889614,0.0003082263,0.000023751227,0.000009030187,0.000008857066,0.000009713326,0.000001506973,0.00024975426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820447,0.00092356803,0.00015580708,0.00013808983,0.0004687115,0.00010937315],"domain_scores_gemma":[0.9821827,0.011198915,0.0037733275,0.00050976366,0.001688656,0.00064670783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00255604,0.00008797354,0.00019570491,0.0006613346,0.00024023137,0.0017410393,0.00024575507,0.0002831222,0.0014380354],"category_scores_gemma":[0.014371862,0.00007739258,0.00022214677,0.00060610287,0.0004401749,0.0005325698,0.0005174512,0.00044338327,0.0001906693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014219277,0.0008632036,0.8889056,0.00009206609,0.00008847697,0.00014085244,0.001587504,0.00035348453,0.0012701461,0.00094913197,0.00024453097,0.10536283],"study_design_scores_gemma":[0.000010335369,0.00051787903,0.9902119,0.00006645976,0.0000557516,0.00026003728,0.0019960606,0.0031364001,0.0012077868,0.0009340862,0.0015862285,0.000016895687],"about_ca_topic_score_codex":0.00047595028,"about_ca_topic_score_gemma":0.00052973215,"teacher_disagreement_score":0.00255604,"about_ca_system_score_codex":0.0003413909,"about_ca_system_score_gemma":0.0004059047,"threshold_uncertainty_score":0.013517797},"labels":[],"label_agreement":null},{"id":"W1491151700","doi":"10.19173/irrodl.v12i5.999","title":"Quality of e-learners’ time and learning performance beyond quantitative time-on-task","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flexibility (engineering); Time management; Quality (philosophy); Task (project management); Psychology; Perspective (graphical); Collaborative learning; Computer science; Mathematics education; Artificial intelligence; Mathematics; Statistics; Engineering","score_opus":0.14787532134195255,"score_gpt":0.47522214102627997,"score_spread":0.32734681968432744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491151700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892965,0.00021075882,0.0012213534,0.00006025904,0.000010981671,0.00002315204,0.0002720063,0.000026289874,0.0088787675],"genre_scores_gemma":[0.9977451,0.00008077973,0.00038907936,0.0000104257415,0.000008909789,0.00001716955,0.00023347388,0.000008886317,0.0015061318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987863,0.00026198346,0.00018767716,0.00016566686,0.00043568347,0.00016277522],"domain_scores_gemma":[0.98482394,0.00566778,0.004232868,0.00089172856,0.0017147178,0.002668959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012601682,0.0002447342,0.00026969917,0.00088416185,0.00026041502,0.0022777,0.00047480746,0.00036146064,0.0053925076],"category_scores_gemma":[0.010305124,0.00007480028,0.0003446325,0.00097602623,0.0004032985,0.0012546207,0.0010262013,0.00047263992,0.0010960407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054059277,0.0010223517,0.87624586,0.0002520945,0.00022377832,0.00018251663,0.0036043937,0.002250516,0.003562172,0.0009824147,0.0008024152,0.110330895],"study_design_scores_gemma":[0.000006911696,0.0003682863,0.99310136,0.000039439143,0.000018646866,0.00009029415,0.0019454326,0.0009979254,0.0010098963,0.00058053585,0.001822176,0.000019031317],"about_ca_topic_score_codex":0.0011982465,"about_ca_topic_score_gemma":0.0012349284,"teacher_disagreement_score":0.0053925076,"about_ca_system_score_codex":0.0002753841,"about_ca_system_score_gemma":0.00026758868,"threshold_uncertainty_score":0.018039763},"labels":[],"label_agreement":null},{"id":"W1491364602","doi":"10.19173/irrodl.v5i3.203","title":"Selecting Research Areas and Research Design Approaches in Distance Education: Process Issues","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Qualitative research; Triangulation; Conversation; Process (computing); Data collection; Research design; Qualitative property; Discipline; Content analysis; Sociology; Psychology; Computer science; Pedagogy; Social science","score_opus":0.3070358035012697,"score_gpt":0.5617496206215283,"score_spread":0.25471381712025865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491364602","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13119987,0.008975281,0.71890986,0.033595763,0.0017210826,0.057854973,0.0004503499,0.00040749522,0.046885367],"genre_scores_gemma":[0.27382576,0.0043525724,0.64440143,0.0054162103,0.0003527876,0.06380453,0.00021061528,0.00024712828,0.007388901],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.4367895,0.489412,0.028532693,0.008928375,0.032318708,0.0040186658],"domain_scores_gemma":[0.42880726,0.47760475,0.019610252,0.026863996,0.04260024,0.004513387],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.33925396,0.0011793004,0.0018352405,0.008416706,0.007888207,0.016861973,0.0040065106,0.004095086,0.004484155],"category_scores_gemma":[0.32796282,0.0013213017,0.0014993022,0.014909998,0.011404558,0.011704482,0.0101073,0.0042604594,0.0023176628],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035826245,0.00066516397,0.009414371,0.012041153,0.00016928044,0.0013751847,0.37438625,0.0017720934,0.008763969,0.14931323,0.0077392994,0.4340017],"study_design_scores_gemma":[0.0008793058,0.0016560127,0.01081788,0.017143855,0.00033405414,0.0020401245,0.4207174,0.0058246637,0.018826637,0.16725634,0.35408542,0.00041841937],"about_ca_topic_score_codex":0.0013093725,"about_ca_topic_score_gemma":0.0023119168,"teacher_disagreement_score":0.33925396,"about_ca_system_score_codex":0.00874667,"about_ca_system_score_gemma":0.020356098,"threshold_uncertainty_score":0.8148175},"labels":[],"label_agreement":null},{"id":"W1491379012","doi":"10.19173/irrodl.v12i1.888","title":"Preconditions for post-employment learning: Preliminary results from ongoing research","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Locus of control; Psychology; Personality; Adult education; Formal learning; Informal learning; Sample (material); Self-efficacy; Population; Social psychology; Applied psychology; Pedagogy; Sociology; Demography","score_opus":0.3009800997717747,"score_gpt":0.5467250206492695,"score_spread":0.24574492087749483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491379012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98635954,0.004862593,0.00077478547,0.000535527,0.000031646792,0.0007711884,0.00022861808,0.000013696639,0.0064224196],"genre_scores_gemma":[0.99174714,0.0036894004,0.0025015862,0.00017739013,0.000032240878,0.0006674011,0.0002576776,0.000006763497,0.0009204218],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99609333,0.0017435001,0.00043994832,0.00046959246,0.000681264,0.00057239074],"domain_scores_gemma":[0.9380458,0.044242434,0.0060193087,0.0029066089,0.0057166256,0.0030690774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016012393,0.000259744,0.0006332986,0.0010395715,0.0016119987,0.0026354238,0.0011277298,0.00093377545,0.0073235375],"category_scores_gemma":[0.028605456,0.0003688011,0.000559792,0.001182611,0.001300649,0.0026281818,0.0013642553,0.0010613651,0.00079189177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025052251,0.0097348,0.5930081,0.0036770524,0.00021116855,0.00069962,0.04612321,0.0001733044,0.00230674,0.0019949467,0.000725967,0.33883998],"study_design_scores_gemma":[0.000095634074,0.0033249361,0.9302215,0.0012014274,0.00014228292,0.00023187799,0.058268197,0.00014390027,0.0013815098,0.0009871036,0.0039729187,0.000028722558],"about_ca_topic_score_codex":0.004806802,"about_ca_topic_score_gemma":0.007886114,"teacher_disagreement_score":0.016012393,"about_ca_system_score_codex":0.0012024295,"about_ca_system_score_gemma":0.004999791,"threshold_uncertainty_score":0.084682584},"labels":[],"label_agreement":null},{"id":"W1491638371","doi":"10.19173/irrodl.v7i1.309","title":"\"Best Practices\" and Collaborative Software In Online Teaching","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Asynchronous communication; Flexibility (engineering); Synchronicity; Computer science; Distance education; Computer-mediated communication; Online course; World Wide Web; Multimedia; Online discussion; Software; Face-to-face; Asynchronous learning; Collaborative learning; Teaching method; Mathematics education; Synchronous learning; Psychology; Knowledge management; Cooperative learning; The Internet; Telecommunications","score_opus":0.10388512436619897,"score_gpt":0.5139573863981568,"score_spread":0.41007226203195785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491638371","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054308582,0.04645007,0.23482361,0.12557192,0.002219109,0.00029403565,0.00007384449,0.00052820024,0.5357306],"genre_scores_gemma":[0.80665386,0.020040955,0.15375742,0.0037966622,0.0007292135,0.0006434971,0.00008285447,0.00023026702,0.014065332],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9446735,0.03759305,0.0020724486,0.0028044307,0.011792307,0.0010642464],"domain_scores_gemma":[0.95168,0.032305125,0.0032647923,0.006815355,0.0037894729,0.0021453074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026986647,0.0007855693,0.0006401473,0.0059222314,0.0038235027,0.018814117,0.0031027028,0.0049899793,0.0035189695],"category_scores_gemma":[0.048919614,0.00061592285,0.00050957093,0.006251429,0.03709251,0.018623088,0.00966765,0.004747245,0.0010666853],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012762981,0.00009162254,0.0011784955,0.00037601907,0.00002009211,0.00014931167,0.013674992,0.00059160416,0.0001362008,0.8897258,0.0042679897,0.089775056],"study_design_scores_gemma":[0.000017669388,0.000050969167,0.0006337051,0.0012758981,0.000015014603,0.0002720141,0.011527142,0.0012010057,0.0004140499,0.8966431,0.08792113,0.000028329734],"about_ca_topic_score_codex":0.002107635,"about_ca_topic_score_gemma":0.0027811804,"teacher_disagreement_score":0.026986647,"about_ca_system_score_codex":0.0062215663,"about_ca_system_score_gemma":0.0075246734,"threshold_uncertainty_score":0.1427207},"labels":[],"label_agreement":null},{"id":"W1492750493","doi":"10.19173/irrodl.v10i6.760","title":"Time students spend reading threaded discussions in online graduate courses requiring asynchronous participation","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading (process); Asynchronous communication; Mathematics education; Computer science; Psychology; Distance education; Medical education; Medicine","score_opus":0.19421318604561322,"score_gpt":0.5437526304203092,"score_spread":0.349539444374696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492750493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99898463,0.000036574365,0.00026569507,0.00001771551,0.0000060406637,0.000013322751,0.000023697385,0.000011552223,0.0006407191],"genre_scores_gemma":[0.99778146,0.000048300142,0.0006570251,0.00002681203,0.000017474094,0.000049240378,0.00008935485,0.00001068225,0.0013196885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99805117,0.00075033575,0.00016336306,0.0003811464,0.0004307875,0.00022315395],"domain_scores_gemma":[0.98691535,0.006171612,0.0034159548,0.00058764825,0.0013061771,0.0016032901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001912003,0.0003404167,0.00039223392,0.0010994818,0.0007047793,0.0017476128,0.00057534006,0.0004706005,0.0034116958],"category_scores_gemma":[0.012646193,0.00021684488,0.00030040264,0.00065500115,0.00033447973,0.0008847324,0.001214092,0.0006508323,0.00091530103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024722943,0.004168688,0.6381257,0.00028014753,0.00011044827,0.0005997137,0.06582244,0.00034920362,0.031046232,0.00035442767,0.00097515684,0.25569555],"study_design_scores_gemma":[0.000057997022,0.0031215297,0.9630457,0.000045786408,0.00006491909,0.00021215339,0.023594843,0.00058095006,0.004960826,0.00036668443,0.003888046,0.000060441856],"about_ca_topic_score_codex":0.0006307485,"about_ca_topic_score_gemma":0.0011071434,"teacher_disagreement_score":0.0034116958,"about_ca_system_score_codex":0.00040014676,"about_ca_system_score_gemma":0.00037379208,"threshold_uncertainty_score":0.011413336},"labels":[],"label_agreement":null},{"id":"W1493058538","doi":"10.19173/irrodl.v9i3.523","title":"Connectivism: Learning theory of the future or vestige of the past?","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":608,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Blogosphere; Learning theory; Context (archaeology); Education theory; Educational technology; Computer science; Instructional design; Sociology; Pedagogy; Higher education; The Internet; World Wide Web","score_opus":0.09059922995054234,"score_gpt":0.4371249282528679,"score_spread":0.3465256983023256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493058538","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042619914,0.054916553,0.2265272,0.12971851,0.0025771433,0.00016890596,0.00018240408,0.00021946525,0.5430699],"genre_scores_gemma":[0.9124568,0.03414581,0.025335392,0.0071884086,0.0020382635,0.00048038646,0.00016025708,0.00009970622,0.018095016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974015,0.0015603893,0.000084196836,0.00040514255,0.00039089,0.00015785915],"domain_scores_gemma":[0.994871,0.0034991512,0.0003699308,0.00052254426,0.00027327958,0.00046412268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004538229,0.0006558629,0.0006992256,0.003297076,0.002642452,0.009338639,0.0020173485,0.0031971692,0.0056635267],"category_scores_gemma":[0.0057132808,0.0002842647,0.0006407233,0.003534976,0.03579561,0.023583494,0.005643067,0.0054270723,0.000725126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005999687,0.000009948832,0.00028337812,0.000097770484,0.000008596344,0.00005265221,0.006342686,0.00015435283,0.000034631772,0.981851,0.0012516718,0.009907347],"study_design_scores_gemma":[0.000005119156,0.00000959128,0.00013372037,0.00017207589,0.0000040446994,0.000100724814,0.0023672795,0.00027471333,0.000035833902,0.9651738,0.031716764,0.000006374521],"about_ca_topic_score_codex":0.0012070772,"about_ca_topic_score_gemma":0.0011279887,"teacher_disagreement_score":0.009338639,"about_ca_system_score_codex":0.003277215,"about_ca_system_score_gemma":0.002207271,"threshold_uncertainty_score":0.024000704},"labels":[],"label_agreement":null},{"id":"W1493103378","doi":"10.19173/irrodl.v15i2.1418","title":"Designing online interaction to address disciplinary competencies: A cross-country comparison of faculty perspectives","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Discipline; Psychology; Higher education; Context (archaeology); Instructional design; Knowledge management; Pedagogy; Mathematics education; Sociology; Computer science; Political science","score_opus":0.1506291854104975,"score_gpt":0.5050202611166494,"score_spread":0.3543910757061519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493103378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99486804,0.00022624037,0.0011588053,0.00013607442,0.000013057071,0.000056442626,0.000024580197,0.000014872233,0.0035019836],"genre_scores_gemma":[0.9964797,0.0003888604,0.0015172728,0.00015831375,0.000006198707,0.0000618851,0.00004812217,0.000017316084,0.0013223069],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9927435,0.00447919,0.00056419265,0.0004016412,0.0008293522,0.0009821891],"domain_scores_gemma":[0.9728196,0.017418081,0.0025576076,0.001237056,0.003657953,0.002309772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009203337,0.0003350654,0.00032913542,0.0025059984,0.0021420196,0.003971704,0.0007408748,0.0009076751,0.0027824303],"category_scores_gemma":[0.02538879,0.0003613776,0.00043244776,0.0017176365,0.0016413531,0.0024211407,0.0034274745,0.00068557984,0.0004691549],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025632963,0.0012571227,0.2306421,0.00065458193,0.000058390502,0.00113067,0.64361525,0.00043193364,0.007975273,0.0008923014,0.0008643671,0.11222178],"study_design_scores_gemma":[0.000023247188,0.0007160642,0.116812386,0.0003000951,0.000044758406,0.00081915245,0.8633641,0.00042546564,0.0045990427,0.00019220075,0.012653805,0.00004968669],"about_ca_topic_score_codex":0.0024470005,"about_ca_topic_score_gemma":0.005341221,"teacher_disagreement_score":0.009203337,"about_ca_system_score_codex":0.0016770716,"about_ca_system_score_gemma":0.0023436353,"threshold_uncertainty_score":0.048672438},"labels":[],"label_agreement":null},{"id":"W1493563448","doi":"10.19173/irrodl.v12i7.1157","title":"Emergent, self-directed, and self-organized learning: Literacy, numeracy, and the iPod Touch","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Numeracy; Literacy; Reading (process); Psychology; Narrative; Point (geometry); Mathematics education; Computer science; Pedagogy; Mathematics","score_opus":0.1188946072586945,"score_gpt":0.491737822907609,"score_spread":0.3728432156489145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493563448","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40123212,0.003403612,0.021808365,0.033870455,0.0005169534,0.00012140113,0.000076036624,0.00011546181,0.5388557],"genre_scores_gemma":[0.9542048,0.0014526236,0.004419093,0.0020368462,0.00006230369,0.000079521444,0.000023175455,0.000046410467,0.03767521],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9988638,0.0006563204,0.00003646866,0.00011002032,0.00021618481,0.00011718016],"domain_scores_gemma":[0.9989574,0.00063918624,0.000104779305,0.00007128843,0.000071778246,0.0001555229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010981299,0.00024300013,0.00015119152,0.00044997528,0.0028465658,0.0056940033,0.0005139851,0.0010473141,0.0034122486],"category_scores_gemma":[0.002291,0.00014142417,0.00024813332,0.00030297108,0.010423594,0.0048702336,0.004387299,0.0023307675,0.00047811994],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033198154,0.00012594009,0.0084500825,0.00022360541,0.000009829934,0.0027643002,0.5898721,0.0002144403,0.0014009847,0.3054516,0.01219588,0.079257995],"study_design_scores_gemma":[0.000013006025,0.0001775115,0.009391134,0.0005671772,0.000013998812,0.003690573,0.34031704,0.0008149647,0.0032223184,0.061336502,0.58041024,0.000045501507],"about_ca_topic_score_codex":0.0019007092,"about_ca_topic_score_gemma":0.0032439865,"teacher_disagreement_score":0.0056940033,"about_ca_system_score_codex":0.001495243,"about_ca_system_score_gemma":0.0010105853,"threshold_uncertainty_score":0.011415124},"labels":[],"label_agreement":null},{"id":"W1494033576","doi":"10.19173/irrodl.v10i6.796","title":"Online learning as a strategic asset","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Electronic learning; Asset (computer security); Computer science; Strategic planning; Distance education; Knowledge management; Business; Psychology; Mathematics education; Marketing; Computer security","score_opus":0.18991496346915218,"score_gpt":0.49682436313126893,"score_spread":0.3069093996621167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494033576","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022838514,0.9512851,0.00029484712,0.02235956,0.009091684,0.000008887756,0.000051118535,0.00001356382,0.016666953],"genre_scores_gemma":[0.0043327706,0.9565568,0.00025969982,0.013027383,0.011338961,0.00001690261,0.00009824847,0.000018321014,0.014350956],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912554,0.00015659379,0.000048797097,0.00011888125,0.0004937247,0.00005644127],"domain_scores_gemma":[0.9925454,0.0042342097,0.00049816514,0.00011687303,0.0022978182,0.0003075936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011560858,0.0005779311,0.000876933,0.0019404967,0.00040326256,0.002581432,0.0009341292,0.0022435843,0.012171787],"category_scores_gemma":[0.0050385413,0.00024792238,0.0003243465,0.0031298865,0.0010130844,0.0035367918,0.0007346355,0.0028185195,0.007191251],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029960547,0.000030428235,0.00014853026,0.0031215542,0.00003907096,0.00007042102,0.000057002366,0.0001958273,0.00021957987,0.01295228,0.6866717,0.29646367],"study_design_scores_gemma":[0.000006494197,0.000038821418,0.0004553765,0.0024307822,0.000040766718,0.0002947175,0.00005778243,0.000059378777,0.00014624916,0.0037683386,0.99269074,0.000010585346],"about_ca_topic_score_codex":0.0027368849,"about_ca_topic_score_gemma":0.0060659084,"teacher_disagreement_score":0.012171787,"about_ca_system_score_codex":0.0016861806,"about_ca_system_score_gemma":0.0025163887,"threshold_uncertainty_score":0.040718615},"labels":[],"label_agreement":null},{"id":"W1494744363","doi":"10.19173/irrodl.v13i3.1135","title":"Creating a sustainable online instructor observation system: A case study highlighting flaws when blending mentoring and evaluation","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accountability; Quality (philosophy); Computer science; Function (biology); Distance education; Online learning; Multimedia; Medical education; Knowledge management; Mathematics education; Psychology; Political science; Medicine","score_opus":0.1578487138198621,"score_gpt":0.4937022323494995,"score_spread":0.3358535185296374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494744363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8901673,0.0004422091,0.08394966,0.008496314,0.00021270281,0.0026712555,0.00020936583,0.0007387846,0.013112441],"genre_scores_gemma":[0.8898818,0.00048657367,0.10055792,0.0009620176,0.00005660031,0.0015493421,0.00013372688,0.00022568833,0.006146314],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.94813645,0.03834849,0.0024875535,0.001962936,0.00677138,0.0022931248],"domain_scores_gemma":[0.8908239,0.07025506,0.0070175547,0.011199217,0.014522993,0.00618134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05297681,0.00071429345,0.00072717055,0.0014568099,0.0065227863,0.0050179446,0.0047037425,0.0049512265,0.0025667325],"category_scores_gemma":[0.0926649,0.0007605199,0.00074062776,0.0015708265,0.0030011553,0.0063056042,0.005028736,0.0037841701,0.0009049541],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013173176,0.01610847,0.10381906,0.002477254,0.00017143555,0.02817196,0.30365607,0.009650196,0.018703923,0.016058814,0.015914489,0.48395094],"study_design_scores_gemma":[0.0008373685,0.015713707,0.0748462,0.003272882,0.0005106729,0.020063873,0.44724444,0.07925446,0.06672269,0.014919181,0.2757105,0.0009039411],"about_ca_topic_score_codex":0.0059750546,"about_ca_topic_score_gemma":0.011317296,"teacher_disagreement_score":0.05297681,"about_ca_system_score_codex":0.0056283595,"about_ca_system_score_gemma":0.0089263925,"threshold_uncertainty_score":0.28017145},"labels":[],"label_agreement":null},{"id":"W1496559023","doi":"10.19173/irrodl.v16i2.2011","title":"Professional task-based curriculum development for distance education practitioners at master’s level: A design-based research","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Professional development; Delphi method; Distance education; Competence (human resources); Task (project management); Curriculum development; Computer science; Faculty development; Medical education; Mathematics education; Pedagogy; Psychology; Medicine; Engineering; Artificial intelligence","score_opus":0.5007985802684828,"score_gpt":0.5836480461106569,"score_spread":0.08284946584217412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496559023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92789626,0.003217136,0.04067763,0.0012566262,0.00008944184,0.014180876,0.00010472998,0.00004979798,0.012527511],"genre_scores_gemma":[0.89480764,0.0028980607,0.091004014,0.0005453176,0.000023744795,0.0077494467,0.00012967884,0.000014768019,0.0028272325],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9673684,0.023522845,0.002036193,0.0015044439,0.004451984,0.0011160423],"domain_scores_gemma":[0.9573793,0.027131317,0.0030806193,0.0019593635,0.009084122,0.0013651885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055530466,0.0003651428,0.00069470494,0.002663484,0.0014306967,0.002669289,0.0012035891,0.00069297844,0.0019327289],"category_scores_gemma":[0.042063262,0.0005177825,0.000714654,0.002044166,0.0011108092,0.0027787453,0.0019244867,0.0009436552,0.00024541744],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043083832,0.008833718,0.09366728,0.01046441,0.00020244776,0.00037733093,0.109263375,0.0033485042,0.008166512,0.02026407,0.0024700097,0.7425115],"study_design_scores_gemma":[0.0023076748,0.035676066,0.35694015,0.017957762,0.0012621258,0.0008330376,0.34877077,0.020497058,0.034607522,0.014595843,0.16623875,0.0003132958],"about_ca_topic_score_codex":0.0033137943,"about_ca_topic_score_gemma":0.005201844,"teacher_disagreement_score":0.055530466,"about_ca_system_score_codex":0.006746827,"about_ca_system_score_gemma":0.015458443,"threshold_uncertainty_score":0.29367673},"labels":[],"label_agreement":null},{"id":"W1496918912","doi":"10.19173/irrodl.v10i4.725","title":"An Evaluative Study of a Distance Teacher Education Program in a University in Ghana","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Public university; Medical education; Sample (material); Faculty development; Psychology; Adaptation (eye); Program evaluation; Professional development; Mathematics education; Pedagogy; Political science; Medicine","score_opus":0.08658169146579545,"score_gpt":0.5198236353173094,"score_spread":0.43324194385151393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496918912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982535,0.00005438528,0.00035609418,0.00011586569,0.000010415647,0.00031629176,0.000012019589,0.0000054182474,0.00087597495],"genre_scores_gemma":[0.9969116,0.0001485524,0.0016103418,0.000115646166,0.000019290987,0.0003984906,0.00002707583,0.0000060083216,0.00076313154],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9834152,0.012548069,0.0006185631,0.0006876768,0.0014973417,0.0012333441],"domain_scores_gemma":[0.95547295,0.025686616,0.005832767,0.0016350469,0.0062305927,0.005142046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017465921,0.00049011613,0.00073152257,0.001425199,0.005195496,0.0019181919,0.0012969867,0.0009945413,0.0013083004],"category_scores_gemma":[0.035409413,0.0005216388,0.00042277196,0.0016370892,0.002750409,0.0017956892,0.0018891277,0.0021933685,0.00021102566],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021419905,0.057406433,0.1082246,0.0012720864,0.00011103098,0.0023000175,0.65692914,0.0018712479,0.009374138,0.001952305,0.0018442707,0.15657274],"study_design_scores_gemma":[0.0007029905,0.033483204,0.28186885,0.0005092621,0.00009910025,0.0005597758,0.65934986,0.002010817,0.0072922837,0.0005624032,0.013435016,0.00012649491],"about_ca_topic_score_codex":0.005430254,"about_ca_topic_score_gemma":0.013141775,"teacher_disagreement_score":0.017465921,"about_ca_system_score_codex":0.0074742283,"about_ca_system_score_gemma":0.00635296,"threshold_uncertainty_score":0.092369735},"labels":[],"label_agreement":null},{"id":"W1497114616","doi":"10.19173/irrodl.v12i2.793","title":"The isolation of online adjunct faculty and its impact on their performance","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adjunct; Affect (linguistics); Psychology; Loyalty; Quality (philosophy); Higher education; Institution; Computer-mediated communication; Medical education; Distance education; Face (sociological concept); Face-to-face; Isolation (microbiology); Qualitative research; Pedagogy; The Internet; Sociology; Computer science; Medicine; Political science; Communication","score_opus":0.16327620444407479,"score_gpt":0.4926631694634368,"score_spread":0.32938696501936204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497114616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98855233,0.00022994434,0.00073533464,0.0011629986,0.000043405566,0.000034080986,0.000023476721,0.000011496429,0.009206915],"genre_scores_gemma":[0.9974899,0.000172913,0.00023199234,0.00017804407,0.000023744211,0.0000337213,0.000010476511,0.0000076748,0.0018514377],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98639005,0.008242433,0.0003908975,0.0005400398,0.0026034038,0.001833291],"domain_scores_gemma":[0.9738448,0.016809773,0.002916579,0.0009075122,0.001813106,0.0037082417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077164853,0.00031107874,0.00058675476,0.0011360386,0.0062273857,0.005268226,0.0013471517,0.0008796846,0.0057992595],"category_scores_gemma":[0.027478222,0.00020748151,0.00023185172,0.0016745738,0.0053112023,0.002299224,0.006844834,0.0016527954,0.0006512384],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017245919,0.00078904914,0.057922963,0.00029524846,0.000017798053,0.0015210756,0.86224717,0.00010754626,0.0026716746,0.003447347,0.0016105653,0.06919718],"study_design_scores_gemma":[0.000011141125,0.00027011405,0.033117387,0.00012187318,0.00001348606,0.00040480183,0.9552774,0.00012186203,0.00084266183,0.00057854713,0.009220041,0.00002063559],"about_ca_topic_score_codex":0.0042676204,"about_ca_topic_score_gemma":0.008647276,"teacher_disagreement_score":0.0077164853,"about_ca_system_score_codex":0.0030595716,"about_ca_system_score_gemma":0.0051686945,"threshold_uncertainty_score":0.040809214},"labels":[],"label_agreement":null},{"id":"W1497710814","doi":"10.19173/irrodl.v12i1.896","title":"The development of an online instrument for prior learning assessment and recognition of internationally educated nurses: A pilot study","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Vignette; Sample (material); Medical education; Narrative; Benchmark (surveying); Online learning; Psychology; Nursing; Computer science; Medicine; Multimedia; Social psychology","score_opus":0.3918249627648382,"score_gpt":0.5634755482804669,"score_spread":0.17165058551562867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497710814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849125,0.00006687673,0.0042893784,0.00015423475,0.000029680417,0.008627487,0.00010107132,0.000035705092,0.0017830079],"genre_scores_gemma":[0.9120591,0.00039054733,0.064755365,0.0003365324,0.000034798315,0.019597603,0.00054960616,0.000047166697,0.0022292659],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98672175,0.0087664975,0.0010233353,0.000567479,0.0021040505,0.00081682357],"domain_scores_gemma":[0.97502124,0.012445012,0.001706682,0.0018831817,0.0070564817,0.0018873474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030627942,0.0006084122,0.0008042606,0.0011690146,0.0012147033,0.0014056299,0.0014066176,0.0006461759,0.0013430357],"category_scores_gemma":[0.04062412,0.00056531146,0.00058366166,0.0007913418,0.0008686392,0.0016120126,0.0021841398,0.0014219811,0.0004924815],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001451813,0.03211014,0.30752432,0.00095185207,0.000074248506,0.0013938223,0.10506095,0.0008008514,0.008423932,0.00054791506,0.002233062,0.53942716],"study_design_scores_gemma":[0.001536214,0.05788765,0.7747937,0.0009817224,0.00021158629,0.0022707041,0.12071951,0.008629861,0.009712418,0.00067361054,0.022288118,0.000294913],"about_ca_topic_score_codex":0.011300492,"about_ca_topic_score_gemma":0.029047469,"teacher_disagreement_score":0.030627942,"about_ca_system_score_codex":0.0021503586,"about_ca_system_score_gemma":0.009019218,"threshold_uncertainty_score":0.16197795},"labels":[],"label_agreement":null},{"id":"W1498185105","doi":"10.19173/irrodl.v15i4.1840","title":"Analyzing the effect of learning styles and study habits of distance learners on learning performances: A case of an introductory programming course","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning styles; Mathematics education; Psychology; Distance education; Educational technology; Test (biology); Cognitive style; E learning; Online learning; Computer science; Multimedia; Cognition","score_opus":0.04039449708645403,"score_gpt":0.44400404882594124,"score_spread":0.4036095517394872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498185105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993424,0.000033940098,0.0001112923,0.000052470834,0.0000014974357,0.000005739404,0.0000049833525,0.0000013699098,0.00044626184],"genre_scores_gemma":[0.99905115,0.000101168574,0.0003792391,0.00002540499,0.0000039926454,0.0000058209944,0.000013620973,0.000002131715,0.00041728877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993611,0.00024707496,0.000044043834,0.00007197028,0.00017268873,0.00010301523],"domain_scores_gemma":[0.99403125,0.004019312,0.0006573977,0.00020057241,0.00046148704,0.00063004816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015029967,0.00021240763,0.00019801535,0.001029822,0.001070048,0.000963412,0.00040377048,0.000521787,0.0010550653],"category_scores_gemma":[0.004907827,0.00017582702,0.00036624479,0.00071009423,0.00068551325,0.00062584603,0.0005902149,0.0005293596,0.00016450671],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021671476,0.0017995788,0.8411375,0.00013003884,0.00006104407,0.022663262,0.06469351,0.000347041,0.0084255915,0.00036262223,0.0003949201,0.059768096],"study_design_scores_gemma":[0.000017767617,0.0005142739,0.9404559,0.000049763417,0.0000688207,0.0051273694,0.0469678,0.0016774352,0.0031241663,0.00029181663,0.0016668721,0.000038021844],"about_ca_topic_score_codex":0.0071379347,"about_ca_topic_score_gemma":0.013414144,"teacher_disagreement_score":0.0071379347,"about_ca_system_score_codex":0.00064206903,"about_ca_system_score_gemma":0.0006606599,"threshold_uncertainty_score":0.01419276},"labels":[],"label_agreement":null},{"id":"W1498690873","doi":"10.19173/irrodl.v10i1.609","title":"Integrated Networks: National and International Online Experiences","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Geography Education and Pedagogy","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Asynchronous learning; Beijing; Computer science; Distance education; Educational technology; Mathematics education; Online learning; Graduate students; Order (exchange); Computer-mediated communication; Online teaching; Knowledge management; Teaching method; Synchronous learning; World Wide Web; Pedagogy; Cooperative learning; Sociology; Psychology; Political science; The Internet; Telecommunications","score_opus":0.1764122899309413,"score_gpt":0.5352010969081721,"score_spread":0.3587888069772308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498690873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8678618,0.0010930754,0.0031595386,0.0013800666,0.00017468634,0.000050104307,0.00011441897,0.00006498873,0.1261014],"genre_scores_gemma":[0.98742956,0.0007450974,0.0008071855,0.00015795397,0.000034591958,0.00003442478,0.00006736548,0.00002025228,0.010703592],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988293,0.00075789477,0.000029258068,0.00008597358,0.00013765779,0.00015992769],"domain_scores_gemma":[0.9988054,0.00052357465,0.00009364009,0.00009314009,0.0000734965,0.00041084908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017175252,0.0002527276,0.00019852445,0.0006822596,0.0025981388,0.003238562,0.0004113141,0.00057474535,0.0051206136],"category_scores_gemma":[0.0027218007,0.00012759409,0.00017343993,0.0011297211,0.0014888047,0.003939194,0.005198595,0.00083755434,0.0004873073],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035593935,0.0007754493,0.031225614,0.00036115845,0.00005282004,0.0021788413,0.708634,0.00066465995,0.0037914962,0.0323102,0.018175151,0.20147473],"study_design_scores_gemma":[0.000051686817,0.00063137215,0.02522018,0.0002513864,0.000052459778,0.0021138883,0.5312222,0.0009706628,0.001705369,0.006091874,0.43163592,0.00005298762],"about_ca_topic_score_codex":0.0012763548,"about_ca_topic_score_gemma":0.0040516607,"teacher_disagreement_score":0.0051206136,"about_ca_system_score_codex":0.00092733547,"about_ca_system_score_gemma":0.00052218325,"threshold_uncertainty_score":0.017130136},"labels":[],"label_agreement":null},{"id":"W1499220519","doi":"10.19173/irrodl.v13i3.1181","title":"Quality assurance in e-learning: PDPP evaluation model and its application","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Distance education; Educational technology; Higher education; Quality (philosophy); Medical education; Open learning; Instructional design; Mainland China; Psychology; Mathematics education; Computer science; Knowledge management; Teaching method; Cooperative learning; Formative assessment; Medicine; China; Political science","score_opus":0.19529639375896582,"score_gpt":0.5451186343919544,"score_spread":0.3498222406329886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499220519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026110802,0.0009936553,0.947915,0.0016240118,0.000059532365,0.001487016,0.00019585156,0.0003784156,0.0212358],"genre_scores_gemma":[0.59981644,0.0011887599,0.39170837,0.000221192,0.000051646333,0.0026913672,0.0003358109,0.00006564107,0.003920735],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9761523,0.014321705,0.0015501331,0.0015323863,0.005847447,0.00059600605],"domain_scores_gemma":[0.97151035,0.01502987,0.002287338,0.0010385219,0.00958992,0.00054402975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02195971,0.0011314098,0.0006848491,0.003295721,0.0010330107,0.003850817,0.0019175038,0.0015711054,0.002408009],"category_scores_gemma":[0.033071175,0.0006151854,0.0015852639,0.0028040812,0.0016161975,0.0048299828,0.0022042068,0.00147331,0.0006009303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039754855,0.00072744215,0.035141993,0.0017121765,0.0002634279,0.00041155476,0.003886046,0.32083604,0.0034667377,0.17326897,0.0056869215,0.4542012],"study_design_scores_gemma":[0.00009398979,0.0008588069,0.008093106,0.0004491286,0.00014481625,0.00030777912,0.001279715,0.9225824,0.0025381623,0.04973919,0.013812114,0.0001008646],"about_ca_topic_score_codex":0.009334643,"about_ca_topic_score_gemma":0.00437988,"teacher_disagreement_score":0.02195971,"about_ca_system_score_codex":0.006331495,"about_ca_system_score_gemma":0.0064141024,"threshold_uncertainty_score":0.11613542},"labels":[],"label_agreement":null},{"id":"W1499386624","doi":"10.19173/irrodl.v15i3.1714","title":"Factors driving learner success in online professional development","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Login; Professional development; Online course; Online learning; Psychology; Faculty development; Electronic learning; Online participation; Computer-assisted web interviewing; Educational technology; Distance education; Medical education; Mathematics education; The Internet; Pedagogy; Multimedia; Computer science; World Wide Web; Medicine; Business","score_opus":0.11620292053492123,"score_gpt":0.49331233776939565,"score_spread":0.37710941723447444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499386624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99554044,0.0001716187,0.00025068896,0.0002718098,0.000011349184,0.000035302524,0.000032578115,0.000008773065,0.0036773605],"genre_scores_gemma":[0.9987134,0.00013075085,0.00018991924,0.000026875743,0.000008387473,0.0000149558655,0.00002900999,0.0000030727872,0.0008837753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966338,0.0011278158,0.00031164364,0.00020703161,0.0013010768,0.0004185872],"domain_scores_gemma":[0.9688219,0.014030829,0.0061459434,0.0008190177,0.0048444318,0.005337876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031042811,0.00017060385,0.00026595755,0.0012683886,0.0009670601,0.0027200603,0.00051003566,0.00052029977,0.004523847],"category_scores_gemma":[0.026982047,0.00013997561,0.00034709607,0.00087037776,0.00074210856,0.0010685434,0.0014791489,0.00091775187,0.0008920999],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060205613,0.0006619272,0.970556,0.00004833507,0.00003220682,0.00018559428,0.004312119,0.00008175791,0.00024650546,0.00024483266,0.00042018818,0.02315025],"study_design_scores_gemma":[0.000008827228,0.0002755832,0.9777159,0.00007131066,0.000030892083,0.00027227777,0.017480241,0.00069553504,0.0005785045,0.00031473974,0.0025332253,0.000022965673],"about_ca_topic_score_codex":0.004188178,"about_ca_topic_score_gemma":0.0040565487,"teacher_disagreement_score":0.004523847,"about_ca_system_score_codex":0.0005128539,"about_ca_system_score_gemma":0.0013819437,"threshold_uncertainty_score":0.016417205},"labels":[],"label_agreement":null},{"id":"W1499546439","doi":"10.19173/irrodl.v14i3.1430","title":"Virtual attendance: Analysis of an audiovisual over IP system for distance learning in the Spanish Open University (UNED)","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Attendance; The Internet; Computer science; Virtual campus; Open university; Higher education; Mathematics education; Open education; Information and Communications Technology; Citizen journalism; Educational technology; Multimedia; Sociology; Psychology; World Wide Web; Political science","score_opus":0.06917760212421338,"score_gpt":0.45231543959530196,"score_spread":0.3831378374710886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499546439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914635,0.00012108972,0.0034256165,0.000057603385,0.000010922182,0.00006174515,0.00014584674,0.000083053834,0.004630573],"genre_scores_gemma":[0.9971136,0.000054429587,0.0011192067,0.00001844316,0.0000044957887,0.000020491218,0.00011478828,0.000015047414,0.001539589],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873465,0.0004372351,0.000067885216,0.00019719332,0.0004147859,0.00014832035],"domain_scores_gemma":[0.99676967,0.001540605,0.00037726708,0.0001589634,0.0008692635,0.0002842355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010504423,0.00018054905,0.000237769,0.0010192998,0.00041498986,0.0013049876,0.00043561973,0.00045520306,0.0019055705],"category_scores_gemma":[0.0058535556,0.0000746831,0.00024103577,0.0008499293,0.00032800584,0.00058761775,0.0008411606,0.00027507657,0.00045524997],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022598784,0.0016720782,0.30847785,0.0013498856,0.00017400985,0.0025785998,0.03964334,0.012314634,0.064005025,0.0038374816,0.004526553,0.5591606],"study_design_scores_gemma":[0.00004777926,0.0020350057,0.8939335,0.0002028746,0.0001626531,0.0010969022,0.03443685,0.032337736,0.016239397,0.00096322515,0.018423557,0.00012058613],"about_ca_topic_score_codex":0.004635334,"about_ca_topic_score_gemma":0.0033746697,"teacher_disagreement_score":0.004635334,"about_ca_system_score_codex":0.0011551066,"about_ca_system_score_gemma":0.0004590179,"threshold_uncertainty_score":0.009216726},"labels":[],"label_agreement":null},{"id":"W1499864900","doi":"10.19173/irrodl.v11i2.869","title":"Universal instructional design principles for Moodle","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Instructional design; Computer science; Plug-in; Universal Design for Learning; Set (abstract data type); Distance education; Sample (material); Universal design; Multimedia; Online learning; Online course; Design elements and principles; Educational technology; Mathematics education; World Wide Web; Psychology; Software engineering","score_opus":0.20313782760348706,"score_gpt":0.48720924664531395,"score_spread":0.28407141904182687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499864900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002948067,0.0009953782,0.9616322,0.0011600006,0.00025664121,0.0010412879,0.00010154737,0.0022090194,0.02965589],"genre_scores_gemma":[0.025920209,0.0005225234,0.96107006,0.0010943284,0.00010616202,0.0035152147,0.000092469796,0.00045842602,0.0072205532],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9922348,0.0037048047,0.0009934641,0.00075764774,0.0020489104,0.000260375],"domain_scores_gemma":[0.98802096,0.0072942288,0.00067801005,0.0015546601,0.0021822657,0.0002698525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074077314,0.00089398253,0.0006440035,0.0016806017,0.0010652011,0.004412329,0.0017815417,0.0017794085,0.008019342],"category_scores_gemma":[0.02238016,0.0010195951,0.0009632656,0.00080465886,0.0025678093,0.0028610795,0.003259638,0.0033995595,0.0047981897],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001817669,0.00022246082,0.00072348403,0.0021208765,0.000044431636,0.00020804202,0.008523202,0.0022140553,0.01055199,0.5135242,0.021178367,0.44050726],"study_design_scores_gemma":[0.00020853142,0.00041996784,0.001297521,0.0014225552,0.00008332896,0.0010295834,0.0008629933,0.0075761112,0.010999722,0.2096214,0.7663663,0.00011197065],"about_ca_topic_score_codex":0.00069584127,"about_ca_topic_score_gemma":0.0013131534,"teacher_disagreement_score":0.008019342,"about_ca_system_score_codex":0.0011911659,"about_ca_system_score_gemma":0.0016462597,"threshold_uncertainty_score":0.039176285},"labels":[],"label_agreement":null},{"id":"W1499880038","doi":"10.19173/irrodl.v8i2.344","title":"Instant Messaging for Creating Interactive and Collaborative m-Learning Environments","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Computer science; Asynchronous communication; Chat room; The Internet; World Wide Web; Formality; Instant messaging; Distance education; Online community; Internet privacy; Multimedia; Synchronous learning; Short Message Service; Mobile device; Computer-mediated communication; Asynchronous learning; Online chat; Educational technology; Learning community; Cooperative learning; Teaching method; Psychology; Telecommunications","score_opus":0.044155175053715696,"score_gpt":0.4358477663759818,"score_spread":0.39169259132226614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499880038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013411512,0.008573255,0.86553425,0.0016996727,0.0010963473,0.00095299544,0.00028741313,0.009875378,0.09856914],"genre_scores_gemma":[0.113925666,0.005624484,0.81705767,0.00045021856,0.00043028098,0.0010721041,0.00037314784,0.0008525472,0.060213864],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99851614,0.00045863842,0.00009460189,0.00016704111,0.00066763576,0.000095939475],"domain_scores_gemma":[0.99835545,0.0008482402,0.00010468751,0.0003611814,0.00018055445,0.00014987201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014245611,0.0007459768,0.00038638484,0.0010438438,0.0010542073,0.0027408167,0.0016968279,0.0019331734,0.021978876],"category_scores_gemma":[0.0045401296,0.00040911892,0.0006526007,0.0012209482,0.00085099327,0.0033258118,0.0025199435,0.0009977102,0.0073245326],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021003881,0.00014991942,0.00044211262,0.0021668293,0.000038073817,0.0007155271,0.002442719,0.0025174257,0.030044079,0.12037416,0.029314905,0.8115842],"study_design_scores_gemma":[0.00013616068,0.00045704452,0.001626873,0.0009450397,0.00013643963,0.0017343276,0.0009547439,0.017100465,0.03052179,0.06556915,0.88068545,0.00013254977],"about_ca_topic_score_codex":0.00048135643,"about_ca_topic_score_gemma":0.0008932001,"teacher_disagreement_score":0.021978876,"about_ca_system_score_codex":0.0005268114,"about_ca_system_score_gemma":0.0005328094,"threshold_uncertainty_score":0.07352668},"labels":[],"label_agreement":null},{"id":"W1500143627","doi":"10.19173/irrodl.v13i2.1124","title":"The relationship between flexible and self-regulated learning in open and distance universities","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-regulated learning; Flexibility (engineering); Psychology; Open learning; Metacognition; Synchronous learning; Autonomy; Educational technology; Distance education; Active learning (machine learning); Learner autonomy; Knowledge management; Computer science; Cognition; Mathematics education; Cooperative learning; Teaching method; Artificial intelligence; Mathematics","score_opus":0.21035173221319656,"score_gpt":0.5279311005266208,"score_spread":0.31757936831342426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500143627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988059,0.0011378367,0.0015350047,0.00064880465,0.00001513344,0.00003634345,0.000011266796,0.000009166692,0.008547487],"genre_scores_gemma":[0.9993249,0.00017970544,0.00024731495,0.000041401603,0.0000070812303,0.000014099881,0.000005918751,0.0000020044397,0.00017759757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9891539,0.0065911487,0.0006113374,0.00068577804,0.0023399417,0.00061785005],"domain_scores_gemma":[0.93915397,0.040598303,0.009617609,0.0017819161,0.0024934546,0.0063547567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007115393,0.00012697763,0.0002899327,0.0014819807,0.0010633396,0.0036852346,0.0006010621,0.00060137466,0.0011628042],"category_scores_gemma":[0.036498915,0.00017099518,0.00029646515,0.0016997018,0.003870264,0.0017442087,0.0028398198,0.0011811458,0.00010949668],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020636534,0.0018417892,0.80518436,0.00023153982,0.00019076829,0.00046799655,0.03969043,0.0010768182,0.0009632222,0.018565776,0.0005507753,0.13103005],"study_design_scores_gemma":[0.000019790827,0.000280699,0.9774639,0.00008479144,0.00003111673,0.00026404235,0.011811588,0.00095001725,0.00022276363,0.00686557,0.0019654485,0.000040174524],"about_ca_topic_score_codex":0.0023222498,"about_ca_topic_score_gemma":0.0020543467,"teacher_disagreement_score":0.007115393,"about_ca_system_score_codex":0.0016493252,"about_ca_system_score_gemma":0.0017781216,"threshold_uncertainty_score":0.03763026},"labels":[],"label_agreement":null},{"id":"W1500456589","doi":"10.19173/irrodl.v14i2.1537","title":"Government support for open educational resources: Policy, funding, and strategies","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Government (linguistics); Political science; Public relations; Public policy; Public administration; Foundation (evidence); Sociology; Pedagogy","score_opus":0.09182098371143659,"score_gpt":0.4559959595365474,"score_spread":0.3641749758251108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500456589","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0141323665,0.041061357,0.0034267956,0.8108844,0.0017014395,0.000097397744,0.00026924224,0.00014803404,0.12827896],"genre_scores_gemma":[0.7256328,0.0764354,0.0074202637,0.13607734,0.002907838,0.0005699004,0.00039187583,0.00022057063,0.05034409],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858974,0.004761708,0.00057346054,0.0007832373,0.0048093423,0.0031747685],"domain_scores_gemma":[0.96009946,0.022220034,0.0038738025,0.0014409766,0.0055601485,0.0068056537],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.017774677,0.000470609,0.00072213484,0.0039971652,0.003966923,0.019436652,0.0029121106,0.015648577,0.013320397],"category_scores_gemma":[0.04127784,0.0004592199,0.00048055573,0.0072333487,0.009941768,0.017384142,0.011418242,0.0064926906,0.0021621913],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048008456,0.00009273582,0.0017110828,0.00060901884,0.00002022102,0.000171445,0.0012513488,0.00037763017,0.00019381425,0.8054571,0.08708014,0.10298737],"study_design_scores_gemma":[0.00008810755,0.000075044016,0.0060952436,0.0048301155,0.000041409505,0.00022947552,0.007287236,0.0010880297,0.00047046048,0.305799,0.6739207,0.00007518801],"about_ca_topic_score_codex":0.027609378,"about_ca_topic_score_gemma":0.02566384,"teacher_disagreement_score":0.9970879,"about_ca_system_score_codex":0.018715028,"about_ca_system_score_gemma":0.04773353,"threshold_uncertainty_score":0.13578767},"labels":[],"label_agreement":null},{"id":"W1500498599","doi":"10.19173/irrodl.v3i1.71","title":"Chat and Instant Messaging Systems","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Instant messaging; Computer-mediated communication; Chat room; Computer science; Instant; Multimedia; World Wide Web; Distance education; Internet privacy; The Internet; Psychology; Pedagogy","score_opus":0.2045566290426717,"score_gpt":0.4903474176702864,"score_spread":0.2857907886276147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500498599","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014991844,0.08354097,0.24338442,0.010153634,0.012415033,0.0021112077,0.0030100637,0.013467985,0.6169248],"genre_scores_gemma":[0.2720879,0.049289845,0.18014516,0.008358055,0.010773947,0.002670354,0.0060972413,0.0014790349,0.46909845],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99446386,0.0018941519,0.00051548344,0.0008078624,0.0018927335,0.00042595193],"domain_scores_gemma":[0.9935128,0.0031639582,0.00071799086,0.00094898196,0.0011494899,0.0005067709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024977552,0.0010362971,0.0007466058,0.003104643,0.0022214646,0.0059421984,0.0019923171,0.0028720405,0.030397028],"category_scores_gemma":[0.009761072,0.000416821,0.0005008221,0.0033797799,0.00181051,0.00715435,0.0041302554,0.0016063375,0.012725595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035294102,0.0001801093,0.0010541063,0.0030082327,0.000078694655,0.0007327933,0.0030253972,0.0016875435,0.003959092,0.37386006,0.15949225,0.4525688],"study_design_scores_gemma":[0.000044673583,0.00012300658,0.0007815129,0.0006433919,0.000047354613,0.0011552981,0.00054724206,0.0023619584,0.0024658819,0.055064846,0.9366992,0.000065638924],"about_ca_topic_score_codex":0.0016169978,"about_ca_topic_score_gemma":0.0011658664,"teacher_disagreement_score":0.030397028,"about_ca_system_score_codex":0.0012852082,"about_ca_system_score_gemma":0.0015503509,"threshold_uncertainty_score":0.101688206},"labels":[],"label_agreement":null},{"id":"W1501077364","doi":"10.19173/irrodl.v16i2.1962","title":"“Remember to hand out medals”: Peer rating and expertise in a question-and-answer study group","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vetenskapsrådet","keywords":"Python (programming language); Exploratory research; Value (mathematics); Psychology; Computer science; Mathematics education; Sociology","score_opus":0.17595812501433553,"score_gpt":0.4865021184586435,"score_spread":0.31054399344430794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501077364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969849,0.00005829781,0.00095833285,0.0002431771,0.00002594181,0.00036575462,0.0000140828115,0.0000117686495,0.0013378256],"genre_scores_gemma":[0.9949261,0.000085943444,0.0021484038,0.00021120551,0.000035506346,0.0008974355,0.000029323915,0.000012250543,0.0016539819],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.95302606,0.03868613,0.0016291963,0.002291664,0.0028300416,0.0015369445],"domain_scores_gemma":[0.8854059,0.084838666,0.008805571,0.005447125,0.00946743,0.006035303],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.047875095,0.0004498104,0.0009865401,0.0017743103,0.0032002022,0.0033775852,0.0010140728,0.0015365375,0.0028334914],"category_scores_gemma":[0.118761726,0.00044349907,0.0004546302,0.0008299565,0.0027030034,0.0029669309,0.004354232,0.0015646353,0.0008956911],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010649168,0.005769795,0.10031123,0.00029917233,0.00007776523,0.0009923074,0.80881804,0.00013151631,0.004479002,0.0010479252,0.0015812237,0.07542714],"study_design_scores_gemma":[0.00069534284,0.011586064,0.16292335,0.00034045833,0.00011868207,0.0012173065,0.79687446,0.0022976554,0.004975665,0.0028730377,0.015764147,0.0003339153],"about_ca_topic_score_codex":0.001205658,"about_ca_topic_score_gemma":0.0026881492,"teacher_disagreement_score":0.9521249,"about_ca_system_score_codex":0.0011625688,"about_ca_system_score_gemma":0.0015360679,"threshold_uncertainty_score":0.2531907},"labels":[],"label_agreement":null},{"id":"W1501145290","doi":"10.19173/irrodl.v2i2.61","title":"A Top Down Strategy to Enhance Information Technologies into Israeli Higher Education","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Higher education; Outreach; Ethos; Process (computing); Public relations; Knowledge management; Sociology; Distance education; Top-down and bottom-up design; Technology integration; Political science; Computer science; Educational technology; Pedagogy","score_opus":0.06754065603475876,"score_gpt":0.47911474084120587,"score_spread":0.4115740848064471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501145290","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16134302,0.015363623,0.37098467,0.04912049,0.00081521535,0.0018904347,0.000067080204,0.0008409047,0.39957452],"genre_scores_gemma":[0.815336,0.00605535,0.13516636,0.010053288,0.00027075596,0.0007663657,0.00005711793,0.00014923046,0.032145493],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99262744,0.0040283846,0.00030339797,0.0006376277,0.0019056044,0.0004975396],"domain_scores_gemma":[0.9945205,0.0028162573,0.0004933001,0.000561559,0.0012813921,0.00032700624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0078573385,0.0006998622,0.00027145544,0.0023188342,0.0021711262,0.008608569,0.00078671623,0.0016773583,0.00258915],"category_scores_gemma":[0.0068850983,0.00032742572,0.0004774209,0.0016095616,0.0049123843,0.0051977816,0.0053370357,0.001854524,0.00075726554],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007075785,0.00025471332,0.004486455,0.00085046457,0.000054178865,0.00022115698,0.015789509,0.0018053027,0.0060079247,0.3019424,0.005049708,0.6634673],"study_design_scores_gemma":[0.00013021173,0.0010653322,0.016579634,0.0017764268,0.00014092168,0.00067701394,0.021805312,0.0056795804,0.019546982,0.18912369,0.7433627,0.00011219645],"about_ca_topic_score_codex":0.0027726672,"about_ca_topic_score_gemma":0.00360197,"teacher_disagreement_score":0.008608569,"about_ca_system_score_codex":0.006025409,"about_ca_system_score_gemma":0.009624426,"threshold_uncertainty_score":0.043717563},"labels":[],"label_agreement":null},{"id":"W1502436515","doi":"10.19173/irrodl.v14i4.1314","title":"The extent of and reasons for non re-enrolment: A case of Korea National Open University","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Korea National Open University","keywords":"Dropout (neural networks); Workload; Demographics; Medical education; Distance education; Psychology; Higher education; Perception; Mathematics education; Political science; Demography; Medicine; Sociology; Computer science","score_opus":0.12053260550741925,"score_gpt":0.5086683129677458,"score_spread":0.3881357074603266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502436515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99778664,0.00008012669,0.00011243499,0.0013318005,0.000009963092,0.000018031044,0.000013917771,0.000002664128,0.0006444295],"genre_scores_gemma":[0.9989139,0.00016977354,0.000114200564,0.00023242855,0.00001676503,0.000014324527,0.000018979665,0.0000033842316,0.0005163729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99699235,0.0011584392,0.00022034347,0.00021293864,0.00040245397,0.0010134368],"domain_scores_gemma":[0.9919801,0.002085659,0.0021782615,0.00038020362,0.00063510175,0.0027407147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003572474,0.0002884975,0.0004967163,0.0013007772,0.0056798393,0.002117485,0.0012742754,0.001966028,0.003282468],"category_scores_gemma":[0.008654629,0.00034852265,0.00076408155,0.001376163,0.0014846495,0.0019186465,0.0025870404,0.0026518838,0.00026155016],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002942147,0.0022946692,0.76239336,0.00016120159,0.000058582737,0.08460169,0.10169652,0.00024886208,0.0012880744,0.0032283748,0.0029322046,0.04080227],"study_design_scores_gemma":[0.000044438773,0.000718374,0.50159323,0.00023323766,0.000073068906,0.04511511,0.4385974,0.0026260193,0.0008937478,0.0015536386,0.008409807,0.00014185825],"about_ca_topic_score_codex":0.019686254,"about_ca_topic_score_gemma":0.033931006,"teacher_disagreement_score":0.019686254,"about_ca_system_score_codex":0.0028384943,"about_ca_system_score_gemma":0.0027666907,"threshold_uncertainty_score":0.039143324},"labels":[],"label_agreement":null},{"id":"W1502641532","doi":"10.19173/irrodl.v10i6.802","title":"Implementing digital story telling in a Computers in Education course","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Presentation (obstetrics); Accountability; Portfolio; Technology integration; Electronic portfolio; Educational technology; Set (abstract data type); Work (physics); Electronic publishing; Engineering management; Key (lock); Multimedia; Knowledge management; The Internet; World Wide Web; Engineering; Mathematics education; Psychology; Political science","score_opus":0.12262342114105097,"score_gpt":0.5414603662294634,"score_spread":0.4188369450884124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502641532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74443984,0.0011646966,0.13315548,0.012184448,0.0004882655,0.0031334832,0.0003105008,0.0023506628,0.10277266],"genre_scores_gemma":[0.7076935,0.0018131695,0.26440457,0.0010162813,0.00014014868,0.0011168498,0.00030231467,0.00014715623,0.023365987],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955569,0.0030238566,0.00023047997,0.00025906245,0.00056505174,0.00036465994],"domain_scores_gemma":[0.984686,0.010155775,0.0009594647,0.0010935697,0.00079844793,0.0023067696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009463195,0.00052701455,0.00031126,0.00080923905,0.0017955252,0.0049859844,0.0020120046,0.0015307014,0.005649674],"category_scores_gemma":[0.021926595,0.00030323464,0.0003182161,0.00069327105,0.0012228901,0.0039291335,0.0039675,0.0013679855,0.0019960012],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023217862,0.0061540073,0.007847541,0.00053878577,0.000024303201,0.0011265543,0.046025954,0.0018644417,0.00642539,0.0134263355,0.016833285,0.8995013],"study_design_scores_gemma":[0.0006744405,0.010280289,0.03821252,0.0021772939,0.00016630489,0.0038947915,0.121123925,0.014721758,0.04608423,0.0344963,0.727839,0.00032923283],"about_ca_topic_score_codex":0.0005816397,"about_ca_topic_score_gemma":0.0020315081,"teacher_disagreement_score":0.009463195,"about_ca_system_score_codex":0.0015293952,"about_ca_system_score_gemma":0.0023842335,"threshold_uncertainty_score":0.050046742},"labels":[],"label_agreement":null},{"id":"W1502698161","doi":"10.19173/irrodl.v12i6.985","title":"Factors that impact student usage of the learning management system in Qatari schools","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning Management; Information and Communications Technology; Mathematics education; Psychology; Charter; Medical education; Computer science; Political science; Medicine","score_opus":0.21829490494655085,"score_gpt":0.5066825870348138,"score_spread":0.288387682088263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502698161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999481,0.000030081892,0.000019599429,0.000069581365,9.239623e-7,0.00000451195,0.000022748727,0.0000032748842,0.00036824378],"genre_scores_gemma":[0.9996809,0.000028162727,0.000045666562,0.000017313807,0.0000012046645,0.0000046545256,0.0000241617,0.000001008696,0.0001970168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845886,0.00047496625,0.00017081574,0.00013292147,0.0003668253,0.000395655],"domain_scores_gemma":[0.9926126,0.0024320537,0.0029220935,0.0001840118,0.0009347618,0.00091437506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011527274,0.00021425127,0.00026487955,0.0009808635,0.00094157207,0.0016540058,0.00040240618,0.00056563405,0.003476076],"category_scores_gemma":[0.0064397682,0.00024912538,0.0002991086,0.001008592,0.0006417487,0.00059967156,0.0005359064,0.0006243896,0.00055501366],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060722763,0.00026757416,0.98274463,0.00003770499,0.000014151067,0.00013001692,0.008692728,0.00009682034,0.00052570197,0.00008999629,0.00035248583,0.006987515],"study_design_scores_gemma":[0.0000020728519,0.00014077478,0.9882506,0.000020113861,0.000010122569,0.000051566225,0.0107328575,0.00019248917,0.00019253489,0.00001673561,0.00038275312,0.0000073384763],"about_ca_topic_score_codex":0.020130834,"about_ca_topic_score_gemma":0.025657896,"teacher_disagreement_score":0.020130834,"about_ca_system_score_codex":0.0011056125,"about_ca_system_score_gemma":0.0012401496,"threshold_uncertainty_score":0.04002732},"labels":[],"label_agreement":null},{"id":"W1503046763","doi":"10.19173/irrodl.v4i2.138","title":"Online Polling as a Collaborative Tool","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Polling; Computer science; Educational technology; Multimedia; World Wide Web; Mathematics education; Psychology; Computer network","score_opus":0.08368553347925123,"score_gpt":0.49798418896900415,"score_spread":0.4142986554897529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503046763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10576535,0.0019141901,0.76978356,0.0011748665,0.0011573447,0.0031111394,0.00083976326,0.017309591,0.09894416],"genre_scores_gemma":[0.4447271,0.0011171156,0.50995016,0.00048186918,0.0012890373,0.0030439578,0.0011302505,0.0012306515,0.03702994],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9889732,0.006058691,0.00052569184,0.00095942896,0.0030239234,0.00045915437],"domain_scores_gemma":[0.9593719,0.027305521,0.0011521368,0.009516427,0.0013861043,0.0012679362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009208191,0.00070287206,0.001101364,0.004503856,0.0014920685,0.002995438,0.0017946177,0.0015210885,0.016734987],"category_scores_gemma":[0.024937384,0.00047135766,0.000655632,0.0041729067,0.0008105665,0.0038943398,0.0038299067,0.0010818224,0.0055426187],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004566873,0.0009307357,0.00427856,0.00044024317,0.000065636865,0.00030177442,0.0031377093,0.0012536685,0.009401393,0.0114525305,0.015868522,0.9524125],"study_design_scores_gemma":[0.00095707574,0.004192728,0.03295937,0.0012113574,0.00043874362,0.0032449728,0.0042118845,0.051175304,0.03846365,0.066543356,0.79602414,0.0005775085],"about_ca_topic_score_codex":0.00042343748,"about_ca_topic_score_gemma":0.0005474248,"teacher_disagreement_score":0.016734987,"about_ca_system_score_codex":0.00046505808,"about_ca_system_score_gemma":0.0007646439,"threshold_uncertainty_score":0.05598414},"labels":[],"label_agreement":null},{"id":"W1503211311","doi":"10.19173/irrodl.v14i4.1498","title":"The influence of e-learning on individual and collective empowerment in the public sector: An empirical study of Korean government employees","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technostress in Professional Settings","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Empowerment; Psychology; Variables; Social psychology; Political science; Statistics; Mathematics","score_opus":0.09662555581101073,"score_gpt":0.4744248173663405,"score_spread":0.3777992615553298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503211311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9995529,0.000027337719,0.000019136563,0.000051701943,0.0000011741226,0.000004219313,0.00000538347,2.712381e-7,0.00033776724],"genre_scores_gemma":[0.99962103,0.00006710637,0.000032526492,0.000039430317,0.0000023731313,0.0000063756493,0.000011711089,5.8682906e-7,0.00021895865],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987081,0.0005191197,0.00009746336,0.00012731808,0.00017642547,0.0003714403],"domain_scores_gemma":[0.9937169,0.002878301,0.0016254904,0.00028084012,0.00061333604,0.0008850618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030093517,0.00026017975,0.00024417505,0.0008391256,0.0017024542,0.0016443173,0.00035471286,0.00046214255,0.002436684],"category_scores_gemma":[0.0036516488,0.00028455592,0.0003711766,0.0009871889,0.0014393554,0.0014254004,0.0012189391,0.0007778725,0.00027240615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007732468,0.00095729093,0.8901384,0.000093339164,0.00003310425,0.0004862282,0.09429876,0.00009309203,0.00089383475,0.00033328225,0.00029436802,0.012300977],"study_design_scores_gemma":[0.0000063357297,0.00019779021,0.68440586,0.000070660535,0.00003369616,0.00017269215,0.31316307,0.00025820115,0.00034545202,0.000090320114,0.0012377354,0.000018135534],"about_ca_topic_score_codex":0.0065857805,"about_ca_topic_score_gemma":0.013664481,"teacher_disagreement_score":0.0065857805,"about_ca_system_score_codex":0.00085520686,"about_ca_system_score_gemma":0.0016465466,"threshold_uncertainty_score":0.015915155},"labels":[],"label_agreement":null},{"id":"W1504272963","doi":"10.19173/irrodl.v3i2.89","title":"Online Polling Services","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Polling; Computer science; Distance education; Multimedia; World Wide Web; Sociology; Pedagogy; Computer network","score_opus":0.14762235429615367,"score_gpt":0.4677333929445217,"score_spread":0.32011103864836804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504272963","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1230608,0.0027644124,0.2270004,0.002303206,0.0016442274,0.015199572,0.029928869,0.20420615,0.39389235],"genre_scores_gemma":[0.5563279,0.0020883204,0.16916291,0.0022554623,0.0021054994,0.012345567,0.023074556,0.009262589,0.22337718],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958489,0.0015154036,0.00037572402,0.00044139996,0.0014670555,0.0003514308],"domain_scores_gemma":[0.9735016,0.013903592,0.0019057518,0.007191079,0.002037309,0.0014607082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052903597,0.0006904904,0.0009906244,0.004298551,0.0011455739,0.0022895825,0.0014188287,0.0011496991,0.091411486],"category_scores_gemma":[0.020155134,0.00043519287,0.0007104598,0.004338236,0.00037127695,0.0020582206,0.0021101264,0.0008018528,0.03329691],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018813985,0.0012552069,0.012403243,0.00087332266,0.000107064145,0.00040806623,0.001767606,0.0009042636,0.0068543833,0.006758011,0.18463434,0.7821531],"study_design_scores_gemma":[0.0008254804,0.0009022225,0.04479694,0.00026283908,0.00012908524,0.0008165676,0.0013292569,0.0136294775,0.013877865,0.015201358,0.9080498,0.00017903157],"about_ca_topic_score_codex":0.0015859425,"about_ca_topic_score_gemma":0.0012750396,"teacher_disagreement_score":0.091411486,"about_ca_system_score_codex":0.00065358786,"about_ca_system_score_gemma":0.0011038381,"threshold_uncertainty_score":0.30580187},"labels":[],"label_agreement":null},{"id":"W1504646643","doi":"10.19173/irrodl.v7i2.300","title":"Academics Telecommuting in Open and Distance Education Universities: Issues, challenges and opportunities","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Work-Family Balance Challenges","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Telecommuting; Distance education; Government (linguistics); Higher education; Public relations; Open university; Sociology; Medical education; Pedagogy; Political science; Engineering; Medicine","score_opus":0.1776053855753142,"score_gpt":0.46346599707278735,"score_spread":0.28586061149747316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504646643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5074343,0.02292862,0.002748643,0.3724056,0.001342353,0.000053239135,0.00008997622,0.00007348269,0.09292373],"genre_scores_gemma":[0.97569114,0.009862911,0.000635042,0.005332315,0.0008176328,0.00004007184,0.000025117894,0.00001943574,0.0075762975],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98873425,0.0069909776,0.00028292352,0.00044529262,0.0015094096,0.0020372232],"domain_scores_gemma":[0.98087215,0.006470157,0.0019602366,0.00046845997,0.001947969,0.008281149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011417822,0.00025721677,0.0006125403,0.0017215647,0.01591477,0.016184792,0.0019850603,0.0036115253,0.008458691],"category_scores_gemma":[0.012785498,0.00022626344,0.0003425267,0.003835689,0.008057123,0.008773351,0.0068868753,0.002569235,0.0013504699],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020045775,0.0008997921,0.0829668,0.00081280724,0.000056133165,0.0050006714,0.23059933,0.0008780959,0.00087325275,0.15045263,0.057642825,0.46961716],"study_design_scores_gemma":[0.000022845607,0.00024886394,0.022774551,0.00043307518,0.000019259242,0.001610614,0.811147,0.0003979744,0.00029747526,0.04764276,0.11535472,0.000050882354],"about_ca_topic_score_codex":0.004765248,"about_ca_topic_score_gemma":0.007383537,"teacher_disagreement_score":0.016184792,"about_ca_system_score_codex":0.0061077196,"about_ca_system_score_gemma":0.011685104,"threshold_uncertainty_score":0.060383916},"labels":[],"label_agreement":null},{"id":"W1505006333","doi":"10.19173/irrodl.v12i5.953","title":"Assessment of learner acceptance and satisfaction with video-based instructional materials for teaching practical skills at a distance","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scheffé's method; Likert scale; Distance education; Psychology; Descriptive statistics; Mathematics education; Test (biology); Post hoc; Multimedia; Medical education; Computer science; Statistics; Analysis of variance; Mathematics; Medicine","score_opus":0.07983059239154089,"score_gpt":0.48659126991841073,"score_spread":0.40676067752686984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505006333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988218,0.000062626495,0.00033004253,0.000016659287,0.000003019357,0.000042161162,0.000034689656,0.000005109922,0.00068391324],"genre_scores_gemma":[0.9983323,0.000116922165,0.0005673562,0.000021274214,0.0000070982405,0.00008302623,0.000093101204,0.0000033692422,0.0007754562],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969777,0.00129407,0.00037250685,0.00014221054,0.0010162757,0.00019727866],"domain_scores_gemma":[0.990067,0.0044677486,0.002318401,0.00033863576,0.002089311,0.0007189929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003587647,0.00022625804,0.00047674688,0.0007776865,0.00020275154,0.00069549854,0.00034707884,0.00035887567,0.0022428818],"category_scores_gemma":[0.008006114,0.0001332443,0.00062680023,0.0005246066,0.0002271384,0.00044650707,0.00057753496,0.00046412746,0.00043131853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016487283,0.0029211296,0.8761038,0.0003094715,0.00022341727,0.00020625077,0.0048111593,0.00031402707,0.012003308,0.00009339531,0.00039451424,0.100970924],"study_design_scores_gemma":[0.00004774775,0.008205464,0.9793767,0.00004859356,0.00009247496,0.00029214224,0.0047806436,0.0011754787,0.0050727897,0.000055851637,0.0008176791,0.000034493965],"about_ca_topic_score_codex":0.00036288035,"about_ca_topic_score_gemma":0.00042835195,"teacher_disagreement_score":0.003587647,"about_ca_system_score_codex":0.00016499164,"about_ca_system_score_gemma":0.00026457867,"threshold_uncertainty_score":0.01897353},"labels":[],"label_agreement":null},{"id":"W1505148695","doi":"10.19173/irrodl.v12i6.981","title":"Literacy at a distance in multilingual contexts: Issues and challenges","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"African Education and Politics","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Literacy; Multilingualism; Distance education; Information and Communications Technology; Information literacy; ICTS; Pedagogy; Sociology; Public relations; Computer science; Political science; Economic growth; Mathematics education; Psychology; World Wide Web; Economics","score_opus":0.2402240005012021,"score_gpt":0.5287518767440621,"score_spread":0.28852787624286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505148695","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18128611,0.26770288,0.0017681335,0.40113425,0.0016758926,0.000075822296,0.00010120159,0.000028059414,0.14622761],"genre_scores_gemma":[0.8246599,0.14978229,0.000998281,0.011251368,0.0011754791,0.00012465655,0.000043115495,0.000019390669,0.011945563],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9938022,0.0038454575,0.00025276706,0.00038642855,0.00077216345,0.00094091194],"domain_scores_gemma":[0.98743445,0.007943256,0.00081383425,0.0002225472,0.0013788447,0.0022069977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004936184,0.00025798377,0.00087973906,0.0016481016,0.006817336,0.014057104,0.0013909122,0.003587192,0.0069092144],"category_scores_gemma":[0.009360872,0.00029259323,0.0002521598,0.0030657856,0.008410082,0.012092762,0.0086847665,0.0031603691,0.0011860123],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010436576,0.00039006615,0.02227745,0.005945448,0.00003892651,0.0043274397,0.13128285,0.00036454166,0.00047319624,0.2464747,0.025866354,0.56245464],"study_design_scores_gemma":[0.00003024015,0.00021710516,0.0196286,0.008271921,0.000036048143,0.0026371402,0.60456926,0.00030490512,0.00034208866,0.069277026,0.2946159,0.000069745],"about_ca_topic_score_codex":0.01149309,"about_ca_topic_score_gemma":0.024128176,"teacher_disagreement_score":0.014057104,"about_ca_system_score_codex":0.004802933,"about_ca_system_score_gemma":0.008053233,"threshold_uncertainty_score":0.034847856},"labels":[],"label_agreement":null},{"id":"W1507691683","doi":"10.19173/irrodl.v3i2.109","title":"Quality Standards in eLearning: A matrix of analysis","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":176,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Distance education; E learning; Educational technology; Computer science; Knowledge management; The Internet; World Wide Web; Psychology; Pedagogy","score_opus":0.13497439685560397,"score_gpt":0.5457234206616655,"score_spread":0.4107490238060615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507691683","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091176644,0.13447422,0.43170455,0.20208074,0.0021985108,0.0018755025,0.0011338899,0.00050068926,0.13485536],"genre_scores_gemma":[0.7137419,0.057087854,0.22009072,0.0033312852,0.000673726,0.00087424665,0.00059120986,0.0001424389,0.003466677],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9551989,0.019040588,0.0043779463,0.0018462673,0.018550081,0.0009862586],"domain_scores_gemma":[0.91006553,0.05621722,0.0056180274,0.0020649936,0.024905823,0.0011283443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.057667952,0.0009966048,0.0009998827,0.017279863,0.0034771964,0.015460562,0.0015969952,0.0013362705,0.0019564861],"category_scores_gemma":[0.06537852,0.0005456091,0.0008591515,0.022756282,0.011760473,0.014526054,0.005507025,0.003964066,0.00028830036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005840945,0.000084896135,0.010282823,0.0020136025,0.000082984574,0.00018092012,0.014355233,0.0028423793,0.0010334942,0.6616399,0.011730156,0.2956952],"study_design_scores_gemma":[0.000026860947,0.00018400155,0.02021679,0.0070730243,0.00010488551,0.0002975636,0.044975698,0.014511403,0.001633711,0.72753733,0.1832613,0.00017736359],"about_ca_topic_score_codex":0.011968403,"about_ca_topic_score_gemma":0.009834456,"teacher_disagreement_score":0.057667952,"about_ca_system_score_codex":0.019294944,"about_ca_system_score_gemma":0.018907702,"threshold_uncertainty_score":0.30498093},"labels":[],"label_agreement":null},{"id":"W1507770617","doi":"10.19173/irrodl.v10i5.664","title":"Open Educational Resources: New Possibilities for Change and Sustainability","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Open educational resources; Sustainability; Knowledge management; Work (physics); Object (grammar); Business; Public relations; Political science; Computer science; World Wide Web; Engineering","score_opus":0.14331806364827154,"score_gpt":0.4774942290445774,"score_spread":0.33417616539630585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507770617","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061169203,0.112006,0.05901858,0.23576817,0.0028724843,0.00018100366,0.00022252132,0.0002556873,0.5285064],"genre_scores_gemma":[0.85885316,0.06848652,0.022615774,0.014131546,0.00274728,0.00031889466,0.0001269501,0.00017947074,0.032540523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98817456,0.006517453,0.00049024215,0.000992988,0.0027241819,0.0011004276],"domain_scores_gemma":[0.9810493,0.013444829,0.0014454765,0.0017423525,0.0011251228,0.0011928828],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.011198251,0.00048722347,0.0008556528,0.0034060131,0.0056904973,0.027925694,0.0017826231,0.0052298834,0.011564164],"category_scores_gemma":[0.0110641485,0.00036916707,0.0006837125,0.0044593676,0.034024436,0.053390745,0.018871779,0.004665639,0.0011832826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001734901,0.000030548166,0.0010114379,0.0005958163,0.000012001687,0.00027215888,0.019034402,0.00018651587,0.000205975,0.89319426,0.0053339535,0.08010568],"study_design_scores_gemma":[0.000005881857,0.000038260197,0.0012090699,0.0013820737,0.000009489537,0.00043613277,0.044624485,0.00021743996,0.00020020144,0.39456818,0.557267,0.000041884097],"about_ca_topic_score_codex":0.0017859617,"about_ca_topic_score_gemma":0.003295334,"teacher_disagreement_score":0.9982174,"about_ca_system_score_codex":0.0049818913,"about_ca_system_score_gemma":0.007306671,"threshold_uncertainty_score":0.0592227},"labels":[],"label_agreement":null},{"id":"W1509067259","doi":"10.19173/irrodl.v15i5.1954","title":"Where is research on massive open online courses headed? A data analysis of the MOOC Research Initiative","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":293,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Athabasca University","funders":"Athabasca University; Bill and Melinda Gates Foundation","keywords":"Context (archaeology); Curriculum; Social media; Learning analytics; Content analysis; Citation; Computer science; Psychological intervention; Instructional design; Psychology; Knowledge management; Pedagogy; Sociology; Data science; World Wide Web; Social science","score_opus":0.378678754262437,"score_gpt":0.5697287152684783,"score_spread":0.19104996100604132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509067259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716703,0.0015709877,0.00607271,0.0041718995,0.0001700488,0.0011943047,0.0062260944,0.00012534956,0.008798205],"genre_scores_gemma":[0.97162026,0.0010142629,0.015659409,0.0008736462,0.00018070795,0.0022361376,0.00565746,0.00016795665,0.0025900628],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9137751,0.05195251,0.007246604,0.0054884776,0.018193455,0.0033438462],"domain_scores_gemma":[0.6640005,0.23778194,0.038516626,0.014351049,0.036357496,0.008992339],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.04843678,0.00038134045,0.00093720254,0.016427685,0.0029493242,0.008515554,0.0013326743,0.0012775206,0.0018216157],"category_scores_gemma":[0.18866263,0.00042470277,0.00071931083,0.023154974,0.003603326,0.0043818415,0.0068111084,0.001594672,0.0006241861],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073703885,0.00053705054,0.37109718,0.0044369297,0.0002637515,0.0020127185,0.37939352,0.0005568058,0.0042135194,0.017866109,0.016566047,0.20231925],"study_design_scores_gemma":[0.000036798716,0.0005402289,0.53171587,0.0023636476,0.000098724646,0.0004327238,0.36110234,0.001100088,0.00199963,0.002756596,0.097724,0.00012941023],"about_ca_topic_score_codex":0.005082264,"about_ca_topic_score_gemma":0.0065744603,"teacher_disagreement_score":0.9835723,"about_ca_system_score_codex":0.00453793,"about_ca_system_score_gemma":0.007943061,"threshold_uncertainty_score":0.2561612},"labels":[],"label_agreement":null},{"id":"W1509188314","doi":"10.19173/irrodl.v10i4.628","title":"Teaching and Learning Against all Odds: A Video-Based Study of Learner-to-Instructor Interaction in International Distance Education","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Equitas - International Centre for Human Rights Education","funders":"","keywords":"Distance education; The Internet; Odds; Educational technology; Videoconferencing; Information and Communications Technology; Quality (philosophy); Pedagogy; Sociology; Psychology; Computer science; Multimedia; World Wide Web","score_opus":0.06333300602133812,"score_gpt":0.480884898849068,"score_spread":0.41755189282772986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509188314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961683,0.00008637972,0.0003367269,0.00016779208,0.00000768605,0.00003062665,0.00001640956,0.0000047063704,0.0031812221],"genre_scores_gemma":[0.9964431,0.00027434985,0.00041967258,0.00011386519,0.000010037252,0.000046558078,0.00002600589,0.000008856712,0.0026576067],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983754,0.0010730014,0.000044521646,0.00010954116,0.00017335922,0.00022410505],"domain_scores_gemma":[0.9959311,0.0026143491,0.00043046684,0.000114902046,0.00030474958,0.00060446514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021598954,0.00026123764,0.0003315883,0.0010752308,0.002812685,0.002815103,0.0009958389,0.0008535323,0.0022287988],"category_scores_gemma":[0.00882437,0.00016136844,0.00014766517,0.0007512781,0.0016697604,0.0023631249,0.0018155245,0.0012587131,0.0004727404],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014598506,0.0019952795,0.04717993,0.00015243412,0.000016933345,0.00094627566,0.88790935,0.00013332846,0.0024875917,0.001476716,0.0010820028,0.05647418],"study_design_scores_gemma":[0.000024488096,0.00070787064,0.04391167,0.00010894424,0.000018162827,0.00044391994,0.94190025,0.0004381418,0.0010688665,0.00035323913,0.011000916,0.000023501352],"about_ca_topic_score_codex":0.0038848473,"about_ca_topic_score_gemma":0.01015884,"teacher_disagreement_score":0.0038848473,"about_ca_system_score_codex":0.0011623977,"about_ca_system_score_gemma":0.0009725699,"threshold_uncertainty_score":0.011422753},"labels":[],"label_agreement":null},{"id":"W1509334498","doi":"10.19173/irrodl.v6i1.219","title":"Central Queensland University's Course Management Systems: Accelerator or brake in engaging change?","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Teleology; Higher education; Institution; Distance education; Position (finance); Political science; Metropolitan area; Learning Management; Sociology; Public relations; Management; Business; Pedagogy; Psychology; Mathematics education; Economics; Social science; Geography; Finance","score_opus":0.12371106742765446,"score_gpt":0.4551773397163634,"score_spread":0.33146627228870895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509334498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.482121,0.0034972318,0.008526557,0.270311,0.00144432,0.00024808597,0.00009061708,0.00025112287,0.23351014],"genre_scores_gemma":[0.9760277,0.0007969535,0.0020395473,0.0071200943,0.00011707673,0.000062250125,0.000018618184,0.000026070215,0.013791749],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9887849,0.005884272,0.00030509566,0.0007070972,0.0023589109,0.0019597786],"domain_scores_gemma":[0.97487247,0.0069247275,0.0027824324,0.0013269058,0.0030246456,0.011068838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00951004,0.00017693634,0.00017081169,0.00085716654,0.00601974,0.012227169,0.0013632124,0.0019352289,0.007741323],"category_scores_gemma":[0.023388071,0.00022835683,0.00021073452,0.0015231494,0.009252636,0.007612275,0.0071565923,0.0033893806,0.0008040894],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119565295,0.00058397645,0.10211442,0.00091898645,0.0000564661,0.00057046744,0.22155575,0.0008498587,0.0030203569,0.26103768,0.08425424,0.32491818],"study_design_scores_gemma":[0.000030639698,0.00050210924,0.19561736,0.00077744207,0.000032718068,0.00024528397,0.17993681,0.0022975316,0.001383331,0.029640004,0.5894057,0.00013104199],"about_ca_topic_score_codex":0.047108337,"about_ca_topic_score_gemma":0.05821198,"teacher_disagreement_score":0.047108337,"about_ca_system_score_codex":0.016410727,"about_ca_system_score_gemma":0.025316982,"threshold_uncertainty_score":0.11906868},"labels":[],"label_agreement":null},{"id":"W1509394029","doi":"10.19173/irrodl.v16i1.2042","title":"Understanding reusability as a key factor for open education: A review","year":2015,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reusability; Context (archaeology); Computer science; Reuse; Meaning (existential); Process (computing); Open educational resources; Key (lock); Adaptation (eye); Open education; Knowledge management; Process management; World Wide Web; Engineering; Psychology; Software; Programming language","score_opus":0.49422435275701077,"score_gpt":0.5655610529048172,"score_spread":0.07133670014780641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509394029","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018539235,0.9985435,0.00016148803,0.00036843805,0.00007647427,0.0000065180984,0.000008877278,0.0000027394092,0.0006465863],"genre_scores_gemma":[0.0015863818,0.99785197,0.00023889693,0.00015703772,0.00005238828,0.000010719398,0.000013061372,0.0000013241645,0.00008824532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982716,0.00043094653,0.00038181548,0.00025600387,0.0005820514,0.00007760293],"domain_scores_gemma":[0.98795193,0.009481348,0.0010712708,0.0001524947,0.001164724,0.00017820584],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.003487301,0.00095493504,0.0017343889,0.007206782,0.0006713629,0.0033041385,0.0013370361,0.002118664,0.0025080922],"category_scores_gemma":[0.009162888,0.00055400026,0.0011105114,0.00898103,0.0017385673,0.0044279937,0.0014890444,0.0017301389,0.00069267466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037567206,0.00006769446,0.0006667996,0.16750407,0.00028267855,0.00026406295,0.0010839242,0.00029986555,0.0006704559,0.013749929,0.009411617,0.8059614],"study_design_scores_gemma":[0.000018109358,0.00014662826,0.0034978034,0.17357135,0.0012933896,0.0016999696,0.001953832,0.00017334316,0.0010025556,0.009144262,0.80743027,0.000068450594],"about_ca_topic_score_codex":0.0032928104,"about_ca_topic_score_gemma":0.005011397,"teacher_disagreement_score":0.99866295,"about_ca_system_score_codex":0.0019101094,"about_ca_system_score_gemma":0.0077615576,"threshold_uncertainty_score":0.01844287},"labels":[],"label_agreement":null},{"id":"W1509570380","doi":"10.19173/irrodl.v12i6.991","title":"Quality assurance in Asian distance education: Diverse approaches and common culture","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of the Philippines; International Development Research Centre","keywords":"Quality assurance; Distance education; Accountability; Higher education; Quality (philosophy); Program assurance; Quality policy; Political science; Business; Economic growth; Public relations; Marketing; Economics","score_opus":0.21543449943929346,"score_gpt":0.4904612875209585,"score_spread":0.27502678808166503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509570380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35545993,0.22579591,0.0647872,0.10404267,0.0010148515,0.00036228736,0.00011270396,0.00011924248,0.24830528],"genre_scores_gemma":[0.9521812,0.03357372,0.0079886485,0.0027020292,0.00013335382,0.00011609396,0.000027917287,0.000022547325,0.003254382],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97717535,0.012823172,0.002679414,0.0012523836,0.0052748593,0.00079474587],"domain_scores_gemma":[0.97170264,0.01305707,0.0047857636,0.002860764,0.006353532,0.001240279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023554517,0.00031773894,0.000602957,0.0031863116,0.0032258986,0.015924824,0.0019052776,0.0012495696,0.0009775395],"category_scores_gemma":[0.020188427,0.00023156364,0.00045398972,0.008211181,0.018052924,0.0057275794,0.0079396125,0.00302774,0.00013306858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098738594,0.00017835209,0.026105283,0.002764526,0.00012722387,0.00048908807,0.111277804,0.0014334439,0.0009225757,0.45633614,0.002626838,0.39763996],"study_design_scores_gemma":[0.00006212682,0.0006275253,0.09050594,0.010795128,0.00021543357,0.0016015979,0.30534345,0.0038220838,0.004252845,0.20392944,0.37858036,0.00026398269],"about_ca_topic_score_codex":0.011700771,"about_ca_topic_score_gemma":0.008301481,"teacher_disagreement_score":0.023554517,"about_ca_system_score_codex":0.011513445,"about_ca_system_score_gemma":0.013832035,"threshold_uncertainty_score":0.124569714},"labels":[],"label_agreement":null},{"id":"W1510242885","doi":"10.19173/irrodl.v2i2.55","title":"A New Learning Model for the Information and Knowledge Society: The Case of the Universitat Oberta de Catalunya (UOC), Spain","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flexibility (engineering); Distance education; Accreditation; The Internet; Computer science; Process (computing); Personalization; Knowledge management; World Wide Web; Pedagogy; Political science; Sociology; Management","score_opus":0.07591897394462487,"score_gpt":0.37248266481050457,"score_spread":0.2965636908658797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510242885","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24340416,0.00595012,0.0214896,0.05148199,0.0012779281,0.00035732632,0.00022511672,0.00019877435,0.6756151],"genre_scores_gemma":[0.91611946,0.001777766,0.010383873,0.0022554712,0.00019349185,0.00013608804,0.00015771831,0.00008767419,0.06888839],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99406,0.0034145496,0.00014771019,0.00055507536,0.0006360833,0.0011865888],"domain_scores_gemma":[0.99640936,0.0010030176,0.0001509913,0.00029189952,0.00074689154,0.0013978943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049403245,0.0006018787,0.00047948348,0.0012808436,0.00990458,0.024829382,0.0027810016,0.0069746203,0.009136211],"category_scores_gemma":[0.0052875625,0.0003532099,0.00093498797,0.0013328006,0.008098517,0.010036447,0.01125371,0.004550827,0.0016547029],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013858723,0.00026026004,0.0033001532,0.00016705607,0.000021464164,0.0047725015,0.027606439,0.0053023747,0.000401924,0.91734517,0.017218001,0.023466082],"study_design_scores_gemma":[0.00023595097,0.000247878,0.0047640707,0.000749749,0.000046675428,0.0019516282,0.0998357,0.02895159,0.00061224605,0.17737491,0.68504363,0.0001859857],"about_ca_topic_score_codex":0.10891557,"about_ca_topic_score_gemma":0.06847837,"teacher_disagreement_score":0.10891557,"about_ca_system_score_codex":0.026424104,"about_ca_system_score_gemma":0.009956652,"threshold_uncertainty_score":0.21656322},"labels":[],"label_agreement":null},{"id":"W1510561279","doi":"10.19173/irrodl.v8i2.442","title":"A Proposed e-Learning Policy Field for the Academy","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Field (mathematics); Political science; Computer science; Mathematics education; Psychology; Mathematics","score_opus":0.2610479943278003,"score_gpt":0.6077402964969281,"score_spread":0.3466923021691278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510561279","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014353315,0.0129108075,0.045070454,0.6239621,0.011156843,0.00066891505,0.00019468978,0.0002304881,0.29145244],"genre_scores_gemma":[0.5979439,0.024477417,0.16379733,0.06786583,0.009034991,0.0027092954,0.00029297653,0.00009870148,0.13377962],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9953644,0.0020935244,0.00029702316,0.00075083174,0.0008563498,0.0006378912],"domain_scores_gemma":[0.99208164,0.0026735475,0.00044533788,0.0003908884,0.0018501171,0.002558375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014586095,0.0009752115,0.00079485844,0.004437341,0.008768596,0.023853468,0.0031681887,0.019400466,0.0155857615],"category_scores_gemma":[0.0067856214,0.00051284855,0.0010951568,0.0034199907,0.013227713,0.016394088,0.0067364653,0.01120396,0.0019753634],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008019774,0.000094982795,0.00013701779,0.00007129613,0.0000018174892,0.00008285542,0.00023224705,0.00044962796,0.00006481855,0.9864676,0.0046547414,0.007734879],"study_design_scores_gemma":[0.0000592158,0.000114229115,0.0004011077,0.00076185213,0.000008376621,0.00014548864,0.003984291,0.0032464701,0.00024138755,0.8111213,0.17987312,0.00004324589],"about_ca_topic_score_codex":0.0028650097,"about_ca_topic_score_gemma":0.0037131256,"teacher_disagreement_score":0.023853468,"about_ca_system_score_codex":0.014384478,"about_ca_system_score_gemma":0.050634023,"threshold_uncertainty_score":0.1043672},"labels":[],"label_agreement":null},{"id":"W1510703944","doi":"10.19173/irrodl.v3i1.68","title":"Dual-Platform Products (PC and Mac)","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Dual (grammatical number); Computer science; Multimedia; World Wide Web; Telecommunications; Business; Art","score_opus":0.23239906105630267,"score_gpt":0.4880008931749269,"score_spread":0.2556018321186242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510703944","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15290931,0.015422219,0.32500586,0.0019492191,0.0033021674,0.0031539688,0.007401451,0.06519149,0.42566425],"genre_scores_gemma":[0.32201517,0.006710427,0.3996008,0.001170616,0.0005679325,0.001844245,0.015179354,0.010847484,0.24206398],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948395,0.00039890574,0.00030327885,0.00079718063,0.0034582028,0.00020301611],"domain_scores_gemma":[0.9821869,0.003367124,0.00094722764,0.0035847293,0.0090230545,0.00089094526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034051714,0.0012648803,0.00046472592,0.0042106644,0.0007502161,0.0027051487,0.0017674488,0.0012385454,0.0451526],"category_scores_gemma":[0.017287454,0.00065022905,0.00055867,0.0028289722,0.0007386281,0.0039109355,0.0016670258,0.0011113023,0.018059524],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010066692,0.00043034842,0.0029985914,0.0014568833,0.00005051018,0.00018398315,0.0008760536,0.0003942907,0.031676423,0.0064605135,0.057121594,0.89734423],"study_design_scores_gemma":[0.00018523756,0.0021457267,0.016484598,0.00055457995,0.00028312937,0.0027636255,0.00069751556,0.0023906012,0.082263365,0.0017279966,0.89033216,0.00017150112],"about_ca_topic_score_codex":0.0017450425,"about_ca_topic_score_gemma":0.0019794982,"teacher_disagreement_score":0.0451526,"about_ca_system_score_codex":0.00066688785,"about_ca_system_score_gemma":0.0015421368,"threshold_uncertainty_score":0.15105051},"labels":[],"label_agreement":null},{"id":"W1511434862","doi":"10.19173/irrodl.v15i1.1651","title":"Initial trends in enrolment and completion of massive open online courses","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":862,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Mainstream; Online course; Scale (ratio); Open education; Mathematics education; Distance education; Computer science; Psychology; Pedagogy; Political science; Geography","score_opus":0.11369337663350847,"score_gpt":0.4908554874953334,"score_spread":0.37716211086182494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511434862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872185,0.0005681678,0.0004264118,0.0010212862,0.000017650931,0.00003252881,0.0037875432,0.000064422034,0.0068634315],"genre_scores_gemma":[0.99087733,0.00050412683,0.0003684335,0.000120605546,0.000039548675,0.00003478936,0.0028160808,0.00001878389,0.0052202437],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987839,0.00015094723,0.0001245282,0.00033670972,0.00036909195,0.00023483027],"domain_scores_gemma":[0.99030566,0.0019036691,0.0029461805,0.00033872822,0.0031704314,0.0013353858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016100814,0.00012450868,0.00020729603,0.002120063,0.00029732139,0.0011971912,0.00049828837,0.0005448125,0.0045893784],"category_scores_gemma":[0.008161203,0.00012709186,0.00021201612,0.002144795,0.0003216217,0.0011937778,0.00091795344,0.00094276015,0.0021477349],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032249934,0.00012943536,0.9351492,0.00012890235,0.000019998466,0.00009690776,0.0026650587,0.00023438854,0.0017671322,0.0009793934,0.0038404546,0.054666694],"study_design_scores_gemma":[0.0000012387446,0.00008445169,0.9959378,0.000016888487,0.0000033334813,0.000048849022,0.00070113176,0.00023670406,0.00026176253,0.00005637597,0.002645091,0.000006352636],"about_ca_topic_score_codex":0.0072486023,"about_ca_topic_score_gemma":0.008726852,"teacher_disagreement_score":0.0072486023,"about_ca_system_score_codex":0.0006977993,"about_ca_system_score_gemma":0.00046867348,"threshold_uncertainty_score":0.015353024},"labels":[],"label_agreement":null},{"id":"W1511916964","doi":"10.19173/irrodl.v16i1.1976","title":"Making sense of video analytics: Lessons learned from clickstream interactions, attitudes, and learning outcome in a video-assisted course","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analytics; Learning analytics; Computer science; Massive open online course; Usability; Multimedia; Video game; Clickstream; Distance education; Online video; World Wide Web; Data science; Psychology; Human–computer interaction; The Internet; Mathematics education; Web 2.0","score_opus":0.3058946235122696,"score_gpt":0.53020759554976,"score_spread":0.22431297203749045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511916964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98735785,0.0018888069,0.0033046661,0.0021086612,0.000039451934,0.00005321064,0.000070050875,0.000020219337,0.005157133],"genre_scores_gemma":[0.99330705,0.002686238,0.0025606216,0.0002520941,0.000048713806,0.000048984846,0.00007261341,0.000013921964,0.0010097901],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973316,0.0014720281,0.0001259315,0.0002319794,0.0006591496,0.00017935486],"domain_scores_gemma":[0.97456396,0.01868715,0.002513831,0.0005495544,0.0025049427,0.0011805494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069651543,0.00026557012,0.00026185755,0.000975646,0.0004572462,0.0021490199,0.00055684097,0.00045308485,0.0010629087],"category_scores_gemma":[0.019082434,0.00014502091,0.00028976938,0.0007803311,0.000904486,0.0027451331,0.00093450974,0.001111657,0.00020641343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015052759,0.0019955602,0.53102607,0.0006345362,0.00014012624,0.00048419472,0.08554916,0.0004046559,0.0023819155,0.001988019,0.0026056753,0.37263966],"study_design_scores_gemma":[0.000009151073,0.0010126795,0.8925517,0.0008483101,0.000106218766,0.00027111318,0.091395356,0.002195084,0.0017990936,0.0027198035,0.0070303576,0.00006111241],"about_ca_topic_score_codex":0.0058076014,"about_ca_topic_score_gemma":0.014205115,"teacher_disagreement_score":0.0069651543,"about_ca_system_score_codex":0.00085448107,"about_ca_system_score_gemma":0.0012405625,"threshold_uncertainty_score":0.03683573},"labels":[],"label_agreement":null},{"id":"W1512258322","doi":"10.19173/irrodl.v4i2.139","title":"100 Collaborative Products and their Uses","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; World Wide Web; Multimedia","score_opus":0.08631587258248333,"score_gpt":0.41659697278955937,"score_spread":0.330281100207076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512258322","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27173427,0.026830906,0.020542445,0.0022439482,0.00049528043,0.0004127061,0.0006931019,0.0014281895,0.67561924],"genre_scores_gemma":[0.82295346,0.019208092,0.030068835,0.0007786473,0.00031973544,0.00061684137,0.0016060866,0.00097340473,0.12347484],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96882904,0.00992695,0.0016752463,0.0017294862,0.017055731,0.0007835433],"domain_scores_gemma":[0.97559243,0.013176074,0.002150784,0.0039661606,0.003906759,0.0012079352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011594198,0.0005713666,0.0003890364,0.0068147182,0.0026075467,0.017606178,0.0012210569,0.0015859938,0.010718182],"category_scores_gemma":[0.036529604,0.00042787875,0.00046648883,0.009769348,0.002618386,0.009372093,0.0074238456,0.0010963269,0.0033231638],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001690316,0.00025272323,0.012815858,0.0008388305,0.000048964423,0.0005979857,0.05553462,0.00032414086,0.0021269307,0.054680657,0.019139037,0.8534712],"study_design_scores_gemma":[0.000023515655,0.00035997556,0.022796256,0.0013900932,0.000065792105,0.002020561,0.028884426,0.0005004629,0.002293423,0.009717891,0.9318701,0.000077508],"about_ca_topic_score_codex":0.0013325993,"about_ca_topic_score_gemma":0.0016711385,"teacher_disagreement_score":0.017606178,"about_ca_system_score_codex":0.0023985968,"about_ca_system_score_gemma":0.0018793993,"threshold_uncertainty_score":0.06131667},"labels":[],"label_agreement":null},{"id":"W1512487564","doi":"10.19173/irrodl.v14i3.1422","title":"Do UOC students fit in the Net Generation profile? An approach to their habits in ICT use","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Context (archaeology); Perception; Sociology; Phenomenon; Higher education; Order (exchange); Pedagogy; Mathematics education; Psychology; Computer science; Political science; Geography; World Wide Web","score_opus":0.21302603027328426,"score_gpt":0.4924917793765427,"score_spread":0.27946574910325844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512487564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980261,0.000092463444,0.0002682808,0.00017375828,0.000007092356,0.000054815282,0.000036283665,0.0000032601774,0.0013378959],"genre_scores_gemma":[0.9985411,0.000113203365,0.0004405036,0.000080668666,0.0000034212699,0.00006431736,0.0000471119,0.0000026062423,0.00070712174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870133,0.0005721355,0.000096990654,0.00017120937,0.00021562874,0.00024267894],"domain_scores_gemma":[0.9964059,0.0012512731,0.0009048688,0.00018993726,0.00055311254,0.0006948266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028989883,0.00026056252,0.0002525361,0.0035962092,0.001990633,0.0035051117,0.0007201624,0.00066057214,0.0018568671],"category_scores_gemma":[0.0051893685,0.00020464246,0.00029451257,0.0017804964,0.0014243196,0.0027002671,0.002728398,0.00077891315,0.00024003812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081659105,0.00033300312,0.6508613,0.00007020146,0.000017169763,0.0004495208,0.31611606,0.000027801158,0.00063459465,0.00091600796,0.00043663327,0.030055951],"study_design_scores_gemma":[0.0000057036427,0.00026180883,0.39303288,0.0000828205,0.000019110052,0.00026487248,0.6015824,0.00036846832,0.0003188996,0.0006038977,0.0034337444,0.000025464728],"about_ca_topic_score_codex":0.008805647,"about_ca_topic_score_gemma":0.016840832,"teacher_disagreement_score":0.008805647,"about_ca_system_score_codex":0.0015291702,"about_ca_system_score_gemma":0.0010824465,"threshold_uncertainty_score":0.017508745},"labels":[],"label_agreement":null},{"id":"W1512682215","doi":"10.19173/irrodl.v4i1.133","title":"Challenges for Study Centers in an Electronic Age: A case study of the Center for Distance Education at Carl von Ossietzky University of Oldenburg in Germany","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"German; Distance education; Center (category theory); Higher education; Sociology; Open university; Political science; Pedagogy; Library science; Media studies; Geography; Law; Computer science","score_opus":0.09739613144248306,"score_gpt":0.465545090604288,"score_spread":0.36814895916180496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512682215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885356,0.0004997021,0.00059817464,0.0037593695,0.000060825278,0.00010327633,0.000026918768,0.000008873584,0.006407292],"genre_scores_gemma":[0.99557894,0.00057880976,0.00045154642,0.0005870801,0.000024423221,0.000063695035,0.000015131121,0.000011339691,0.0026889716],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9931536,0.0043409243,0.00017439663,0.0003482822,0.00051945436,0.001463343],"domain_scores_gemma":[0.989432,0.004777289,0.0009203005,0.00037322112,0.000578993,0.0039182417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072544864,0.0004358445,0.00047122219,0.0011057694,0.016312208,0.007997999,0.0018916227,0.0029615543,0.005641459],"category_scores_gemma":[0.009413172,0.00044371816,0.00034111046,0.0019880459,0.007008924,0.0043695723,0.008571271,0.003084198,0.0005052918],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000233899,0.001396066,0.04505763,0.00029029776,0.000031981224,0.02812957,0.853098,0.00040554482,0.0014996226,0.016264694,0.0059477496,0.04764498],"study_design_scores_gemma":[0.000016959642,0.00023878335,0.009408211,0.00010892627,0.00001139792,0.0019935528,0.95891804,0.00018361292,0.00031491762,0.0005833273,0.02819621,0.000026145046],"about_ca_topic_score_codex":0.012488224,"about_ca_topic_score_gemma":0.03433102,"teacher_disagreement_score":0.016312208,"about_ca_system_score_codex":0.0058891866,"about_ca_system_score_gemma":0.0052710255,"threshold_uncertainty_score":0.04272926},"labels":[],"label_agreement":null},{"id":"W1512889102","doi":"10.19173/irrodl.v11i3.876","title":"A review of trends in distance education scholarship at research universities in North America, 1998-2007","year":2010,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Scholarship; Descriptive statistics; Statistics education; Higher education; Sociology; Educational research; Descriptive research; Quality (philosophy); Mathematics education; Psychology; Pedagogy; Medical education; Social science; Political science; Statistics; Mathematics; Medicine","score_opus":0.15053565675767805,"score_gpt":0.5392007536340206,"score_spread":0.3886650968763426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512889102","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087243423,0.99744606,0.00007502038,0.0004998877,0.00011732649,0.0000064671267,0.0000842725,0.0000070543606,0.00089158857],"genre_scores_gemma":[0.003174555,0.9960259,0.00021324755,0.00017310255,0.000064014544,0.000009815095,0.000097813485,0.000002462647,0.00023900844],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975568,0.00043292312,0.00064852013,0.00035537238,0.0009211055,0.000085105625],"domain_scores_gemma":[0.9857707,0.006045275,0.002804234,0.00017590178,0.004595653,0.0006081829],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.00390947,0.00047004104,0.0012725282,0.013085741,0.00067749247,0.00200032,0.0009933704,0.0009864372,0.002550847],"category_scores_gemma":[0.010402433,0.0005244126,0.00060509454,0.028183024,0.00067797786,0.0028779334,0.0010521249,0.0010101598,0.00074115477],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006880316,0.000038647446,0.0027449143,0.0606584,0.00012179419,0.00017362706,0.00095324696,0.00013912994,0.0005939487,0.001163265,0.019429628,0.91391456],"study_design_scores_gemma":[0.000017422639,0.00019326723,0.03768798,0.049695734,0.00048350345,0.0017763907,0.0025926367,0.00007477168,0.00069532124,0.00041942453,0.9063206,0.000042881988],"about_ca_topic_score_codex":0.010517781,"about_ca_topic_score_gemma":0.028116824,"teacher_disagreement_score":0.99609053,"about_ca_system_score_codex":0.0031122952,"about_ca_system_score_gemma":0.010176788,"threshold_uncertainty_score":0.022581458},"labels":[],"label_agreement":null},{"id":"W1513067861","doi":"10.19173/irrodl.v15i6.1732","title":"An analysis of ODL student perception and adoption behavior using the technology acceptance model","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Distance education; Likert scale; Perception; Computer science; Learning Management; Knowledge management; External variable; Educational technology; E learning; Psychology; Unified theory of acceptance and use of technology; Instructional design; Higher education; Mathematics education; Multimedia; Usability; Social influence; Social psychology; Human–computer interaction","score_opus":0.08046521982863167,"score_gpt":0.48381366481217086,"score_spread":0.40334844498353917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513067861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982443,0.0000262226,0.0006096554,0.00007204531,0.0000026209011,0.000041606098,0.000029207124,0.0000068598783,0.0009674382],"genre_scores_gemma":[0.9990251,0.000035717872,0.00051836466,0.000021142248,0.0000020255977,0.00005379014,0.00004385637,0.0000025546367,0.00029738466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99639255,0.0016408544,0.000297694,0.00019672187,0.0011409927,0.0003312094],"domain_scores_gemma":[0.97543544,0.014018259,0.0042083925,0.0008344692,0.0039016015,0.0016017937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062831133,0.00026466016,0.00036427026,0.0017944571,0.0004339892,0.0015292539,0.00038204927,0.0005369669,0.0022478418],"category_scores_gemma":[0.018468639,0.00020278539,0.0006551123,0.0011840853,0.0004819758,0.0011108245,0.0010009072,0.00094275025,0.00045132395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010618677,0.0007489874,0.96005726,0.00006351572,0.000034212437,0.00009055616,0.008335459,0.0001848789,0.0009630351,0.00026912062,0.00018495668,0.028961916],"study_design_scores_gemma":[0.000014483776,0.0017661207,0.96151865,0.00008475172,0.00004462913,0.00016659035,0.027927093,0.0056150355,0.0010842113,0.0002735253,0.0014664041,0.00003855337],"about_ca_topic_score_codex":0.0019184921,"about_ca_topic_score_gemma":0.0016569147,"teacher_disagreement_score":0.0062831133,"about_ca_system_score_codex":0.0005540898,"about_ca_system_score_gemma":0.0006711659,"threshold_uncertainty_score":0.033228695},"labels":[],"label_agreement":null},{"id":"W1513098007","doi":"10.19173/irrodl.v5i1.175","title":"Low Cost Distance Education Strategies: the use of appropriate information and communication technologies","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT Impact and Policies","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; Information and Communications Technology; Multimedia; Knowledge management; World Wide Web; Psychology; Mathematics education","score_opus":0.06603444785135275,"score_gpt":0.3909646215023594,"score_spread":0.3249301736510066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513098007","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027025043,0.030770991,0.00036663425,0.083206035,0.881577,0.000026208052,0.000032706936,0.00003097301,0.0037191294],"genre_scores_gemma":[0.0036767803,0.024940215,0.00029833545,0.031106545,0.933148,0.000027675125,0.000033202963,0.000027670429,0.0067416197],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970318,0.0006178604,0.0004166211,0.0003704722,0.001369408,0.0001938236],"domain_scores_gemma":[0.9805644,0.010794058,0.0011481217,0.00025752882,0.0060430346,0.0011929192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030894408,0.0013652849,0.0018859322,0.0013170951,0.0013520296,0.0053464626,0.0018786212,0.012105351,0.0066614463],"category_scores_gemma":[0.017901829,0.0005170738,0.0008542039,0.0009525011,0.002029364,0.0033061816,0.0009591806,0.010203265,0.0031199611],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085252555,0.000025661202,0.000059194354,0.00070382137,0.00002246066,0.00028698993,0.00004573064,0.000029245568,0.00029039918,0.0013063864,0.97652644,0.020618465],"study_design_scores_gemma":[0.00006183569,0.00010287091,0.00071968476,0.0007981933,0.0000911092,0.0009139216,0.00013844908,0.000114981,0.0004854741,0.0014859445,0.9950597,0.000027816486],"about_ca_topic_score_codex":0.0006831149,"about_ca_topic_score_gemma":0.0015797173,"teacher_disagreement_score":0.012105351,"about_ca_system_score_codex":0.0010467866,"about_ca_system_score_gemma":0.0013016684,"threshold_uncertainty_score":0.022284746},"labels":[],"label_agreement":null},{"id":"W1513131510","doi":"10.19173/irrodl.v12i6.1030","title":"Examining motivation in online distance learning environments: Complex, multifaceted and situation-dependent","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":326,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Situational ethics; Psychology; Perspective (graphical); Self-determination theory; Goal theory; Distance education; Intrinsic motivation; Class (philosophy); Trait; Mathematics education; Situated; Online learning; Social psychology; Computer science; Multimedia; Autonomy; Artificial intelligence","score_opus":0.22697059960512567,"score_gpt":0.4276969054331124,"score_spread":0.20072630582798673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513131510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99778557,0.00012696061,0.0007242983,0.0000912509,0.00000270918,0.000032890635,0.000017083155,0.000003924014,0.0012152379],"genre_scores_gemma":[0.99890006,0.00010899001,0.0007295183,0.000017599139,0.0000021982619,0.000045016815,0.000016969421,0.0000014831038,0.0001780937],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983216,0.0008928585,0.00008387457,0.00017115878,0.0003823258,0.000148052],"domain_scores_gemma":[0.9945129,0.003007581,0.0012805498,0.00022925124,0.00035923446,0.0006104877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002871019,0.00019738292,0.00039009462,0.0012410064,0.0008613392,0.0028122596,0.00049051456,0.0004709923,0.0013918688],"category_scores_gemma":[0.006740863,0.00019059768,0.00033155194,0.0010462695,0.0010417948,0.0013381636,0.0026141005,0.00070877146,0.00012861432],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001813354,0.0020438195,0.84141797,0.0005346462,0.0002080915,0.00022978318,0.031330578,0.0015633088,0.0039676307,0.003965327,0.00059186685,0.11396563],"study_design_scores_gemma":[0.000012919312,0.00040797563,0.9711764,0.00010044156,0.00004592782,0.000089307316,0.021035032,0.0021620041,0.0007712223,0.0031404009,0.0010287192,0.000029547427],"about_ca_topic_score_codex":0.0013616463,"about_ca_topic_score_gemma":0.003839825,"teacher_disagreement_score":0.002871019,"about_ca_system_score_codex":0.0009092457,"about_ca_system_score_gemma":0.0010304948,"threshold_uncertainty_score":0.015183568},"labels":[],"label_agreement":null},{"id":"W1513342732","doi":"10.19173/irrodl.v6i3.264","title":"The Online Learning Environment: Creating a space for women learners?","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Microfinance and Financial Inclusion","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empowerment; Outreach; Sociology; Pedagogy; Power (physics); Public relations; Psychology; Political science","score_opus":0.062070803423903774,"score_gpt":0.35675360806551865,"score_spread":0.2946828046416149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513342732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77475685,0.008430921,0.0038276468,0.06327338,0.00066768366,0.00012889144,0.00011088949,0.00011548487,0.1486882],"genre_scores_gemma":[0.9751042,0.0021221843,0.0010524045,0.0016614326,0.00014666551,0.0000772475,0.000023227973,0.000028388675,0.019784274],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99867404,0.00091870583,0.000024453211,0.0000616832,0.000089157504,0.00023200561],"domain_scores_gemma":[0.99904686,0.00034599073,0.00014186633,0.000071877286,0.000058879144,0.00033459166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015980852,0.00023202908,0.0001868303,0.0005576212,0.0047722072,0.0063664294,0.00075846835,0.0014755166,0.009610895],"category_scores_gemma":[0.0023131268,0.00014478546,0.00015618939,0.00072139467,0.0060877535,0.0061736912,0.006003533,0.0010029132,0.0012508121],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046063167,0.000083397455,0.010803132,0.0003504831,0.0000054837506,0.0013385614,0.802774,0.000038363905,0.0017820552,0.048715618,0.008867966,0.12519486],"study_design_scores_gemma":[0.000005037685,0.000077418474,0.0059714015,0.0003969763,0.0000061452474,0.00041156798,0.7234471,0.00006631875,0.0005424186,0.0040671295,0.26499665,0.000011822702],"about_ca_topic_score_codex":0.0026048224,"about_ca_topic_score_gemma":0.004704519,"teacher_disagreement_score":0.009610895,"about_ca_system_score_codex":0.0014287259,"about_ca_system_score_gemma":0.0019047845,"threshold_uncertainty_score":0.03215164},"labels":[],"label_agreement":null},{"id":"W1513504555","doi":"10.19173/irrodl.v11i3.851","title":"Examining the anatomy of a screencast: Uncovering common elements and instructional strategies","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Instructional design; Multimedia","score_opus":0.08520859534198494,"score_gpt":0.47672625715372147,"score_spread":0.39151766181173653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513504555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.557375,0.0017823481,0.3803236,0.005174957,0.00051644136,0.003299403,0.00048305764,0.001047728,0.049997393],"genre_scores_gemma":[0.76284075,0.0014824107,0.22535656,0.00033386814,0.000054118267,0.0015899251,0.0002697483,0.00018846843,0.007884185],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98910004,0.00795596,0.00057941367,0.00070888584,0.0013304864,0.00032516994],"domain_scores_gemma":[0.94008166,0.043689717,0.004411384,0.0055151,0.0051064086,0.0011957012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013491744,0.0006915349,0.0006464195,0.0050622,0.0026664014,0.0056189517,0.0018401508,0.0013179566,0.0020199171],"category_scores_gemma":[0.06414081,0.000708526,0.0004745821,0.0035721618,0.0065085758,0.0067225145,0.004475825,0.002768978,0.00044626306],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021799662,0.00025022996,0.018590879,0.0015254479,0.000042654334,0.0012097608,0.69670534,0.0009880364,0.011046541,0.062576585,0.0041078962,0.20273864],"study_design_scores_gemma":[0.000109844084,0.0006151558,0.047253266,0.0031976134,0.0002017677,0.0020562492,0.5972121,0.008763225,0.014496056,0.05926892,0.26660934,0.00021643977],"about_ca_topic_score_codex":0.0029924149,"about_ca_topic_score_gemma":0.005373682,"teacher_disagreement_score":0.013491744,"about_ca_system_score_codex":0.0028146745,"about_ca_system_score_gemma":0.004863114,"threshold_uncertainty_score":0.071352065},"labels":[],"label_agreement":null},{"id":"W1513883268","doi":"10.19173/irrodl.v6i1.217","title":"Elements of Effective e-Learning Design","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Reflection (computer programming); Context (archaeology); Quality (philosophy); Criticism; Knowledge management; Political science","score_opus":0.07872654225031388,"score_gpt":0.44354944307586786,"score_spread":0.36482290082555396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513883268","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02184121,0.00091830245,0.8032721,0.0068569276,0.00021099414,0.0020658495,0.00013137619,0.0006196003,0.1640836],"genre_scores_gemma":[0.19210128,0.0007693086,0.7890766,0.00060979987,0.00004178952,0.002376379,0.00017988635,0.00015286132,0.014692099],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9789468,0.012038964,0.0018007137,0.00083419704,0.005679793,0.0006995485],"domain_scores_gemma":[0.98555017,0.0075365137,0.00071507617,0.002469627,0.0029991576,0.0007294524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011720224,0.0008723908,0.00041323298,0.0018804863,0.0020112942,0.008346732,0.0017534206,0.002393667,0.006536103],"category_scores_gemma":[0.020047689,0.0009346708,0.0005761011,0.001251032,0.0057500037,0.0056550344,0.0045602224,0.0020790752,0.0023670278],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075156575,0.0004532517,0.0040296093,0.0014115882,0.000049343627,0.0005127729,0.030185789,0.008293813,0.00693241,0.70047164,0.006637126,0.24094751],"study_design_scores_gemma":[0.00008875832,0.00035082706,0.002244835,0.0013847086,0.00007904212,0.0011188512,0.012850749,0.010542951,0.0065178606,0.37590492,0.5888333,0.000083250496],"about_ca_topic_score_codex":0.00083864876,"about_ca_topic_score_gemma":0.0008272869,"teacher_disagreement_score":0.011720224,"about_ca_system_score_codex":0.0022215934,"about_ca_system_score_gemma":0.0038097838,"threshold_uncertainty_score":0.061983228},"labels":[],"label_agreement":null},{"id":"W1513936338","doi":"10.19173/irrodl.v7i1.318","title":"An Investigation into the Use of an Orientation Course to Address Academic and Social Integration Issues","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Course (navigation); Orientation (vector space); Educational technology; Computer science; Higher education; Distance education; Mathematics education; Psychology; Sociology; Political science; Engineering","score_opus":0.14609720281440772,"score_gpt":0.5189599992511571,"score_spread":0.37286279643674936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513936338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98483825,0.00006114211,0.00085677835,0.00091537926,0.00006740414,0.0001626341,0.000019911651,0.000021490694,0.013057098],"genre_scores_gemma":[0.98590696,0.00020882318,0.00295247,0.0006764142,0.00003280915,0.00017331161,0.000030459123,0.000017572896,0.010001326],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99763477,0.00092982006,0.00006804626,0.00020832822,0.0006894526,0.00046964013],"domain_scores_gemma":[0.9890532,0.005518936,0.0008344861,0.0007353941,0.0011430159,0.002715011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040257517,0.00029550912,0.00025932756,0.00076489017,0.0028430044,0.0033119079,0.0013005468,0.0015935298,0.0040324777],"category_scores_gemma":[0.014054631,0.00023883209,0.00029981037,0.0007096045,0.0009118879,0.0015563716,0.0020285107,0.0019886123,0.00086844555],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011822062,0.04330164,0.16797575,0.00040958927,0.00005089777,0.0025704599,0.12043776,0.00047338015,0.024554301,0.018540937,0.005258044,0.61524504],"study_design_scores_gemma":[0.0004856269,0.017522804,0.47264498,0.0005893326,0.000239868,0.0025704503,0.31265056,0.0043339506,0.018880375,0.005554378,0.16435643,0.00017125419],"about_ca_topic_score_codex":0.0057531344,"about_ca_topic_score_gemma":0.014300318,"teacher_disagreement_score":0.0057531344,"about_ca_system_score_codex":0.0024980295,"about_ca_system_score_gemma":0.0057724477,"threshold_uncertainty_score":0.021290481},"labels":[],"label_agreement":null},{"id":"W1514241575","doi":"10.19173/irrodl.v9i2.490","title":"Does the Community of Inquiry Framework Predict Outcomes in Online MBA Courses?","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Distance education; Online learning; Sample (material); Psychology; Online community; Empirical research; Online discussion; Online participation; Knowledge management; Computer science; Medical education; Mathematics education; The Internet; World Wide Web","score_opus":0.16466289414865726,"score_gpt":0.5112261379383181,"score_spread":0.3465632437896608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514241575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99314886,0.00014175789,0.0008416586,0.0008077908,0.000017246819,0.000059027025,0.000052144096,0.000010698116,0.0049208193],"genre_scores_gemma":[0.99899477,0.00007651679,0.00043799033,0.000046199846,0.0000075941425,0.00004159527,0.000043979264,0.000005518737,0.00034578683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952714,0.0019049216,0.00025347,0.00036809393,0.001598761,0.00060341123],"domain_scores_gemma":[0.9533182,0.019935312,0.011563021,0.001882309,0.004967159,0.008334072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009125935,0.00024244034,0.00044674866,0.0027018355,0.0012619278,0.0039755446,0.0009016405,0.0011159499,0.003310745],"category_scores_gemma":[0.056930963,0.00018358177,0.0004443149,0.0017266218,0.0016942,0.0034217201,0.0027643642,0.002117346,0.00063420105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006381468,0.001052601,0.9555514,0.000034354172,0.00002697187,0.00004264545,0.005905393,0.00014111765,0.00013653899,0.0012863603,0.00039686917,0.035361942],"study_design_scores_gemma":[0.000015468864,0.00030820083,0.97425234,0.00008821046,0.000020117834,0.000087980516,0.018021548,0.0022795242,0.00015365408,0.003424168,0.0013275365,0.000021308326],"about_ca_topic_score_codex":0.008055858,"about_ca_topic_score_gemma":0.011989245,"teacher_disagreement_score":0.009125935,"about_ca_system_score_codex":0.0014666554,"about_ca_system_score_gemma":0.0020175376,"threshold_uncertainty_score":0.048263133},"labels":[],"label_agreement":null},{"id":"W1514294285","doi":"10.19173/irrodl.v11i2.772","title":"Length of online course and student satisfaction, perceived learning, and academic performance","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Distance education; Online learning; Psychology; Online course; Statistical analysis; Course evaluation; Course (navigation); Higher education; Computer science; Graduate students; Medical education; Multimedia; Pedagogy; Statistics; Mathematics; Engineering; Medicine","score_opus":0.06371618307961573,"score_gpt":0.49501931855083475,"score_spread":0.431303135471219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514294285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980698,0.00010363407,0.0001794722,0.00005426452,0.000010458259,0.000013636367,0.0000728919,0.000006131212,0.0014897193],"genre_scores_gemma":[0.9986922,0.000087861685,0.00018629628,0.000032278393,0.000023248413,0.000015362833,0.0001447248,0.00000450986,0.00081365247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972875,0.00090688205,0.00029001312,0.00021100213,0.0010396919,0.0002649474],"domain_scores_gemma":[0.9663597,0.012967393,0.010386326,0.00087537157,0.0038815164,0.005529726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003061901,0.00021957663,0.00050085766,0.0008455979,0.0004253411,0.0014767465,0.00035586124,0.00036541387,0.005271063],"category_scores_gemma":[0.018115796,0.00010657308,0.000455429,0.0011007441,0.00032130175,0.0007819206,0.0006818976,0.00089199276,0.00071894325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000638906,0.0027851327,0.9604,0.0000828775,0.00014375584,0.00010732851,0.0006963259,0.00020271374,0.0010228577,0.00010370156,0.00031946442,0.033497065],"study_design_scores_gemma":[0.000013854628,0.0014155299,0.9964192,0.000015824127,0.000030043986,0.00007516432,0.0009220829,0.0003474635,0.0002697296,0.00006853096,0.00041131245,0.000011296157],"about_ca_topic_score_codex":0.0007570739,"about_ca_topic_score_gemma":0.0011817934,"teacher_disagreement_score":0.005271063,"about_ca_system_score_codex":0.0004010595,"about_ca_system_score_gemma":0.00040487823,"threshold_uncertainty_score":0.017633498},"labels":[],"label_agreement":null},{"id":"W1514690732","doi":"10.19173/irrodl.v16i1.1960","title":"A bibliometric mapping of open educational resources","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Scopus; Openness to experience; Computer science; Library science; Higher education; Open education; Bibliometrics; Field (mathematics); World Wide Web; Face (sociological concept); Data science; Sociology; Political science; Social science; MEDLINE; Psychology","score_opus":0.19782452209147744,"score_gpt":0.4810896702639709,"score_spread":0.2832651481724935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514690732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7110769,0.025981624,0.017021721,0.002061787,0.00037148432,0.0012717515,0.09517474,0.0011723087,0.14586774],"genre_scores_gemma":[0.90313864,0.016845966,0.025838204,0.00009490045,0.00034470836,0.0014355666,0.044148132,0.00021670682,0.007937166],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9894404,0.002270631,0.0014679743,0.0009862037,0.00527938,0.00055549433],"domain_scores_gemma":[0.97174025,0.016327549,0.004002316,0.0014918242,0.0058854595,0.00055261754],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.004628969,0.00072378246,0.0013023459,0.18783194,0.001414457,0.0054663005,0.000915598,0.0006899189,0.008002241],"category_scores_gemma":[0.034347806,0.00029874523,0.0015688535,0.23712741,0.00084589,0.004145614,0.0028538504,0.00057290413,0.0025172255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044473563,0.00037491985,0.32683393,0.017537879,0.0013225824,0.0014980725,0.013223705,0.007995571,0.0049094623,0.04725368,0.03715831,0.5414472],"study_design_scores_gemma":[0.00007960778,0.00031045632,0.70382124,0.0031123734,0.0008043069,0.002282627,0.025678148,0.018093046,0.0041386993,0.015731737,0.22575964,0.00018811444],"about_ca_topic_score_codex":0.008019426,"about_ca_topic_score_gemma":0.0056531793,"teacher_disagreement_score":0.99537104,"about_ca_system_score_codex":0.0022722776,"about_ca_system_score_gemma":0.0043917946,"threshold_uncertainty_score":0.026770175},"labels":[],"label_agreement":null},{"id":"W1514802822","doi":"10.19173/irrodl.v16i3.2165","title":"A paradigm shift: Adoption of disruptive learning innovations in an ODL environment: The case of the University of South Africa","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disruptive innovation; Focus group; Distance education; Paradigm shift; Axial coding; Sociology; Transactional leadership; Pedagogy; Disruptive technology; Qualitative research; Psychology; Business; Engineering; Marketing; Social science; Social psychology; Grounded theory","score_opus":0.12283533801597592,"score_gpt":0.4174156155246897,"score_spread":0.2945802775087138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514802822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97166157,0.00068223546,0.003107951,0.010074132,0.00005004881,0.00009174386,0.000014540386,0.000013858637,0.014303933],"genre_scores_gemma":[0.996384,0.0005768352,0.0011435439,0.0004919891,0.000012252779,0.00003582821,0.0000056287877,0.0000086032,0.0013413022],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9888904,0.0068401615,0.00036762742,0.0007029195,0.0011978365,0.0020009994],"domain_scores_gemma":[0.9846176,0.0089227585,0.0024046341,0.0006876839,0.0011467946,0.0022206034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01160464,0.00042777415,0.00038365097,0.002164149,0.010516415,0.011499142,0.0017474454,0.0030855837,0.0022159838],"category_scores_gemma":[0.013034114,0.00039563497,0.00055051217,0.0026857085,0.012465388,0.007228239,0.008372325,0.003946966,0.00032689513],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059590693,0.00022659605,0.02350667,0.00036765687,0.000016227104,0.008595316,0.8876966,0.0002712975,0.0019260345,0.04065231,0.0010244609,0.035657212],"study_design_scores_gemma":[0.000009995433,0.000093570554,0.010891414,0.00027379394,0.000011275677,0.0015051201,0.9556818,0.00043817828,0.00061189,0.00404312,0.026406834,0.00003296001],"about_ca_topic_score_codex":0.01204485,"about_ca_topic_score_gemma":0.02152225,"teacher_disagreement_score":0.012558093,"about_ca_system_score_codex":0.012558093,"about_ca_system_score_gemma":0.0114859035,"threshold_uncertainty_score":0.09111571},"labels":[],"label_agreement":null},{"id":"W1514872066","doi":"10.19173/irrodl.v13i5.1217","title":"Drawing dynamic geometry figures online with natural language for junior high school geometry","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Information Science, Academia Sinica; Academia Sinica; National Science Council","keywords":"Geometry; Construct (python library); Computer science; Knowledge base; The Internet; Artificial intelligence; Mathematics; World Wide Web; Programming language","score_opus":0.051427842959472135,"score_gpt":0.46925674670324846,"score_spread":0.41782890374377635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514872066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013304665,0.00015759876,0.93357277,0.00034461773,0.0001230545,0.00037695738,0.0009287068,0.029605571,0.021586096],"genre_scores_gemma":[0.052645348,0.00020122148,0.9327493,0.00011906741,0.000024171886,0.0004052313,0.002049322,0.0017009756,0.010105405],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989543,0.00035686584,0.00010493059,0.00023771757,0.00029249775,0.000053747666],"domain_scores_gemma":[0.99643457,0.0021021245,0.00015633862,0.00066420465,0.00046802036,0.00017472263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001195146,0.0013052493,0.000686683,0.0018950739,0.000633962,0.002404002,0.0021322172,0.0009604453,0.04373996],"category_scores_gemma":[0.006509522,0.00046343973,0.00076666015,0.0012226467,0.00089864293,0.003886008,0.0025017217,0.0012675528,0.013213077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003536089,0.00059676537,0.0016898866,0.0011646664,0.00003002183,0.0008393859,0.0034876287,0.004941184,0.033886403,0.06115672,0.06415813,0.8276956],"study_design_scores_gemma":[0.00030052647,0.00042903525,0.0039140554,0.00064169196,0.000058313577,0.0022795137,0.001650939,0.11408035,0.04536786,0.065480955,0.7655687,0.000228024],"about_ca_topic_score_codex":0.0011518109,"about_ca_topic_score_gemma":0.0025913024,"teacher_disagreement_score":0.04373996,"about_ca_system_score_codex":0.0006901875,"about_ca_system_score_gemma":0.0011200791,"threshold_uncertainty_score":0.1463247},"labels":[],"label_agreement":null},{"id":"W1514890489","doi":"10.19173/irrodl.v13i1.1034","title":"Motivating factors that affect enrolment and student performance in an ODL engineering programme","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Certificate; Mathematics education; Affect (linguistics); Medical education; Psychology; Mathematics; Pedagogy; Medicine","score_opus":0.13894028638673384,"score_gpt":0.47926350443974736,"score_spread":0.3403232180530135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514890489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984321,0.00002825571,0.00005359287,0.00009041042,0.000008816279,0.000019828021,0.00001664215,0.0000035802682,0.0013467775],"genre_scores_gemma":[0.99880004,0.00004232045,0.00011968305,0.00003321897,0.000014354974,0.000016393335,0.000040146686,0.0000022818906,0.000931618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99814296,0.0005570598,0.0001367436,0.000105807434,0.0005870603,0.00047041517],"domain_scores_gemma":[0.98568034,0.0022791324,0.0033284258,0.00024159106,0.0014095752,0.007060965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019556503,0.00022841322,0.00028217607,0.00069852255,0.00095643883,0.0018925673,0.00037762767,0.0005453292,0.0049858782],"category_scores_gemma":[0.010108263,0.00014971186,0.00040356445,0.0004333195,0.00039047224,0.00033908675,0.001103888,0.0009850356,0.0012249373],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019939311,0.002647103,0.9683953,0.00006228885,0.000037746526,0.00038404024,0.0026931977,0.00016720084,0.0024544678,0.00014732574,0.0006676416,0.022144277],"study_design_scores_gemma":[0.0000060342563,0.0005911401,0.9942023,0.000015039337,0.000009803257,0.000078405596,0.0035813302,0.00026402323,0.00037832893,0.000046132598,0.0008131476,0.000014247692],"about_ca_topic_score_codex":0.002226283,"about_ca_topic_score_gemma":0.0028613107,"teacher_disagreement_score":0.0049858782,"about_ca_system_score_codex":0.00043895704,"about_ca_system_score_gemma":0.0010003529,"threshold_uncertainty_score":0.016679406},"labels":[],"label_agreement":null},{"id":"W1514941560","doi":"10.19173/irrodl.v9i1.532","title":"Designing the Undesignable: Social software and control","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Control (management); Social software; Educational technology; Social control; Sociology; Multimedia; Human–computer interaction; World Wide Web; Social science; Pedagogy; Artificial intelligence","score_opus":0.1306956413196003,"score_gpt":0.47214261946270664,"score_spread":0.3414469781431063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514941560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06217564,0.0033819785,0.7690096,0.059007507,0.0009331368,0.00016425541,0.00004442831,0.000851252,0.10443224],"genre_scores_gemma":[0.90002227,0.0016670566,0.08348347,0.0019374209,0.00026887382,0.00034314825,0.000043426076,0.00029947882,0.011934881],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884483,0.008102191,0.00037269277,0.0012588293,0.0013970648,0.0004208987],"domain_scores_gemma":[0.98599327,0.008755147,0.000833487,0.0026338384,0.0008396825,0.0009445366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013275956,0.00080299436,0.0005857423,0.0016022667,0.004075898,0.011251184,0.001963295,0.0033164914,0.003913946],"category_scores_gemma":[0.016712207,0.0005828364,0.00078275596,0.0007750102,0.037817642,0.01701468,0.0064665405,0.0043736445,0.00058087567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000171809,0.000027543225,0.0006908011,0.000082334656,0.00002941876,0.00010716283,0.008275455,0.0013878434,0.0006185154,0.9685107,0.00092829356,0.019324785],"study_design_scores_gemma":[0.000032394033,0.00006634873,0.0002791045,0.000119721466,0.00003608732,0.00012678254,0.0026806353,0.0057445783,0.00087001966,0.934992,0.055016577,0.00003580239],"about_ca_topic_score_codex":0.0027005174,"about_ca_topic_score_gemma":0.0016445678,"teacher_disagreement_score":0.013275956,"about_ca_system_score_codex":0.002015512,"about_ca_system_score_gemma":0.003486819,"threshold_uncertainty_score":0.070210755},"labels":[],"label_agreement":null},{"id":"W1515734758","doi":"10.19173/irrodl.v10i5.788","title":"Openness and the Future of Higher Education","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Higher education; Educational technology; Psychology; Sociology; Pedagogy; Economic growth; Social psychology; Economics","score_opus":0.04688682786291472,"score_gpt":0.43235014605521793,"score_spread":0.38546331819230323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515734758","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02216377,0.15500154,0.005917924,0.24967572,0.0022888572,0.000024266807,0.00005138542,0.0000582096,0.5648184],"genre_scores_gemma":[0.88117975,0.07267803,0.0020378768,0.008808078,0.0027114702,0.000048924034,0.000038276674,0.000026134609,0.032471444],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964007,0.001884598,0.00010661148,0.00026814188,0.0008507865,0.000489021],"domain_scores_gemma":[0.9951532,0.002499176,0.00046033843,0.0003260536,0.0005107884,0.0010504563],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.004565804,0.00023185172,0.00028935197,0.0010895629,0.0034536172,0.012806466,0.0005156784,0.002989284,0.0070004105],"category_scores_gemma":[0.0047528786,0.00013020143,0.0002453957,0.0015454987,0.015807914,0.013949131,0.0051460667,0.0036735476,0.0008387203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014195638,0.000017010834,0.0003117922,0.00010224418,0.000004215837,0.000054629276,0.0026261257,0.00018915805,0.00005954671,0.96249336,0.00792072,0.026207035],"study_design_scores_gemma":[0.0000061682804,0.000013258145,0.00051816955,0.00035516894,0.0000019890813,0.00006991988,0.0026631388,0.0001221291,0.000046712932,0.81787133,0.17832002,0.000011924965],"about_ca_topic_score_codex":0.0012753245,"about_ca_topic_score_gemma":0.0016685971,"teacher_disagreement_score":0.9994843,"about_ca_system_score_codex":0.0045688823,"about_ca_system_score_gemma":0.005706922,"threshold_uncertainty_score":0.03314978},"labels":[],"label_agreement":null},{"id":"W1515916003","doi":"10.19173/irrodl.v14i3.1306","title":"Interaction, critical thinking, and social network analysis (SNA) in online courses","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Moderation; Critical thinking; Online discussion; Psychology; Mathematics education; Social network analysis; Computer-mediated communication; Online course; Distance education; Pedagogy; The Internet; Social psychology; Social media; Computer science; World Wide Web","score_opus":0.07992148667132397,"score_gpt":0.4994193616368359,"score_spread":0.41949787496551194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515916003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97765064,0.0076110237,0.002979923,0.0010884218,0.000060885628,0.00007305809,0.0000219311,0.00001266861,0.01050153],"genre_scores_gemma":[0.9944382,0.0029773721,0.0017110325,0.000096869226,0.0000509812,0.00006107152,0.000017248043,0.00000502142,0.00064227666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935836,0.0044741435,0.00022425537,0.00040392193,0.0010736781,0.00024041475],"domain_scores_gemma":[0.9440688,0.042812347,0.009033315,0.0005334766,0.0022340969,0.0013180556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062204553,0.0002636955,0.0003002692,0.0030920529,0.0007976841,0.0020291863,0.00038762408,0.0004052273,0.0011714682],"category_scores_gemma":[0.025359264,0.00014917665,0.00027183307,0.002134945,0.001430169,0.0024265908,0.0010701896,0.0007648107,0.00012162907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004545147,0.0010678723,0.50264424,0.0013355865,0.00030064085,0.00037314926,0.047094464,0.00073263823,0.0015901838,0.007348158,0.0013598503,0.4356987],"study_design_scores_gemma":[0.000039178358,0.0008873544,0.92405057,0.0009569263,0.00018938525,0.00072563376,0.040454876,0.0026457969,0.0013871632,0.017277539,0.011323462,0.00006204189],"about_ca_topic_score_codex":0.0011869994,"about_ca_topic_score_gemma":0.002399229,"teacher_disagreement_score":0.0062204553,"about_ca_system_score_codex":0.0013298088,"about_ca_system_score_gemma":0.0012220698,"threshold_uncertainty_score":0.032897353},"labels":[],"label_agreement":null},{"id":"W1516049928","doi":"10.19173/irrodl.v14i4.1461","title":"Comparison of course completion and student performance through online and traditional courses","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic achievement; Mathematics education; Online course; Descriptive statistics; Academic year; Psychology; Style (visual arts); Class (philosophy); Massive open online course; Computer science; Statistics; Mathematics; Artificial intelligence","score_opus":0.21674920174357443,"score_gpt":0.5362640698348876,"score_spread":0.3195148680913132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516049928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987955,0.000029017798,0.000054427106,0.000016519847,0.0000027495817,0.00000764845,0.00015292845,0.000005358107,0.0009357565],"genre_scores_gemma":[0.9975636,0.000045635425,0.000111613175,0.000007169296,0.0000061459236,0.000014676222,0.0003672166,0.000003952614,0.0018798414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990558,0.0002270491,0.00010859155,0.00012487826,0.00032447008,0.00015926846],"domain_scores_gemma":[0.9928316,0.0024025124,0.0018952043,0.00023219897,0.0011841763,0.001454325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016350454,0.00013582261,0.00019387271,0.0013927269,0.00024211853,0.0006743528,0.00030399504,0.00016686713,0.0046987957],"category_scores_gemma":[0.0075275195,0.00008397794,0.00026206736,0.0012050483,0.00018058812,0.00053263886,0.0006272078,0.00033266455,0.0011648701],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036346607,0.0007558455,0.9719649,0.000031022337,0.000044378365,0.000043441596,0.0010474079,0.00016425455,0.00057806517,0.00008237103,0.0005337345,0.024391102],"study_design_scores_gemma":[0.000005974924,0.0003874612,0.99809426,0.0000052545997,0.000006714099,0.000020867088,0.0005962455,0.0001942212,0.00024928318,0.00001704482,0.00041939816,0.0000032089679],"about_ca_topic_score_codex":0.003171677,"about_ca_topic_score_gemma":0.0044045853,"teacher_disagreement_score":0.0046987957,"about_ca_system_score_codex":0.00030208044,"about_ca_system_score_gemma":0.00047943796,"threshold_uncertainty_score":0.015718997},"labels":[],"label_agreement":null},{"id":"W1516122727","doi":"10.19173/irrodl.v16i1.1613","title":"Development and testing of a m-learning system for the professional development of academics through design-based action research","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Action research; Professional development; Educational technology; Action (physics); Higher education; Perception; Knowledge management; Computer science; Pedagogy; Psychology; Political science","score_opus":0.4885856032087685,"score_gpt":0.5223804684074312,"score_spread":0.03379486519866276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516122727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49346158,0.0011104213,0.4586057,0.0030509501,0.00030015662,0.013911641,0.00014395588,0.0009625396,0.028453073],"genre_scores_gemma":[0.26701197,0.00057313824,0.7250781,0.0004284691,0.00002356373,0.003015158,0.00013484886,0.000062367246,0.0036724193],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.96736073,0.025387097,0.0014303093,0.0013022518,0.0037918491,0.0007277483],"domain_scores_gemma":[0.973504,0.017514484,0.0014268542,0.002359522,0.0041181655,0.0010770193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038176294,0.00076663715,0.0004530745,0.0017167062,0.0011135187,0.0030873297,0.0024464221,0.001764952,0.002091353],"category_scores_gemma":[0.032726754,0.00040775575,0.00092324533,0.00054636656,0.0019219622,0.0023766535,0.0024384558,0.0008829155,0.0005837615],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005254683,0.0087037105,0.015711412,0.0034985617,0.00014351853,0.0007402776,0.03667967,0.011960186,0.050176945,0.0205649,0.0040504453,0.847245],"study_design_scores_gemma":[0.0038968709,0.060683455,0.06655121,0.009001964,0.00121041,0.0034503906,0.101194896,0.1879027,0.21955733,0.036346707,0.30940273,0.00080129283],"about_ca_topic_score_codex":0.0011401414,"about_ca_topic_score_gemma":0.0016421964,"teacher_disagreement_score":0.038176294,"about_ca_system_score_codex":0.0021504876,"about_ca_system_score_gemma":0.0054987115,"threshold_uncertainty_score":0.20189798},"labels":[],"label_agreement":null},{"id":"W1517231833","doi":"10.19173/irrodl.v14i4.1526","title":"Distance and e-learning, social justice, and development: The relevance of capability approaches to the mission of open universities","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"African cultural and philosophical studies","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social justice; Relevance (law); Economic Justice; Order (exchange); Set (abstract data type); Capability approach; Sociology; Distance education; Engineering ethics; Epistemology; Political science; Computer science; Social science; Pedagogy; Engineering; Law; Philosophy; Economics","score_opus":0.2481123542402748,"score_gpt":0.42783876618366756,"score_spread":0.17972641194339276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517231833","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11889462,0.0834133,0.03003418,0.23364525,0.0009788465,0.0000630803,0.000029232655,0.00003252352,0.5329091],"genre_scores_gemma":[0.97754914,0.013782771,0.0018667402,0.0023474782,0.00023463981,0.000038649297,0.0000043494606,0.000010347977,0.0041659917],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9916659,0.00637051,0.00021390808,0.00029806583,0.00093602,0.00051557674],"domain_scores_gemma":[0.9827586,0.014082078,0.001384199,0.00035778817,0.0007053102,0.0007120884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006507728,0.0003087137,0.00026257857,0.002279566,0.005281241,0.008423988,0.0009560465,0.0029390363,0.0022347558],"category_scores_gemma":[0.008986164,0.00015369966,0.00027676678,0.002339026,0.04866734,0.012072674,0.0095056575,0.004082632,0.00014538976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052434225,0.000014238889,0.00041480965,0.00012506626,0.0000028187424,0.0001301507,0.022430388,0.00012652698,0.00004961039,0.96474487,0.00087532937,0.011080939],"study_design_scores_gemma":[0.000009034092,0.000045457145,0.0030519054,0.0016642367,0.000008068552,0.00038134924,0.074099906,0.00047686344,0.00030703715,0.79908174,0.12084578,0.000028820265],"about_ca_topic_score_codex":0.003523802,"about_ca_topic_score_gemma":0.0045589847,"teacher_disagreement_score":0.008423988,"about_ca_system_score_codex":0.004663073,"about_ca_system_score_gemma":0.0059502064,"threshold_uncertainty_score":0.034416556},"labels":[],"label_agreement":null},{"id":"W1517321736","doi":"10.19173/irrodl.v13i2.1122","title":"Educational leadership for e-learning in the healthcare workplace","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Educational leadership; Servant leadership; Distributed leadership; Bridge (graph theory); Neuroleadership; Health care; Workplace learning; Shared leadership; Knowledge management; Public relations; Strategic leadership; Health professionals; Psychology; Business; Medical education; Sociology; Leadership style; Pedagogy; Political science; Computer science; Medicine; Engineering","score_opus":0.22636693301053737,"score_gpt":0.4338719397231613,"score_spread":0.20750500671262392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517321736","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014203665,0.0894516,0.049669977,0.46214142,0.00920966,0.00029164364,0.000061344,0.0006000117,0.37437066],"genre_scores_gemma":[0.6509055,0.09971717,0.07581863,0.07733612,0.008325246,0.0007007382,0.0001673888,0.00020191714,0.086827286],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99596643,0.0021465889,0.00015527995,0.00018915048,0.0010824085,0.00046002708],"domain_scores_gemma":[0.99165416,0.003257242,0.00085959875,0.0003078158,0.0015549312,0.0023662683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005650794,0.0002520514,0.00021764069,0.00053500844,0.0020406973,0.006048766,0.0007039913,0.0021732128,0.011795728],"category_scores_gemma":[0.009088351,0.00011912327,0.00031423118,0.00066854403,0.0023763324,0.0032120873,0.0035494585,0.003132006,0.0030533052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003983885,0.00029366196,0.0022375123,0.0021419057,0.000023519298,0.0004044205,0.002878545,0.000415426,0.0013043847,0.21002844,0.16060558,0.6196268],"study_design_scores_gemma":[0.00009115395,0.00022646312,0.006587201,0.0042841136,0.00003719751,0.00089121674,0.0074480036,0.00088175916,0.00096527685,0.11449768,0.864043,0.000046957754],"about_ca_topic_score_codex":0.0012945598,"about_ca_topic_score_gemma":0.0023947936,"teacher_disagreement_score":0.011795728,"about_ca_system_score_codex":0.0022311807,"about_ca_system_score_gemma":0.011932949,"threshold_uncertainty_score":0.03946066},"labels":[],"label_agreement":null},{"id":"W1517615557","doi":"10.19173/irrodl.v13i1.1078","title":"Online social networks as formal learning environments: Learner experiences and activities","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workaround; Formal learning; Social learning; Psychology; Computer-mediated communication; Distance education; Online participation; Educational technology; Social network (sociolinguistics); Social media; Informal learning; Online learning; Pedagogy; Mathematics education; Computer science; World Wide Web; The Internet","score_opus":0.0756512872021535,"score_gpt":0.45740667145978464,"score_spread":0.3817553842576311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517615557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93171513,0.0015003884,0.0029638303,0.0011735745,0.00004320609,0.000041905743,0.00004860632,0.000051646803,0.06246167],"genre_scores_gemma":[0.9928221,0.00090396387,0.0007226189,0.00006394302,0.000014431614,0.00002979713,0.000020052561,0.0000076031274,0.0054155034],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9988022,0.00078027317,0.00003371222,0.00006974238,0.000217419,0.000096701464],"domain_scores_gemma":[0.99843115,0.00094931334,0.00020550753,0.000091502945,0.00010448628,0.00021791396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015477644,0.00018537205,0.00015442933,0.0005145913,0.00090635894,0.0035221048,0.00035420276,0.00054022524,0.003422901],"category_scores_gemma":[0.0027242235,0.00006963477,0.00015261023,0.0004771386,0.0010467472,0.0027774493,0.0022624217,0.00041520476,0.00048203944],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016722387,0.0013162765,0.08168885,0.00057735335,0.000054993518,0.001211207,0.37469456,0.0007263005,0.0055403225,0.030648697,0.005178394,0.49819586],"study_design_scores_gemma":[0.000047953243,0.0009963162,0.08345025,0.00083275826,0.000060924933,0.0028930928,0.6309898,0.0027593148,0.005202434,0.022036605,0.25064304,0.000087427055],"about_ca_topic_score_codex":0.0003745547,"about_ca_topic_score_gemma":0.0007547037,"teacher_disagreement_score":0.0035221048,"about_ca_system_score_codex":0.00046177948,"about_ca_system_score_gemma":0.00042907,"threshold_uncertainty_score":0.011450708},"labels":[],"label_agreement":null},{"id":"W1517903066","doi":"10.19173/irrodl.v14i5.1631","title":"Factors influencing students’ acceptance of m-learning: An investigation in higher education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":376,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unified theory of acceptance and use of technology; Expectancy theory; Psychology; Context (archaeology); Structural equation modeling; M-learning; Affect (linguistics); Social influence; Educational technology; Higher education; Technology acceptance model; Quality (philosophy); Knowledge management; Applied psychology; Mobile device; Mathematics education; Social psychology; Computer science; Usability; Human–computer interaction; World Wide Web","score_opus":0.34576167980362277,"score_gpt":0.5358857544854456,"score_spread":0.19012407468182285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517903066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99964905,0.000025356225,0.00005184092,0.000038215807,0.0000014219273,0.000010509788,0.000004609369,8.2420826e-7,0.00021802085],"genre_scores_gemma":[0.99953175,0.000051278505,0.000095898846,0.000035882622,0.0000028776062,0.000019269404,0.000009900544,9.915082e-7,0.00025216973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977094,0.0008078883,0.00019968602,0.00015973054,0.0006629879,0.00046029626],"domain_scores_gemma":[0.98871464,0.0051771575,0.0021124461,0.00034128933,0.0015158524,0.0021385406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039174445,0.00026810606,0.0005130419,0.0012155917,0.0016034112,0.0019816086,0.0005198717,0.001060317,0.0023065128],"category_scores_gemma":[0.011486505,0.0004712914,0.00067517295,0.0013354949,0.00084019813,0.0013155313,0.0010992289,0.0016359105,0.0005329415],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012463727,0.0025508788,0.94728315,0.00009547153,0.000027885813,0.00031782975,0.030267084,0.0000634091,0.0009364928,0.00016592165,0.0001277817,0.01803942],"study_design_scores_gemma":[0.000015983891,0.0014763842,0.953962,0.000044361062,0.00003405539,0.00023319112,0.042065993,0.0005303608,0.0006331261,0.000104191204,0.00087461725,0.000025748828],"about_ca_topic_score_codex":0.0039786496,"about_ca_topic_score_gemma":0.0056067547,"teacher_disagreement_score":0.0039786496,"about_ca_system_score_codex":0.0008939438,"about_ca_system_score_gemma":0.0017353831,"threshold_uncertainty_score":0.02071768},"labels":[],"label_agreement":null},{"id":"W1518027177","doi":"10.19173/irrodl.v16i1.1816","title":"Challenges of implementing e-learning in Kenya: A case of Kenyan public universities","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":286,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"VLIRUOS; Vlaamse Interuniversitaire Raad","keywords":"Kenya; Public relations; Distance education; E learning; Political science; Educational technology; Knowledge management; Medical education; Sociology; Pedagogy; Computer science; Medicine","score_opus":0.19957657004165152,"score_gpt":0.4916376086753273,"score_spread":0.2920610386336758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1518027177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761906,0.0013888205,0.0007136801,0.008047195,0.00004078902,0.00013471182,0.000025018337,0.0000070000806,0.013452171],"genre_scores_gemma":[0.99363106,0.0020652225,0.0008186853,0.0007531589,0.00001462439,0.00007299529,0.000014410187,0.0000050581043,0.0026248097],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9951598,0.0022171633,0.0002337808,0.0001840768,0.00063429296,0.0015708276],"domain_scores_gemma":[0.9929612,0.0033437302,0.0014912745,0.00019348714,0.0007981981,0.0012121593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053231567,0.00047619778,0.00040326582,0.0008130334,0.016113825,0.0055464203,0.0013862725,0.0039121546,0.002308568],"category_scores_gemma":[0.006341241,0.00046192674,0.00028305824,0.0024641226,0.0047603007,0.003946252,0.0037485943,0.001886198,0.00027476938],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025563463,0.0013502897,0.08191239,0.0022833345,0.00006630977,0.07503585,0.6800902,0.0026642845,0.0057444475,0.043164097,0.007972087,0.09946104],"study_design_scores_gemma":[0.000018914889,0.0001907127,0.024586992,0.0008453093,0.000034448196,0.0029713826,0.92677855,0.00059343665,0.00106753,0.0013415313,0.041509803,0.00006133072],"about_ca_topic_score_codex":0.048346084,"about_ca_topic_score_gemma":0.10637889,"teacher_disagreement_score":0.048346084,"about_ca_system_score_codex":0.008915988,"about_ca_system_score_gemma":0.015899504,"threshold_uncertainty_score":0.09612936},"labels":[],"label_agreement":null},{"id":"W1519695906","doi":"10.19173/irrodl.v8i1.340","title":"The Practice of a Quality Assurance System in Open and Distance Learning: A case study at Universitas Terbuka Indonesia (The Indonesia Open University)","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality assurance; Benchmarking; Quality (philosophy); Higher education; Distance education; Business; Engineering management; Process management; Quality management; Public relations; Knowledge management; Medical education; Computer science; Operations management; Political science; Management system; Sociology; Marketing; Engineering; Pedagogy; Medicine","score_opus":0.07562125393062696,"score_gpt":0.4666620034937158,"score_spread":0.3910407495630888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519695906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828452,0.0003760623,0.0020727343,0.003737515,0.00003358779,0.00013490143,0.000014268535,0.000016207146,0.010769512],"genre_scores_gemma":[0.99569017,0.00029438394,0.0011852578,0.00046314925,0.000010154274,0.00006178241,0.000007630219,0.000013142073,0.0022743337],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.972388,0.021777382,0.00045663808,0.00096552755,0.0020009698,0.0024114056],"domain_scores_gemma":[0.9715578,0.017263507,0.002529963,0.0011780257,0.002029238,0.0054414817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01954303,0.00033599194,0.0006365239,0.0011167597,0.017170906,0.008440785,0.0026988818,0.004296937,0.0028940537],"category_scores_gemma":[0.025910055,0.000507223,0.00046128413,0.002037056,0.010476997,0.005377297,0.0070121707,0.004798333,0.0004768364],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009717099,0.0016576109,0.015853815,0.0002572069,0.000019393707,0.008782684,0.913926,0.00071116805,0.00083208975,0.019918846,0.0025987732,0.035345238],"study_design_scores_gemma":[0.000035417605,0.0006339281,0.010112497,0.00024420302,0.000015026406,0.001669038,0.9547137,0.0010683275,0.0005078609,0.0019954417,0.028958876,0.000045696088],"about_ca_topic_score_codex":0.013571767,"about_ca_topic_score_gemma":0.030310871,"teacher_disagreement_score":0.01954303,"about_ca_system_score_codex":0.011533427,"about_ca_system_score_gemma":0.008587759,"threshold_uncertainty_score":0.10335469},"labels":[],"label_agreement":null},{"id":"W1519936153","doi":"10.19173/irrodl.v6i3.262","title":"Teachers' Invisible Presence in Net-based Distance Education","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Erik och Anne Marie Detlofs Stiftelse","keywords":"Variety (cybernetics); Distance education; Pedagogy; Adult education; Computer-mediated communication; Teleconference; Core (optical fiber); Mathematics education; Sociology; Psychology; Computer science; The Internet; Multimedia; World Wide Web; Telecommunications; Artificial intelligence","score_opus":0.12254142716232644,"score_gpt":0.5260973990276118,"score_spread":0.40355597186528536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519936153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9326716,0.009672985,0.0018195423,0.005084866,0.0001540338,0.0000149752905,0.000025342688,0.00002595622,0.050530773],"genre_scores_gemma":[0.99669576,0.0010168281,0.00008916191,0.000116234274,0.000021040998,0.00000468488,0.0000042801635,0.0000042178503,0.0020478745],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9938828,0.0030595132,0.0003043355,0.00066132995,0.0015759045,0.00051608094],"domain_scores_gemma":[0.9861688,0.008962266,0.0027429424,0.00047394543,0.0005344562,0.0011176699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031961452,0.00010071688,0.00040651925,0.0011117063,0.003131345,0.006050171,0.0008242461,0.0010304875,0.0026962673],"category_scores_gemma":[0.013131309,0.0002940149,0.00013057081,0.0010249995,0.0059090606,0.0052179443,0.00550525,0.0013825801,0.00034091328],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033896966,0.0002352891,0.077433005,0.0014060632,0.000025343385,0.0021768687,0.68548447,0.00023212914,0.0025176974,0.044817112,0.0026229168,0.18271017],"study_design_scores_gemma":[0.00007572198,0.00053617,0.14971249,0.001739574,0.000108704815,0.0032949948,0.6056466,0.00047238026,0.0026559937,0.018436788,0.217251,0.00006952756],"about_ca_topic_score_codex":0.0036322381,"about_ca_topic_score_gemma":0.006811589,"teacher_disagreement_score":0.006050171,"about_ca_system_score_codex":0.0023722956,"about_ca_system_score_gemma":0.0021660381,"threshold_uncertainty_score":0.017212272},"labels":[],"label_agreement":null},{"id":"W1520074575","doi":"10.19173/irrodl.v15i3.1680","title":"Peer assessment for massive open online courses (MOOCs)","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":178,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Peer assessment; Computer science; Peer feedback; Credibility; Assessment for learning; Online assessment; Peer evaluation; Open education; Credentialing; Multimedia; Higher education; World Wide Web; Medical education; Mathematics education; Psychology","score_opus":0.15790322565992373,"score_gpt":0.5635018527575003,"score_spread":0.40559862709757655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520074575","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16104946,0.032886516,0.62156093,0.0074882293,0.004377466,0.00465818,0.0007238938,0.0048206323,0.1624347],"genre_scores_gemma":[0.7628887,0.0071798987,0.21061164,0.00035303814,0.0010102479,0.0017251348,0.0005947043,0.00045260193,0.01518388],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9479783,0.030034011,0.0016956726,0.002015815,0.017693482,0.0005826119],"domain_scores_gemma":[0.8876217,0.06727206,0.006905161,0.007554996,0.027776148,0.0028700128],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029781897,0.00069805636,0.0011513354,0.0041540046,0.0017632188,0.004097313,0.0021911843,0.0011800656,0.007644879],"category_scores_gemma":[0.17008804,0.0003504959,0.00058348285,0.0029344507,0.0013979924,0.0037501904,0.0037414797,0.0014816745,0.0032359692],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026371473,0.00025415455,0.0057310653,0.0010236101,0.000077959725,0.000076539676,0.0013144311,0.0022829878,0.0010106519,0.012958478,0.009551789,0.9654546],"study_design_scores_gemma":[0.0008199272,0.006573712,0.13655055,0.0073301303,0.00067251595,0.0016823251,0.012848296,0.18198971,0.021617755,0.23929925,0.38981476,0.0008009856],"about_ca_topic_score_codex":0.003903937,"about_ca_topic_score_gemma":0.0038931726,"teacher_disagreement_score":0.9702181,"about_ca_system_score_codex":0.0015152791,"about_ca_system_score_gemma":0.0041873013,"threshold_uncertainty_score":0.1575036},"labels":[],"label_agreement":null},{"id":"W1520816792","doi":"10.19173/irrodl.v15i6.1950","title":"Adoption of the mobile campus in a cyber university","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning Management; Higher education; Resistance (ecology); Mobile technology; Mobile device; Educational technology; Mobile business development; Psychology; Computer science; Multimedia; Business; Internet privacy; Mobile Web; World Wide Web; Pedagogy; Political science","score_opus":0.03431335813735058,"score_gpt":0.37077865102544316,"score_spread":0.33646529288809257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520816792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978143,0.00007811211,0.00012669263,0.00031570456,0.000005216383,0.00000667057,0.000004103361,0.0000037474256,0.0016454681],"genre_scores_gemma":[0.99914396,0.00015588845,0.00014311937,0.00007124831,0.0000031179306,0.000003926195,0.000003874396,0.0000013908416,0.00047345314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986563,0.00060728303,0.00007682496,0.00012352495,0.00032693218,0.00020925993],"domain_scores_gemma":[0.9960795,0.0011066176,0.0010553692,0.0001721307,0.00048479403,0.0011015645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016380434,0.00010710877,0.0001412829,0.0006719464,0.0010354044,0.0026469561,0.00041031154,0.00052134774,0.0019303159],"category_scores_gemma":[0.004633438,0.00014741419,0.00017150237,0.000606078,0.0009598982,0.0015327629,0.001632325,0.00090755796,0.00025520026],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014298731,0.0009129087,0.7265116,0.00018951109,0.000038276507,0.0017716701,0.09247887,0.0003397868,0.00758504,0.0046642097,0.0012359396,0.16412918],"study_design_scores_gemma":[0.000013414356,0.00096721767,0.80088,0.00022847166,0.00003943804,0.0010830093,0.17877914,0.0015017923,0.0023779839,0.00052465237,0.01354871,0.000056217374],"about_ca_topic_score_codex":0.0035792529,"about_ca_topic_score_gemma":0.007374166,"teacher_disagreement_score":0.0035792529,"about_ca_system_score_codex":0.0011101803,"about_ca_system_score_gemma":0.0015783552,"threshold_uncertainty_score":0.0086628795},"labels":[],"label_agreement":null},{"id":"W1520820534","doi":"10.19173/irrodl.v8i2.349","title":"Mobile Distance Learning with PDAs: Development and testing of pedagogical and system solutions supporting mobile distance learners","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; M-learning; Norwegian; Educational technology; Mainstream; Blended learning; Open learning; Synchronous learning; Multimedia; Mobile device; Knowledge management; World Wide Web; Mathematics education; Teaching method; Psychology; Cooperative learning; Political science","score_opus":0.11895688893537361,"score_gpt":0.43585053897062564,"score_spread":0.31689365003525205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520820534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84601545,0.0013303097,0.13104919,0.0003221845,0.00021498711,0.0026910563,0.00033703184,0.0017834628,0.016256241],"genre_scores_gemma":[0.7468967,0.001715196,0.23588331,0.00018726099,0.000029523473,0.0010380689,0.00051507656,0.00027554264,0.013459308],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976659,0.00093090226,0.00014785193,0.00028511632,0.000794922,0.00017530631],"domain_scores_gemma":[0.9945696,0.003014009,0.00019575989,0.0006924675,0.0011582043,0.00036989406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030313465,0.00078833796,0.00042757826,0.0009212037,0.000511264,0.0017911488,0.0014306239,0.0011980776,0.0023626597],"category_scores_gemma":[0.011155448,0.0003222383,0.00038359922,0.00048398908,0.0006157791,0.002004182,0.0014464883,0.0008256256,0.00091126777],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011955961,0.0042356406,0.012667194,0.0016944719,0.00015541038,0.00082008645,0.010049026,0.008578653,0.10550622,0.006775991,0.003316587,0.845005],"study_design_scores_gemma":[0.0017605074,0.036275264,0.05630519,0.0019228588,0.00087448437,0.004187106,0.01718666,0.08980096,0.55946225,0.006500104,0.22533602,0.0003886219],"about_ca_topic_score_codex":0.0006747668,"about_ca_topic_score_gemma":0.0006937079,"teacher_disagreement_score":0.0030313465,"about_ca_system_score_codex":0.0005200137,"about_ca_system_score_gemma":0.0009689997,"threshold_uncertainty_score":0.016031444},"labels":[],"label_agreement":null},{"id":"W1521997030","doi":"10.19173/irrodl.v14i3.1397","title":"Sustaining teacher control in a blog-based personal learning environment","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Control (management); Computer science; Learning Management; Process (computing); World Wide Web; Knowledge management; Psychology; Multimedia; Mathematics education; Artificial intelligence; Social psychology","score_opus":0.0954759925730003,"score_gpt":0.4744143732142802,"score_spread":0.37893838064127994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1521997030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98394287,0.00008307576,0.0033708909,0.00055845454,0.000016711168,0.000058999718,0.000017247294,0.00021977659,0.011731975],"genre_scores_gemma":[0.990173,0.00006507586,0.0016962962,0.000108719025,0.0000106955895,0.0000514391,0.000025797704,0.000031817715,0.007837171],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99703336,0.0014530845,0.00013519106,0.00040644282,0.0005768061,0.00039522353],"domain_scores_gemma":[0.9919629,0.002885616,0.0011988181,0.0014021406,0.00071747636,0.0018330662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022961034,0.00016202727,0.00028837565,0.00056581094,0.0019411637,0.0024583708,0.0006471617,0.000543729,0.0045664757],"category_scores_gemma":[0.0074084476,0.00025925314,0.0001786632,0.00031799715,0.0016956667,0.002235515,0.0037860437,0.00077419926,0.0010815922],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009815183,0.004729107,0.1415401,0.0005101124,0.000031768606,0.0032134168,0.33558553,0.00063702057,0.04049924,0.0039558397,0.011222501,0.45709383],"study_design_scores_gemma":[0.0009202794,0.0075020744,0.32113382,0.00042477145,0.00010565016,0.004524559,0.3474616,0.00505316,0.03533189,0.0030494058,0.27426383,0.00022890304],"about_ca_topic_score_codex":0.001747409,"about_ca_topic_score_gemma":0.0035900308,"teacher_disagreement_score":0.0045664757,"about_ca_system_score_codex":0.0011106927,"about_ca_system_score_gemma":0.0015569696,"threshold_uncertainty_score":0.015276313},"labels":[],"label_agreement":null},{"id":"W1522391034","doi":"10.19173/irrodl.v2i2.65","title":"The Hybridization of Distance Learning in Brazil -- An Approach Imposed by Culture","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Public Policy","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credibility; Distance education; Christian ministry; Face (sociological concept); Higher education; Sociology; Public relations; Control (management); Political science; Economic growth; Pedagogy; Social science; Economics; Management; Law","score_opus":0.09475296992532035,"score_gpt":0.48193049262217286,"score_spread":0.3871775226968525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522391034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.482298,0.06388017,0.018695708,0.07138636,0.00042662022,0.00021954934,0.00024323436,0.00006926819,0.36278102],"genre_scores_gemma":[0.9874176,0.0066703265,0.0019885513,0.0011067259,0.000035055276,0.000039080067,0.000016432114,0.000007884162,0.002718388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9953194,0.0022075584,0.0002989196,0.00057242566,0.0012393004,0.0003623345],"domain_scores_gemma":[0.99305254,0.0035338036,0.00094926223,0.0008216112,0.0011537944,0.0004889453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051011415,0.00016497717,0.00038562293,0.0011809005,0.002062181,0.0048298133,0.00072107924,0.00068249315,0.0014152424],"category_scores_gemma":[0.008806204,0.00019225151,0.00023632028,0.0021537265,0.006818105,0.002976821,0.003478123,0.0010241312,0.00012453183],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036475853,0.00006793906,0.015855113,0.0009519152,0.0000406513,0.00040770898,0.025864244,0.0006011165,0.0030833497,0.72369546,0.0013789928,0.22801699],"study_design_scores_gemma":[0.00006824209,0.00043863038,0.11159147,0.0050847307,0.00010769324,0.001856057,0.04884437,0.0019813979,0.0032854748,0.28376678,0.5428622,0.000112979134],"about_ca_topic_score_codex":0.023715021,"about_ca_topic_score_gemma":0.030257624,"teacher_disagreement_score":0.023715021,"about_ca_system_score_codex":0.00775579,"about_ca_system_score_gemma":0.010384977,"threshold_uncertainty_score":0.056272447},"labels":[],"label_agreement":null},{"id":"W1522897450","doi":"10.19173/irrodl.v16i2.2093","title":"A generic framework for extraction of knowledge from social web sources (social networking websites) for an online recommendation system","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; World Wide Web; Social Semantic Web; Ontology; Data Web; Recommender system; Semantic Web; Information retrieval; Semantic Web Stack; Social web; Web mining; Web page; Social media","score_opus":0.2979724252146147,"score_gpt":0.5040869398273495,"score_spread":0.20611451461273483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522897450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00094243034,0.00015442978,0.9880756,0.00023589426,0.000026612664,0.00063910615,0.0007713949,0.007555365,0.0015990253],"genre_scores_gemma":[0.01559093,0.00036378443,0.9755254,0.00019309376,0.000030082052,0.00070531276,0.0034284233,0.00040167282,0.0037613525],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774677,0.00031607936,0.0004145333,0.0005674586,0.0007430766,0.00021220137],"domain_scores_gemma":[0.99876106,0.00024868935,0.00009810023,0.00039680538,0.00037066164,0.00012467592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029266682,0.0012397445,0.001365344,0.005737554,0.0015641698,0.005784627,0.004165789,0.003125456,0.0050624474],"category_scores_gemma":[0.0035552566,0.001178288,0.004824073,0.0036135674,0.0013769437,0.004560116,0.003297584,0.0023250643,0.005165763],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003928161,0.0008228503,0.0065371273,0.0028537852,0.00094779296,0.0034688637,0.0028547458,0.0451118,0.03826737,0.27963912,0.04440392,0.57469976],"study_design_scores_gemma":[0.00012308976,0.00029148895,0.0045323647,0.0009833559,0.0005031981,0.002739236,0.0009885632,0.4583433,0.032801908,0.11669843,0.3816416,0.00035342184],"about_ca_topic_score_codex":0.021571353,"about_ca_topic_score_gemma":0.019997006,"teacher_disagreement_score":0.021571353,"about_ca_system_score_codex":0.0018917287,"about_ca_system_score_gemma":0.0037790362,"threshold_uncertainty_score":0.042891562},"labels":[],"label_agreement":null},{"id":"W1523243064","doi":"10.19173/irrodl.v14i2.1533","title":"Strategies for sustainable business models for open educational resources","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prosperity; Empowerment; Government (linguistics); State (computer science); Economic growth; Political science; Public relations; Public administration; Business; Economics","score_opus":0.09733490082075139,"score_gpt":0.44082906815706074,"score_spread":0.34349416733630933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523243064","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010368514,0.006178058,0.08532213,0.13354619,0.0013381633,0.0004641097,0.00012679768,0.00038578667,0.7622703],"genre_scores_gemma":[0.5634179,0.019583743,0.114421874,0.024186527,0.0012005208,0.0023900312,0.00050093426,0.0005593167,0.27373913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99368554,0.0024700451,0.00017697505,0.00057157857,0.0022981092,0.0007978435],"domain_scores_gemma":[0.99456906,0.0017059929,0.00045151188,0.0009046697,0.001321712,0.0010471133],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.009406412,0.0010618475,0.00056504755,0.002438306,0.0035937186,0.023557972,0.003761536,0.008920801,0.024700617],"category_scores_gemma":[0.010347315,0.00045199884,0.0011664246,0.0028978842,0.010364395,0.028088491,0.02274921,0.006114154,0.0064181085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005032486,0.000038713108,0.000098582655,0.00009390286,0.000006066852,0.000064079744,0.0005214612,0.0005860718,0.00011450281,0.9703727,0.011146653,0.016952157],"study_design_scores_gemma":[0.000012110107,0.00001874436,0.0001354796,0.00042661926,0.0000051809725,0.00008469006,0.002557428,0.0015513395,0.00025753348,0.6568314,0.33810604,0.000013442894],"about_ca_topic_score_codex":0.0024221542,"about_ca_topic_score_gemma":0.0033475952,"teacher_disagreement_score":0.99623847,"about_ca_system_score_codex":0.0066248253,"about_ca_system_score_gemma":0.016114574,"threshold_uncertainty_score":0.08263177},"labels":[],"label_agreement":null},{"id":"W1524481331","doi":"10.19173/irrodl.v4i1.132","title":"Student Support in Open Learning: Sustaining the process","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Psychology; Component (thermodynamics); Key (lock); Open education; Longitudinal study; Pedagogy; Process (computing); Mathematics education; Medical education; Computer science; Medicine","score_opus":0.1487847590287998,"score_gpt":0.5954129224693527,"score_spread":0.4466281634405529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524481331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6902665,0.001962492,0.06854614,0.06428109,0.0009612749,0.0013998887,0.00009449942,0.00059824,0.17188984],"genre_scores_gemma":[0.98401546,0.00033052184,0.00850772,0.0009669837,0.00015986025,0.0003834022,0.000029508214,0.000061060855,0.0055454765],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9619849,0.028019425,0.0007499683,0.002307524,0.005052883,0.0018852402],"domain_scores_gemma":[0.87507707,0.06884426,0.009151969,0.018270727,0.009455919,0.0192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046684533,0.00051806023,0.0005158662,0.0023082593,0.011036682,0.019849384,0.0032967296,0.003692188,0.0071723945],"category_scores_gemma":[0.14069091,0.00050982647,0.00067787996,0.0013920936,0.01617103,0.014753995,0.027765153,0.0043795765,0.0018812976],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002087417,0.0014130974,0.036059074,0.0003802241,0.00008170151,0.0012621036,0.5010076,0.0003416581,0.0017661056,0.11656918,0.009123908,0.3317866],"study_design_scores_gemma":[0.00024919654,0.0015769592,0.028216222,0.0014441144,0.000122031415,0.001220657,0.5238206,0.0027498563,0.0028915429,0.24047644,0.19706954,0.00016285268],"about_ca_topic_score_codex":0.0014614884,"about_ca_topic_score_gemma":0.001433236,"teacher_disagreement_score":0.046684533,"about_ca_system_score_codex":0.003732309,"about_ca_system_score_gemma":0.014023609,"threshold_uncertainty_score":0.24689436},"labels":[],"label_agreement":null},{"id":"W1524672202","doi":"10.19173/irrodl.v14i4.1545","title":"Making distance visible: Assembling nearness in an online distance learning programme","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Assemblage (archaeology); Distance education; Space (punctuation); Institution; Negotiation; Sociology; Work (physics); Mathematics education; State (computer science); Overtaking; Higher education; Psychology; Computer science; Pedagogy; Political science; Social science; Engineering; Law; Geography","score_opus":0.3202435849867429,"score_gpt":0.544378599471135,"score_spread":0.2241350144843921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524672202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90757984,0.0003852319,0.014052815,0.002046194,0.00014243877,0.00013609321,0.000038402377,0.00008896885,0.07552994],"genre_scores_gemma":[0.99058455,0.00017194325,0.00425493,0.00018586978,0.000025295492,0.00005461144,0.000033609085,0.000043373842,0.004645741],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.992971,0.00443742,0.00024991343,0.0007436359,0.0009541037,0.0006440317],"domain_scores_gemma":[0.99213177,0.0029697074,0.0010795805,0.00072607846,0.0006184959,0.0024744202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042902203,0.00030078922,0.00035643557,0.0022118895,0.009310334,0.008201851,0.0013884082,0.0014035946,0.0055413605],"category_scores_gemma":[0.013618504,0.00030429865,0.00034007043,0.0011981649,0.012298927,0.0107487375,0.017019324,0.0025679888,0.0007089954],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008823703,0.00017127475,0.015691297,0.00019087082,0.000014576691,0.00084672414,0.8858223,0.00024048596,0.0025098748,0.020646943,0.0013551217,0.07242227],"study_design_scores_gemma":[0.000013344692,0.00034611052,0.021989243,0.0002859489,0.000025876341,0.0007222494,0.8673746,0.0005371665,0.00066140376,0.01677186,0.09121031,0.00006183842],"about_ca_topic_score_codex":0.0026426355,"about_ca_topic_score_gemma":0.0054976577,"teacher_disagreement_score":0.009310334,"about_ca_system_score_codex":0.0019009871,"about_ca_system_score_gemma":0.0022360268,"threshold_uncertainty_score":0.022689164},"labels":[],"label_agreement":null},{"id":"W1525364544","doi":"10.19173/irrodl.v6i2.232","title":"Reflections on Research, Faculty and Leadership in Distance Education","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Faculty development; Instructional leadership; Pedagogy; Higher education; Sociology; Educational technology; Medical education; Educational leadership; Psychology; Mathematics education; Political science; Professional development; Medicine","score_opus":0.4971454990073827,"score_gpt":0.5969788988188323,"score_spread":0.09983339981144956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525364544","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037073635,0.08056769,0.0010570802,0.84159243,0.044661522,0.000069750815,0.000044174296,0.000036542828,0.028263485],"genre_scores_gemma":[0.12209821,0.16122621,0.0037949083,0.52245134,0.026039664,0.0004101901,0.000089411784,0.00027581086,0.16361426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9549368,0.03174956,0.0011883784,0.001512378,0.008111115,0.0025017147],"domain_scores_gemma":[0.91446483,0.06811755,0.00224214,0.0019467765,0.0073626465,0.0058660908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044082295,0.0010719589,0.0014028009,0.0020005,0.010481294,0.016550032,0.0033000456,0.01284571,0.006726958],"category_scores_gemma":[0.05406006,0.0012122507,0.0009987843,0.0042918883,0.02457053,0.023458157,0.011796683,0.030884843,0.0022748227],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008032142,0.00015115693,0.0002514737,0.0009316803,0.000019034356,0.0009963522,0.13210718,0.00012876841,0.00041303458,0.110174015,0.7042805,0.050466545],"study_design_scores_gemma":[0.000012640613,0.000065328546,0.00019666519,0.0011956211,0.0000042980582,0.00023827874,0.06982419,0.000026437468,0.00012479431,0.009588784,0.91870266,0.000020222906],"about_ca_topic_score_codex":0.008043146,"about_ca_topic_score_gemma":0.016735991,"teacher_disagreement_score":0.044082295,"about_ca_system_score_codex":0.01353998,"about_ca_system_score_gemma":0.01327608,"threshold_uncertainty_score":0.23313224},"labels":[],"label_agreement":null},{"id":"W1525422717","doi":"10.19173/irrodl.v5i3.206","title":"Telling Story! Voice in Photography: An online visual art critical studies program evaluation","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Art Education and Development","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Photography; Visual arts education; Visual literacy; Visual arts; Digital art; Online learning; Distance education; Educational technology; Multimedia; Computer science; Art; Psychology; Pedagogy; Art history; Performance art","score_opus":0.3546806252469033,"score_gpt":0.5588936003339147,"score_spread":0.20421297508701136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525422717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92414886,0.00039205534,0.008027723,0.001349588,0.0003193591,0.03789977,0.0006649905,0.0003223754,0.02687525],"genre_scores_gemma":[0.9204939,0.00058899855,0.026569061,0.0007610731,0.00020506003,0.041445073,0.00066316075,0.00012730232,0.0091463],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9778982,0.016860394,0.0008632068,0.00093389,0.002467668,0.00097663],"domain_scores_gemma":[0.96493495,0.021541018,0.0015534683,0.002038231,0.0062862,0.0036461158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02418812,0.0007753582,0.00066260307,0.0018551288,0.0033355276,0.0024522464,0.0016290109,0.0017872076,0.006638534],"category_scores_gemma":[0.03943907,0.00047137268,0.0007384173,0.0009021183,0.001969371,0.0019286217,0.0032216387,0.0015488819,0.0009864334],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019893397,0.1344855,0.015611572,0.003313494,0.00030652288,0.0015007061,0.08297568,0.0033287078,0.011762299,0.004760105,0.012461921,0.7096001],"study_design_scores_gemma":[0.052706566,0.33908144,0.13441247,0.0026742665,0.0019609185,0.0015649804,0.19536383,0.013670265,0.073162995,0.006593411,0.17822276,0.00058615254],"about_ca_topic_score_codex":0.004071089,"about_ca_topic_score_gemma":0.007079223,"teacher_disagreement_score":0.02418812,"about_ca_system_score_codex":0.003564666,"about_ca_system_score_gemma":0.0047906274,"threshold_uncertainty_score":0.12792051},"labels":[],"label_agreement":null},{"id":"W1526005633","doi":"10.19173/irrodl.v7i1.312","title":"Video-Conferencing with Audio Software","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Videoconferencing; Multimedia; Teleconference; Software; Event (particle physics); Distance education; World Wide Web; Human–computer interaction; Psychology","score_opus":0.06545927180486703,"score_gpt":0.4547211206959564,"score_spread":0.38926184889108933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526005633","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021604659,0.0011040579,0.6781498,0.00046145104,0.0007374874,0.0009400458,0.0011058503,0.01856144,0.27733526],"genre_scores_gemma":[0.29479077,0.0017717129,0.4324643,0.0004739304,0.0005758384,0.0015669233,0.0018895441,0.0020844608,0.2643825],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883956,0.0003128193,0.0000619405,0.00014807968,0.00054055534,0.00009704516],"domain_scores_gemma":[0.9986285,0.0005683345,0.000050731822,0.00032782002,0.00031187994,0.00011275082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091311516,0.0006928972,0.00042172422,0.00097139564,0.00062596716,0.0022641057,0.0012735145,0.00082743034,0.06015801],"category_scores_gemma":[0.0039021296,0.00030296994,0.00043483314,0.0007401722,0.0004202923,0.0012849603,0.0025121814,0.00076078484,0.017091822],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072338426,0.00036870365,0.00068418466,0.0010679961,0.0000795239,0.00077021413,0.0017352242,0.0036425714,0.097581685,0.059561267,0.073785126,0.76000017],"study_design_scores_gemma":[0.00027964686,0.00065372186,0.0020136896,0.00023369135,0.00010423056,0.0018084889,0.00043555806,0.016086558,0.06598949,0.021013597,0.8912389,0.00014238912],"about_ca_topic_score_codex":0.0010739139,"about_ca_topic_score_gemma":0.0010230639,"teacher_disagreement_score":0.06015801,"about_ca_system_score_codex":0.00036947604,"about_ca_system_score_gemma":0.00047289208,"threshold_uncertainty_score":0.20124859},"labels":[],"label_agreement":null},{"id":"W1526257414","doi":"10.19173/irrodl.v9i3.493","title":"Meta-Analysis: The preferred method of choice for the assessment of distance learning quality factors","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Scope (computer science); Computer science; Quality (philosophy); Educational research; Face (sociological concept); Data science; Meta-analysis; Management science; Mathematics education; Psychology; Sociology; Social science; Epistemology","score_opus":0.47407608254201905,"score_gpt":0.6040266890634567,"score_spread":0.12995060652143764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526257414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012596517,0.11013708,0.70446575,0.0068687503,0.013304897,0.09922863,0.04080497,0.008442981,0.0041504893],"genre_scores_gemma":[0.07258577,0.013043661,0.65730625,0.0025250798,0.0006116798,0.24681926,0.0030240652,0.0022003565,0.0018839105],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.46789736,0.41856018,0.07226536,0.021121264,0.01837437,0.0017814991],"domain_scores_gemma":[0.48987192,0.4426323,0.023154158,0.029545687,0.012410207,0.0023857765],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2543169,0.01080176,0.04922538,0.03540964,0.003278812,0.01013784,0.011011535,0.009176761,0.027854169],"category_scores_gemma":[0.53963375,0.0028545696,0.05878252,0.035499822,0.00474631,0.0077509624,0.0066672633,0.0121597815,0.0026524905],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012121839,0.00018125317,0.0065132524,0.2692868,0.582023,0.0011720908,0.0019668308,0.003754151,0.001156282,0.012618376,0.024023095,0.08518304],"study_design_scores_gemma":[0.034316637,0.0048074243,0.012017531,0.090711206,0.53843683,0.0029173049,0.003444495,0.043603335,0.0048453948,0.11705736,0.14545453,0.0023879637],"about_ca_topic_score_codex":0.004204525,"about_ca_topic_score_gemma":0.005363464,"teacher_disagreement_score":0.7456831,"about_ca_system_score_codex":0.0059267636,"about_ca_system_score_gemma":0.008802272,"threshold_uncertainty_score":0.91956},"labels":[],"label_agreement":null},{"id":"W1526797376","doi":"10.19173/irrodl.v12i5.1000","title":"Beginning course surveys: Bridges to knowing and bridges to being","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Demographics; Section (typography); Psychology; Applied psychology; Medical education; Social psychology; Knowledge management; Computer science; Sociology; Medicine","score_opus":0.13348705124473056,"score_gpt":0.4762372254085079,"score_spread":0.3427501741637773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526797376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.597429,0.0036425658,0.24251026,0.023482686,0.0009893625,0.0074774674,0.0020706062,0.0009355606,0.121462524],"genre_scores_gemma":[0.8173292,0.0028087934,0.15123792,0.0041322378,0.00033946038,0.009640475,0.0010227644,0.00015728638,0.01333182],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9511918,0.042247742,0.0017019011,0.00095948274,0.0032147923,0.0006842886],"domain_scores_gemma":[0.84690017,0.10789354,0.009887375,0.016041666,0.015701225,0.0035759907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.050347567,0.0003781217,0.00043038328,0.0021078405,0.001637595,0.0034314152,0.0010841354,0.0013396804,0.005538533],"category_scores_gemma":[0.10154171,0.00044436724,0.00025228798,0.002487437,0.001962738,0.005545729,0.0036207994,0.001399739,0.001444586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002866011,0.00062740006,0.044286773,0.0016048166,0.00005963794,0.00023768496,0.20295404,0.00030287236,0.0052735005,0.034822516,0.023421206,0.68612295],"study_design_scores_gemma":[0.00017215601,0.002900059,0.10656128,0.0027762323,0.00009787186,0.0008934731,0.25015253,0.0023975382,0.006087832,0.06573585,0.5620368,0.0001883881],"about_ca_topic_score_codex":0.0004275964,"about_ca_topic_score_gemma":0.001035392,"teacher_disagreement_score":0.050347567,"about_ca_system_score_codex":0.0010528424,"about_ca_system_score_gemma":0.0024831023,"threshold_uncertainty_score":0.26626658},"labels":[],"label_agreement":null},{"id":"W1526958516","doi":"10.19173/irrodl.v13i1.1076","title":"Heutagogy and lifelong learning: A review of heutagogical practice and self-determined learning","year":2012,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":856,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Andragogy; Lifelong learning; Affordance; Educational technology; Computer science; Distance education; Synchronous learning; Open learning; Learning theory; Education theory; Experiential learning; Instructional design; Knowledge management; Higher education; Pedagogy; Mathematics education; Teaching method; Adult education; Sociology; Cooperative learning; Psychology; Multimedia; Human–computer interaction","score_opus":0.2861256145535493,"score_gpt":0.5619598172750767,"score_spread":0.2758342027215274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526958516","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020879439,0.99599946,0.00028922924,0.00081212865,0.00020093007,0.0000059494737,0.0000029337348,0.0000038613703,0.0024767297],"genre_scores_gemma":[0.002787314,0.99536234,0.0003071316,0.0005739221,0.00032219331,0.000015932143,0.000008285383,0.0000031278323,0.00061981817],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9988919,0.000403617,0.00015520051,0.0001460972,0.00032339193,0.000079816054],"domain_scores_gemma":[0.99682546,0.0024255842,0.00026157216,0.00005418265,0.00027627998,0.00015693482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016099717,0.00073487393,0.0011094243,0.0047780923,0.001118565,0.0032895536,0.0010147174,0.0029044833,0.0029334507],"category_scores_gemma":[0.0027890892,0.00034869649,0.0004915145,0.007193042,0.004278493,0.0053420067,0.001988008,0.0030548992,0.0010122847],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046265854,0.00016548116,0.0007148667,0.024184646,0.000049114195,0.0003484158,0.00450992,0.0004534614,0.0003219813,0.07569261,0.022852316,0.870661],"study_design_scores_gemma":[0.0000075547623,0.00009003718,0.0022845566,0.021605855,0.000031948955,0.0013225643,0.0024252243,0.00014036322,0.00012624891,0.016230593,0.9556955,0.000039487262],"about_ca_topic_score_codex":0.0047157994,"about_ca_topic_score_gemma":0.007071723,"teacher_disagreement_score":0.0047780923,"about_ca_system_score_codex":0.0028096857,"about_ca_system_score_gemma":0.0044199494,"threshold_uncertainty_score":0.020385802},"labels":[],"label_agreement":null},{"id":"W1527123035","doi":"10.19173/irrodl.v14i5.1626","title":"Using a design-based research study to identify principles for training instructors to teach online","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Instructional design; Online course; Identification (biology); Online teaching; Medical education; Training (meteorology); Quality (philosophy); Computer science; Higher education; Online research methods; Teaching method; Distance education; Research design; Educational technology; Psychology; Multimedia; Mathematics education; Medicine; World Wide Web","score_opus":0.5408323847786156,"score_gpt":0.5981877148221143,"score_spread":0.05735533004349869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1527123035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78108996,0.00035515663,0.17228714,0.0018027228,0.00021536757,0.029422604,0.00014595434,0.0001802146,0.014500879],"genre_scores_gemma":[0.74715275,0.00036782824,0.22559772,0.0012509744,0.00004612671,0.02162748,0.000081803315,0.00004310781,0.0038321894],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94136256,0.04904461,0.0020546573,0.0025885752,0.0031839032,0.001765776],"domain_scores_gemma":[0.876333,0.105946526,0.0034750437,0.0049321563,0.007023659,0.0022896498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06303812,0.0007289783,0.0009881778,0.0020676749,0.0035360055,0.0042718495,0.00195015,0.0025855703,0.0025994058],"category_scores_gemma":[0.07356838,0.0008746206,0.0007560145,0.0011993634,0.003609007,0.0030672913,0.0017372145,0.0025581466,0.0005743702],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013748986,0.034137428,0.053013373,0.0061188336,0.00019670167,0.002094902,0.52630895,0.0044688857,0.032907188,0.0565306,0.0037552274,0.279093],"study_design_scores_gemma":[0.0089916615,0.08496374,0.06390531,0.004805244,0.00074250606,0.002924886,0.53173846,0.028791789,0.05136674,0.037967082,0.18334402,0.00045852858],"about_ca_topic_score_codex":0.00082452653,"about_ca_topic_score_gemma":0.0024505055,"teacher_disagreement_score":0.06303812,"about_ca_system_score_codex":0.0044577573,"about_ca_system_score_gemma":0.008170553,"threshold_uncertainty_score":0.33338147},"labels":[],"label_agreement":null},{"id":"W1527152951","doi":"10.19173/irrodl.v15i5.1854","title":"A comparison of learner intent and behaviour in live and archived MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Division of Materials Research; University of Toronto; Bill and Melinda Gates Foundation","keywords":"Massive open online course; Session (web analytics); Demographics; Clickstream; Open educational resources; Computer science; Online learning; Multimedia; World Wide Web; Mathematics education; Psychology; The Internet; Web 2.0; Sociology","score_opus":0.09037788385503964,"score_gpt":0.4705983408336501,"score_spread":0.38022045697861045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1527152951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989925,0.0000673178,0.00024401746,0.000023522734,0.000002781719,0.000018236567,0.00007760722,0.000008569753,0.0005654002],"genre_scores_gemma":[0.9982424,0.0001043988,0.00042555426,0.000032605592,0.0000055431806,0.0000411504,0.0001867555,0.000004937528,0.0009566419],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99890995,0.00041604336,0.00009407644,0.00014026627,0.00033126748,0.00010844231],"domain_scores_gemma":[0.98712254,0.006172855,0.002895403,0.00065418077,0.0020278487,0.0011271094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022318698,0.000112315145,0.00022808918,0.0009572611,0.00028993326,0.0010306936,0.00027020878,0.00035791233,0.0011689856],"category_scores_gemma":[0.012700541,0.000112276604,0.00024527241,0.00049284735,0.00025329206,0.0006167261,0.0006644533,0.00039634336,0.00043571135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002971365,0.0004661314,0.9397912,0.00010047009,0.00004849473,0.00007324476,0.013798142,0.00014631674,0.0017242333,0.00009437644,0.00020332907,0.043256916],"study_design_scores_gemma":[0.0000053872536,0.0006800246,0.99034494,0.00004277812,0.000022395914,0.0000937188,0.00665246,0.00056988746,0.0005686098,0.00008153846,0.0009175571,0.00002062319],"about_ca_topic_score_codex":0.0019495673,"about_ca_topic_score_gemma":0.002997129,"teacher_disagreement_score":0.0022318698,"about_ca_system_score_codex":0.00028789166,"about_ca_system_score_gemma":0.00032314152,"threshold_uncertainty_score":0.011803389},"labels":[],"label_agreement":null},{"id":"W1528870619","doi":"10.19173/irrodl.v14i4.1568","title":"Evaluation of the Vocational Education Orientation Programme (VEOP) at a university in South Africa","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Medical education; Strengths and weaknesses; Quality (philosophy); Quality assurance; Higher education; Psychology; Alliance; Set (abstract data type); Pedagogy; Engineering; Political science; Medicine; Computer science","score_opus":0.1955400912084492,"score_gpt":0.5029729555279515,"score_spread":0.30743286431950234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528870619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99216145,0.00013710732,0.00059399725,0.00017609009,0.000033664222,0.002722215,0.0000802638,0.00002204995,0.004073101],"genre_scores_gemma":[0.99065644,0.00035385377,0.004008798,0.00013249417,0.000028084793,0.0019589935,0.0001427966,0.000008902999,0.0027096379],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99317825,0.00410933,0.00024360738,0.00028947747,0.0010631214,0.0011161421],"domain_scores_gemma":[0.991964,0.0028066107,0.0006007635,0.0002853924,0.0015457742,0.0027975435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011398173,0.0006584344,0.00047801057,0.0010297613,0.0012222711,0.0017364392,0.0010430983,0.0008564713,0.0032169963],"category_scores_gemma":[0.0150512215,0.00030009664,0.00040070582,0.000799813,0.0007863078,0.00086562877,0.0028351236,0.00093168474,0.00039838033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007222953,0.040987644,0.059438016,0.00503135,0.0001749327,0.0016197969,0.045467902,0.0062396084,0.02237953,0.0017624111,0.0029463463,0.80672956],"study_design_scores_gemma":[0.0030414828,0.16994046,0.68579495,0.0026297665,0.00027175015,0.0006573031,0.073788576,0.0034321104,0.014492366,0.0007538619,0.044990733,0.00020668784],"about_ca_topic_score_codex":0.002858749,"about_ca_topic_score_gemma":0.006003635,"teacher_disagreement_score":0.011398173,"about_ca_system_score_codex":0.0027117236,"about_ca_system_score_gemma":0.005145337,"threshold_uncertainty_score":0.060279965},"labels":[],"label_agreement":null},{"id":"W1528943984","doi":"10.19173/irrodl.v10i2.591","title":"Gender Dependency and Cultural Independency of Science Interest in an Open and Distant Science Learning Environment","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Science education; Gender gap; Gender equity; Equity (law); Psychology; Sociology; Social science; Social psychology; Mathematics education; Political science; Demographic economics","score_opus":0.10037279140257102,"score_gpt":0.44318494386706364,"score_spread":0.3428121524644926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528943984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934134,0.00014226255,0.00015258876,0.00006341191,0.0000048425222,0.00000355328,0.00003984994,0.0000012104321,0.006178899],"genre_scores_gemma":[0.9993567,0.000059399325,0.00004104763,0.000015405343,0.0000034378952,0.0000029779073,0.000018537965,0.0000010960647,0.00050148234],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894017,0.00040635563,0.00006796047,0.00013322965,0.00030583746,0.00014643946],"domain_scores_gemma":[0.99398524,0.003227514,0.0013861515,0.00022431309,0.000585036,0.0005918958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012707254,0.00007778828,0.00014961782,0.0008552305,0.00038772667,0.0010219456,0.00021868803,0.00014781184,0.003923226],"category_scores_gemma":[0.0058877687,0.00006393282,0.00013348772,0.00053585845,0.0006672162,0.00052565825,0.00095082464,0.0002732513,0.000390875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025097965,0.00011493525,0.9359493,0.000066685076,0.000040979703,0.00030424545,0.025819007,0.00007604403,0.002569426,0.0014643549,0.00018470021,0.03315931],"study_design_scores_gemma":[0.0000033869017,0.00009689303,0.9773088,0.000025192214,0.00001381141,0.00029568197,0.019435586,0.00011682616,0.0005027782,0.0003853589,0.0018062434,0.000009356718],"about_ca_topic_score_codex":0.0018924627,"about_ca_topic_score_gemma":0.0032025336,"teacher_disagreement_score":0.003923226,"about_ca_system_score_codex":0.00033886475,"about_ca_system_score_gemma":0.00027521534,"threshold_uncertainty_score":0.013124526},"labels":[],"label_agreement":null},{"id":"W1529361470","doi":"10.19173/irrodl.v16i1.1953","title":"Trends in distance education research: A content analysis of journals 2009-2013","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":325,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Content analysis; Descriptive statistics; Social network analysis; Social studies; Open education; Social science; Mathematics education; Library science; Psychology; Sociology; Computer science; Statistics; Pedagogy; Mathematics; Social capital","score_opus":0.38959524177391935,"score_gpt":0.5738366420104379,"score_spread":0.18424140023651858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529361470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8833281,0.04495183,0.001858381,0.0052396376,0.00050833344,0.0010099718,0.0451713,0.0001753798,0.017757135],"genre_scores_gemma":[0.892056,0.057231404,0.010413804,0.0014496276,0.00059096084,0.0016751189,0.030801957,0.00020840115,0.005572742],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99363315,0.00084901915,0.0020153045,0.000665998,0.002414214,0.00042223016],"domain_scores_gemma":[0.94466996,0.021344438,0.013047289,0.00085247285,0.018453384,0.0016324213],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0055851326,0.0002732552,0.0007031783,0.046465073,0.0009699581,0.003403518,0.00062768767,0.00050248875,0.0019813408],"category_scores_gemma":[0.032533087,0.00029942073,0.00075705413,0.062357765,0.00071409065,0.0034889672,0.001817521,0.0005107598,0.0005559884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071368215,0.0001535069,0.4972655,0.027482431,0.0004996634,0.0008401888,0.05638512,0.00036453854,0.0064846915,0.0048258984,0.021354666,0.38363022],"study_design_scores_gemma":[0.000022130405,0.00015584391,0.8278901,0.008079615,0.00029538095,0.0010453135,0.04448142,0.00045781658,0.0018330864,0.0005652197,0.115092516,0.00008158603],"about_ca_topic_score_codex":0.0055991993,"about_ca_topic_score_gemma":0.00865181,"teacher_disagreement_score":0.99441487,"about_ca_system_score_codex":0.0041997083,"about_ca_system_score_gemma":0.0065628253,"threshold_uncertainty_score":0.030471206},"labels":[],"label_agreement":null},{"id":"W1529548342","doi":"10.19173/irrodl.v13i5.1239","title":"Protecting students' intellectual property in the web plagiarism detection process","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Authorship Attribution and Profiling","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Intellectual property; Mainstream; Criticism; The Internet; Computer science; Class (philosophy); Architecture; Process (computing); World Wide Web; Plagiarism detection; Service (business); Property (philosophy); Learning Management; Political science; Business; Law; Information retrieval; Artificial intelligence","score_opus":0.1369554263725723,"score_gpt":0.4694045877902428,"score_spread":0.3324491614176705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529548342","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44803742,0.0059999325,0.4359932,0.011340538,0.0005323003,0.0013507388,0.00030961694,0.0035297477,0.09290657],"genre_scores_gemma":[0.92266476,0.001207303,0.06522024,0.00041136827,0.00017219964,0.00022597231,0.00015249963,0.0001696365,0.0097760735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9603105,0.02268003,0.0024777174,0.002292444,0.0104132155,0.001826043],"domain_scores_gemma":[0.7776197,0.122103065,0.028430419,0.043090537,0.02458485,0.004171394],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.038479023,0.00042325747,0.00096856226,0.004415493,0.00370038,0.011170554,0.0023199155,0.0030111934,0.002972533],"category_scores_gemma":[0.1610466,0.00062168785,0.00045436202,0.003986513,0.003081743,0.012084572,0.005415667,0.0025913958,0.0029471572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005190269,0.00047505964,0.06040193,0.00041207173,0.00004259662,0.0005824656,0.009106929,0.0024208664,0.0046895402,0.049542923,0.006341294,0.8654654],"study_design_scores_gemma":[0.00036103456,0.001671725,0.16200039,0.0028856953,0.00055946346,0.0056649866,0.026888644,0.15024039,0.16509096,0.21800922,0.2660822,0.00054535497],"about_ca_topic_score_codex":0.0020201039,"about_ca_topic_score_gemma":0.0019008656,"teacher_disagreement_score":0.99698883,"about_ca_system_score_codex":0.0021977506,"about_ca_system_score_gemma":0.007627855,"threshold_uncertainty_score":0.2034989},"labels":[],"label_agreement":null},{"id":"W1529698896","doi":"10.19173/irrodl.v10i3.674","title":"Research Areas in Distance Education: A Delphi Study","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":183,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Delphi method; Categorization; Delphi; Educational research; Knowledge management; Computer science; Sociology; Pedagogy; Artificial intelligence","score_opus":0.13298594689106716,"score_gpt":0.5502271316155136,"score_spread":0.4172411847244465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529698896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8982718,0.0007176499,0.048692785,0.0059056794,0.00026777157,0.019970719,0.00025578128,0.00009098175,0.025826894],"genre_scores_gemma":[0.9255644,0.0015621103,0.04280611,0.002811828,0.000060811686,0.019364618,0.00017562884,0.00005327151,0.0076011005],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9234914,0.05982104,0.0037287057,0.0019952178,0.0055050026,0.0054586674],"domain_scores_gemma":[0.9377591,0.04444839,0.0013999357,0.0016879734,0.011619186,0.003085428],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0692764,0.00080140936,0.0008360465,0.0038671826,0.0077511594,0.004000628,0.0018195872,0.0030281674,0.005006834],"category_scores_gemma":[0.06579108,0.001264003,0.0006823624,0.0027312357,0.0037300223,0.0044748248,0.010070022,0.0032068898,0.0011249305],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044417576,0.0006545803,0.008873278,0.0018521838,0.00004334937,0.0019418291,0.8541614,0.001804664,0.010116246,0.010685246,0.0048483475,0.10457484],"study_design_scores_gemma":[0.0000649339,0.0006594834,0.0041581406,0.0008081474,0.000017032113,0.0005817044,0.9496554,0.0022324692,0.0017476165,0.0031392288,0.03685109,0.000084788844],"about_ca_topic_score_codex":0.002277492,"about_ca_topic_score_gemma":0.0020784214,"teacher_disagreement_score":0.9307236,"about_ca_system_score_codex":0.004373418,"about_ca_system_score_gemma":0.00917951,"threshold_uncertainty_score":0.366373},"labels":[],"label_agreement":null},{"id":"W1529955334","doi":"10.19173/irrodl.v13i3.1165","title":"The development of distance education in the Russian Federation and the former Soviet Union","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Font; Distance education; Soviet union; Margin (machine learning); Russian federation; Line (geometry); Geography; Demography; Sociology; Mathematics; Mathematics education; Political science; Computer science; Artificial intelligence; Regional science; Law; Geometry","score_opus":0.06504746504744946,"score_gpt":0.47407539260615494,"score_spread":0.4090279275587055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529955334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62253374,0.012337722,0.0017295941,0.012026142,0.00065443333,0.000053759544,0.0006088464,0.000125535,0.34993026],"genre_scores_gemma":[0.955065,0.002599843,0.00064867095,0.00029169736,0.000054432276,0.000031152656,0.00019470356,0.000014928773,0.041099574],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994286,0.0001646161,0.00002774857,0.00006992816,0.000060195547,0.00024891493],"domain_scores_gemma":[0.99936324,0.00009363066,0.00007948673,0.00003620157,0.00012019687,0.00030723657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074560574,0.00016282286,0.00016749551,0.0006965967,0.0020503756,0.0019991933,0.0004718551,0.00059067947,0.010228645],"category_scores_gemma":[0.0013092714,0.00008740342,0.00019789417,0.0008849452,0.0010552991,0.0011649355,0.0026245709,0.00069617294,0.0011675128],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003177803,0.0004329192,0.07752801,0.00086887943,0.00004045062,0.00067455875,0.019045176,0.001906852,0.0018040813,0.3358815,0.032359153,0.5291407],"study_design_scores_gemma":[0.00004743758,0.00049384026,0.35621446,0.0012900943,0.000030110088,0.0003536831,0.024454752,0.00097353244,0.0007803705,0.011409517,0.60392237,0.000029738385],"about_ca_topic_score_codex":0.045863573,"about_ca_topic_score_gemma":0.054208998,"teacher_disagreement_score":0.045863573,"about_ca_system_score_codex":0.004584628,"about_ca_system_score_gemma":0.007862168,"threshold_uncertainty_score":0.0911932},"labels":[],"label_agreement":null},{"id":"W1530092992","doi":"10.19173/irrodl.v15i6.1879","title":"Identity and the itinerant online learner","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Saskatchewan","funders":"","keywords":"Phenomenography; Identity (music); Variety (cybernetics); Pedagogy; Sociology; Online identity; Online discussion; Psychology; Space (punctuation); Social psychology; Computer science; World Wide Web; The Internet; Aesthetics","score_opus":0.09912378174337164,"score_gpt":0.49400532509087564,"score_spread":0.394881543347504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530092992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69818085,0.008891355,0.009754,0.017426526,0.00027996933,0.00005763917,0.0000374637,0.00004895647,0.26532322],"genre_scores_gemma":[0.9846694,0.002304534,0.0008814677,0.000480016,0.000042560878,0.00001909959,0.00001090586,0.000010206236,0.011581859],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9979316,0.0012459168,0.00007717272,0.00017742829,0.00039265899,0.00017511268],"domain_scores_gemma":[0.99722004,0.0011105452,0.0005521857,0.0001770583,0.00029923828,0.00064091664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032728687,0.00013319553,0.00019068821,0.0010455183,0.0023063526,0.008422964,0.00061051897,0.0011177118,0.0045688474],"category_scores_gemma":[0.005973381,0.00008164598,0.00014542247,0.00077192887,0.004705071,0.0069106193,0.00458712,0.0013693307,0.00080515514],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006613287,0.00049802306,0.045730837,0.00018501436,0.000011518975,0.0009523897,0.3732841,0.00014806223,0.0007778895,0.39852756,0.0034828475,0.17633562],"study_design_scores_gemma":[0.000023761952,0.00024512975,0.02568628,0.0006593194,0.000027183001,0.002000147,0.61504763,0.00090012845,0.0011937052,0.095456585,0.2587102,0.00004980184],"about_ca_topic_score_codex":0.0011077599,"about_ca_topic_score_gemma":0.0009838927,"teacher_disagreement_score":0.008422964,"about_ca_system_score_codex":0.0014260848,"about_ca_system_score_gemma":0.0013729616,"threshold_uncertainty_score":0.017308831},"labels":[],"label_agreement":null},{"id":"W1530185735","doi":"10.19173/irrodl.v15i5.1856","title":"Making ‘MOOCs’: The construction of a new digital higher education within news media discourse","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainstream; Public relations; Sociology; Social media; Underpinning; Digital media; Political science; Media studies; Engineering","score_opus":0.09829904459803938,"score_gpt":0.45939201516406386,"score_spread":0.36109297056602446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530185735","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34784925,0.08035753,0.016443148,0.18759798,0.0049426085,0.00017403225,0.00019730642,0.00031275162,0.36212546],"genre_scores_gemma":[0.95152014,0.022436514,0.0025671239,0.006126353,0.0021773956,0.000072175644,0.00008388329,0.00017502015,0.014841356],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99269015,0.004436188,0.00023913643,0.00057899475,0.0015502537,0.00050531124],"domain_scores_gemma":[0.98331475,0.011668617,0.0015703188,0.000996078,0.0011976699,0.0012526419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008627297,0.0003926417,0.00034538473,0.005211639,0.00597657,0.029458145,0.0013901071,0.0032546658,0.0036922286],"category_scores_gemma":[0.013031183,0.0003780797,0.00031182254,0.0039673187,0.025785055,0.022485245,0.0072600036,0.0033915443,0.00080236216],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050891973,0.000079998834,0.003648548,0.0009795182,0.0000375016,0.0011170441,0.41572058,0.00019119403,0.0019323436,0.4143384,0.014246089,0.14765796],"study_design_scores_gemma":[0.00001230873,0.000046307534,0.0064185606,0.0015616869,0.000028786642,0.00043144173,0.24832673,0.00032461007,0.0011612861,0.06604231,0.67559946,0.00004658411],"about_ca_topic_score_codex":0.0030886184,"about_ca_topic_score_gemma":0.0034715913,"teacher_disagreement_score":0.029458145,"about_ca_system_score_codex":0.0044119144,"about_ca_system_score_gemma":0.0045326236,"threshold_uncertainty_score":0.045626044},"labels":[],"label_agreement":null},{"id":"W1530376620","doi":"10.19173/irrodl.v14i3.1462","title":"The preferred learning modes of online graduate students","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Operationalization; Educational technology; Collaborative learning; Synchronous learning; Cooperative learning; Mathematics education; Experiential learning; Psychology; Active learning (machine learning); Learning sciences; Dimension (graph theory); Blended learning; Construct (python library); Graduate students; Open learning; Pedagogy; Teaching method; Computer science; Artificial intelligence; Mathematics","score_opus":0.17183154285615185,"score_gpt":0.516125815094702,"score_spread":0.34429427223855014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530376620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934496,0.00018163536,0.0013372671,0.00024200119,0.000013914776,0.000033035947,0.00003610599,0.000017687522,0.0046887635],"genre_scores_gemma":[0.9936346,0.00024059865,0.0026859948,0.000097124,0.000009550272,0.000049695907,0.000038606555,0.000008614336,0.003235209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984428,0.0005734211,0.0001455567,0.00020062491,0.0004340422,0.0002034367],"domain_scores_gemma":[0.99478006,0.001598394,0.0009043268,0.0002587083,0.0010578702,0.0014005459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001907397,0.00022781554,0.0002069315,0.0012872424,0.000612496,0.0034384895,0.0006525696,0.00060543226,0.0032737558],"category_scores_gemma":[0.0109796915,0.00014765841,0.0002960711,0.0006401385,0.0007804612,0.0011785395,0.0020905084,0.0007941051,0.00083656015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070893083,0.0009675013,0.44999588,0.00040534706,0.000045680245,0.0011135193,0.11725979,0.00036747084,0.018029794,0.007344008,0.0024898478,0.40127224],"study_design_scores_gemma":[0.00013955793,0.0027478044,0.49551705,0.00054398255,0.000081461585,0.0057558813,0.4143003,0.0024696288,0.0068732533,0.014963188,0.05637175,0.00023622211],"about_ca_topic_score_codex":0.0003231141,"about_ca_topic_score_gemma":0.00076868985,"teacher_disagreement_score":0.0034384895,"about_ca_system_score_codex":0.00037537955,"about_ca_system_score_gemma":0.0007397622,"threshold_uncertainty_score":0.010951817},"labels":[],"label_agreement":null},{"id":"W1530486486","doi":"10.19173/irrodl.v12i5.957","title":"Shifting the emphasis from teaching to learning: Process-based assessment in nurse education","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Orchestration; Psychology; Creativity; Mathematics education; Process (computing); Pedagogy; Distance education; Qualitative research; Computer science; Sociology","score_opus":0.15412694814849448,"score_gpt":0.5698113365712659,"score_spread":0.41568438842277144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530486486","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060937222,0.8272004,0.030960586,0.015979193,0.001530941,0.0006665095,0.000052657677,0.00010759963,0.06256484],"genre_scores_gemma":[0.51569533,0.43805796,0.036818,0.0025557415,0.00031542717,0.0009976294,0.00007551519,0.00006033724,0.0054239836],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.95900804,0.031884596,0.001569864,0.0011022817,0.005875319,0.0005599234],"domain_scores_gemma":[0.965505,0.028157318,0.0022184409,0.00067769334,0.0027779848,0.0006634371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024963913,0.0004523693,0.00065446703,0.0022433472,0.0013861338,0.006867517,0.0017935794,0.0017377258,0.0012771209],"category_scores_gemma":[0.030339379,0.00029592015,0.00032167445,0.00490119,0.0044078673,0.0058153733,0.0034995337,0.0017025376,0.0004673202],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106028325,0.00027844764,0.0053293225,0.018177364,0.00006037695,0.00024494677,0.061405905,0.00047971882,0.00065172167,0.022689803,0.0038294445,0.886747],"study_design_scores_gemma":[0.000106090134,0.0012844866,0.044068217,0.08984419,0.00034366254,0.0024562504,0.21638936,0.0024362213,0.0036197873,0.05334901,0.58589274,0.00021003101],"about_ca_topic_score_codex":0.005966632,"about_ca_topic_score_gemma":0.012960286,"teacher_disagreement_score":0.024963913,"about_ca_system_score_codex":0.004846486,"about_ca_system_score_gemma":0.013624731,"threshold_uncertainty_score":0.1320234},"labels":[],"label_agreement":null},{"id":"W1530698695","doi":"10.19173/irrodl.v8i3.375","title":"Persistence in University Continuing Education Online Classes","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Attrition; Drop out; Online learning; Significant difference; Distance education; Modalities; Electronic learning; Psychology; Mathematics education; Computer science; Educational technology; Multimedia; Mathematics; Statistics; Medicine; Demographic economics; Sociology; Engineering","score_opus":0.08976742422899689,"score_gpt":0.46599576785371294,"score_spread":0.376228343624716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530698695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99464685,0.0003666158,0.00020698016,0.00021873933,0.000014652945,0.000053001546,0.00062565634,0.000017999999,0.0038494107],"genre_scores_gemma":[0.9973761,0.00013519522,0.0001368498,0.000049430317,0.000016861404,0.000053473173,0.0006393105,0.0000061469545,0.0015866895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995535,0.00059649715,0.0006156522,0.00034959358,0.002206647,0.0006965284],"domain_scores_gemma":[0.9644355,0.00833967,0.014492767,0.0017366186,0.006670606,0.0043247654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056223953,0.00014557717,0.00044427297,0.002743825,0.0012309431,0.0022984005,0.00088856916,0.0005347474,0.0037212593],"category_scores_gemma":[0.043170433,0.00011186708,0.00060558144,0.0028239219,0.00036117368,0.0013094166,0.0014001576,0.0012339178,0.00076923025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018877462,0.0006356284,0.9251957,0.00007321523,0.000058172875,0.000062869054,0.0020018585,0.0001030356,0.00013051032,0.00013668968,0.0009945958,0.07041888],"study_design_scores_gemma":[0.0000067247024,0.00031574367,0.99583215,0.00003991707,0.000020087782,0.000097153876,0.001542149,0.0001645831,0.00015723708,0.000098599165,0.0017121716,0.000013545514],"about_ca_topic_score_codex":0.007941731,"about_ca_topic_score_gemma":0.008174665,"teacher_disagreement_score":0.007941731,"about_ca_system_score_codex":0.001319876,"about_ca_system_score_gemma":0.0014878879,"threshold_uncertainty_score":0.029734433},"labels":[],"label_agreement":null},{"id":"W1531534025","doi":"10.19173/irrodl.v6i1.218","title":"Globalizing Flexible Work in Universities: Socio-technical dilemmas in internationalizing education","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yuncheng University","keywords":"Distance education; The Internet; Higher education; Population; Public relations; Politics; Globalization; Work (physics); Sociology; Political science; Economic growth; Marketing; Business; Economics; Pedagogy; Engineering; World Wide Web; Computer science","score_opus":0.07453556878175595,"score_gpt":0.47835306516248316,"score_spread":0.4038174963807272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1531534025","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014280897,0.2536662,0.0035032658,0.6291283,0.0041332743,0.00003310666,0.000033342872,0.000021815384,0.09519976],"genre_scores_gemma":[0.55226356,0.3232579,0.0018231944,0.103505515,0.0104357265,0.00018606782,0.000041331943,0.000070412345,0.008416428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891018,0.0073042843,0.00044413807,0.000660925,0.0014671221,0.0010216681],"domain_scores_gemma":[0.9692094,0.023069493,0.0026643951,0.0013998728,0.0018698992,0.0017869609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022030955,0.0004480599,0.0009983387,0.0045314464,0.006950881,0.028718608,0.0023117464,0.009132103,0.004450863],"category_scores_gemma":[0.015981581,0.000348516,0.00061120425,0.008401974,0.049447976,0.028170064,0.013149897,0.006390246,0.00051756395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011416274,0.000029970499,0.0013079589,0.000686547,0.000024629606,0.00026136436,0.029909728,0.0002391496,0.000053121472,0.88885844,0.023907436,0.05471022],"study_design_scores_gemma":[0.0000140388875,0.00004228418,0.0034833243,0.0037003313,0.000027343243,0.0002864688,0.08838789,0.00019300148,0.00012067109,0.40300247,0.5006983,0.00004379751],"about_ca_topic_score_codex":0.002734339,"about_ca_topic_score_gemma":0.0052937814,"teacher_disagreement_score":0.028718608,"about_ca_system_score_codex":0.0072507677,"about_ca_system_score_gemma":0.0110070435,"threshold_uncertainty_score":0.11651218},"labels":[],"label_agreement":null},{"id":"W1532340531","doi":"10.19173/irrodl.v11i2.816","title":"Process-based assessment for professional learning in higher education: Perspectives on the student-teacher relationship","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Thematic analysis; Pedagogy; Ambiguity; Process (computing); Relation (database); Professional development; Qualitative research; Computer science; Sociology","score_opus":0.1972220998394822,"score_gpt":0.6129348609008867,"score_spread":0.4157127610614045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532340531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68387604,0.012226093,0.13106456,0.025284179,0.0005604389,0.00052782346,0.000023309125,0.00018304156,0.14625452],"genre_scores_gemma":[0.98888355,0.0016116858,0.005099003,0.0003986964,0.000058518366,0.00011124053,0.000006641971,0.000028442435,0.0038022713],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9579061,0.03412189,0.00074094336,0.0011175093,0.0048917257,0.0012217973],"domain_scores_gemma":[0.9389875,0.05050181,0.003606165,0.0015325602,0.003050586,0.0023214763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023666916,0.00043592716,0.00063776324,0.0020983866,0.006618581,0.013456769,0.0016278449,0.0027659892,0.0019243273],"category_scores_gemma":[0.03975471,0.0003967862,0.00045800544,0.00176019,0.012548423,0.0070172725,0.007988573,0.0045688734,0.00037169908],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037700538,0.00032100407,0.0063695614,0.00031203576,0.000013807504,0.00093268935,0.87714183,0.000359627,0.00089637033,0.06579866,0.0007262369,0.047090493],"study_design_scores_gemma":[0.000055733763,0.00048829656,0.012676373,0.0010564036,0.00003547278,0.0025789521,0.79388064,0.0023040015,0.0023291293,0.047417838,0.13710326,0.0000738601],"about_ca_topic_score_codex":0.002088978,"about_ca_topic_score_gemma":0.0023521662,"teacher_disagreement_score":0.023666916,"about_ca_system_score_codex":0.0058295135,"about_ca_system_score_gemma":0.008251708,"threshold_uncertainty_score":0.12516415},"labels":[],"label_agreement":null},{"id":"W1532534037","doi":"10.19173/irrodl.v5i2.190","title":"Authors' Response to Eastmond's Commentary","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychology; Computer science; Pedagogy","score_opus":0.10880759205723656,"score_gpt":0.5280616780219312,"score_spread":0.4192540859646946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532534037","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009899842,0.00089353387,0.00004156527,0.9486798,0.049698718,0.000009544717,0.000028679038,0.00001562262,0.00053356646],"genre_scores_gemma":[0.0008753803,0.00045477346,0.00007458614,0.97092396,0.025815934,0.00002824846,0.00000891226,0.00001979724,0.001798417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9820999,0.004193958,0.0032661082,0.0020670285,0.005999472,0.0023736935],"domain_scores_gemma":[0.90143627,0.0625455,0.005894142,0.002266836,0.021753013,0.0061041936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018093223,0.0011286524,0.003362794,0.0027000345,0.006996606,0.008648003,0.005850948,0.10532884,0.010066889],"category_scores_gemma":[0.11478363,0.0018772503,0.0034810714,0.00272961,0.007437685,0.0051273736,0.0046529896,0.08778773,0.00698344],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004945174,0.0000089499645,0.00012038653,0.00013954751,0.000029314613,0.00030097453,0.00027840026,0.000027602055,0.00006237422,0.0014691806,0.99503267,0.002481189],"study_design_scores_gemma":[0.000108220316,0.000039499497,0.0009060977,0.0012012101,0.00013682287,0.00043870357,0.0014339645,0.00018414164,0.00029762473,0.0034475443,0.9917105,0.0000957055],"about_ca_topic_score_codex":0.012787773,"about_ca_topic_score_gemma":0.01774789,"teacher_disagreement_score":0.10532884,"about_ca_system_score_codex":0.01314556,"about_ca_system_score_gemma":0.015515232,"threshold_uncertainty_score":0.09568727},"labels":[],"label_agreement":null},{"id":"W1532717757","doi":"10.19173/irrodl.v6i1.225","title":"Guest Editors' Introduction to Special Theme Issue: Strategic Enterprises Down Under","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Demographics; Higher education; Sustainability; Theme (computing); Diversity (politics); Public relations; Political science; Sociology; Pedagogy; Computer science","score_opus":0.06673785548185379,"score_gpt":0.37074977516940333,"score_spread":0.30401191968754954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532717757","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015278829,0.003585743,0.0005820163,0.019291887,0.96517545,0.000058961672,0.00017629971,0.00014224995,0.010834591],"genre_scores_gemma":[0.0024034958,0.009273119,0.00095522986,0.02193123,0.8356584,0.00014813153,0.00044428286,0.0003453469,0.12884077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735653,0.00032482613,0.00031805955,0.00033464568,0.001373959,0.00029200566],"domain_scores_gemma":[0.9845622,0.0031168566,0.001174578,0.00050371536,0.008012437,0.0026301863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003733708,0.0022565222,0.002271013,0.0037195326,0.0019314352,0.0063636005,0.0022275099,0.003741757,0.101363845],"category_scores_gemma":[0.012799578,0.0007800251,0.0016877081,0.0018145302,0.0008669829,0.004092609,0.002795089,0.0072560557,0.07208484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016868384,0.000007811276,0.00003327128,0.00007954148,0.0000021171347,0.000027244047,0.000009055452,0.000013602623,0.00007822537,0.00027634826,0.9906777,0.008778198],"study_design_scores_gemma":[0.000018704637,0.000042542477,0.0003610251,0.00018910953,0.000011143771,0.00009651651,0.000056241613,0.00009851544,0.000120601246,0.0006904583,0.9983028,0.000012261843],"about_ca_topic_score_codex":0.00067564327,"about_ca_topic_score_gemma":0.0020622096,"teacher_disagreement_score":0.101363845,"about_ca_system_score_codex":0.0010586799,"about_ca_system_score_gemma":0.0013190705,"threshold_uncertainty_score":0.33909583},"labels":[],"label_agreement":null},{"id":"W1532941252","doi":"10.19173/irrodl.v6i1.215","title":"Online Education Using Learning Objects","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Distance education; Computer science; Online learning; Electronic learning; Multimedia; Mathematics education; World Wide Web; Psychology","score_opus":0.10539137337919444,"score_gpt":0.47297764676943527,"score_spread":0.36758627339024086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532941252","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00072158244,0.918283,0.0010447155,0.010475758,0.016957525,0.000055723336,0.00011555938,0.000083584695,0.05226256],"genre_scores_gemma":[0.004726891,0.89748436,0.0011173547,0.007461075,0.0078071957,0.000055506684,0.000278145,0.00006190612,0.08100752],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99910384,0.00013322417,0.000059122944,0.00008951961,0.0005677814,0.00004653403],"domain_scores_gemma":[0.996084,0.0018580593,0.00027861045,0.00010869073,0.0014491309,0.00022152532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012264358,0.00049907266,0.0008968649,0.0032429935,0.0003406142,0.0019113044,0.00093189883,0.0013135737,0.024875982],"category_scores_gemma":[0.0035949226,0.00019400401,0.00038124793,0.003854618,0.00054220465,0.0030770206,0.0007367381,0.0014175855,0.012976743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030471054,0.000050188857,0.00009627593,0.0028765802,0.000021890075,0.00006855477,0.000059134443,0.00009604245,0.0004929551,0.0033639162,0.35674813,0.6360958],"study_design_scores_gemma":[0.0000045137217,0.000037664337,0.0003360304,0.0016921996,0.000014061429,0.00022269215,0.000041299958,0.000021982658,0.00016920843,0.0004895223,0.9969656,0.000005267643],"about_ca_topic_score_codex":0.0017410517,"about_ca_topic_score_gemma":0.0042344597,"teacher_disagreement_score":0.024875982,"about_ca_system_score_codex":0.0009814977,"about_ca_system_score_gemma":0.0013832058,"threshold_uncertainty_score":0.083218396},"labels":[],"label_agreement":null},{"id":"W1533172554","doi":"10.19173/irrodl.v7i3.367","title":"Online Faculty Development and Assessment System (OFDAS)","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Environments and Student Outcomes","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Faculty development; Professional development; Medical education; Distance education; Online teaching; Online learning; Psychology; Educational technology; Process (computing); Quality (philosophy); Perception; Higher education; Knowledge management; Computer science; Mathematics education; Pedagogy; Multimedia; Medicine","score_opus":0.15379976033660345,"score_gpt":0.5301614263403523,"score_spread":0.3763616660037489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533172554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31644213,0.0014012749,0.24564715,0.003540762,0.00205738,0.025403569,0.07421185,0.0955481,0.23574777],"genre_scores_gemma":[0.36773077,0.0013697825,0.48007402,0.0008093792,0.0005233785,0.017366065,0.04304757,0.003310167,0.08576883],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98902017,0.0036069178,0.0019834698,0.0009962319,0.0038528147,0.00054043095],"domain_scores_gemma":[0.90807277,0.027511843,0.009638491,0.012037479,0.034563705,0.008175757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018521875,0.00072818855,0.0008505045,0.0073044132,0.0015902193,0.0028523742,0.0015741691,0.0005737019,0.019701375],"category_scores_gemma":[0.04502849,0.0005507213,0.00060722,0.0050483975,0.0006411857,0.0030347088,0.003906393,0.0011738978,0.009581171],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059136364,0.00078569923,0.03693962,0.00044392768,0.0000531451,0.00009485086,0.002006691,0.0012849413,0.0024723327,0.003093674,0.06326407,0.8889697],"study_design_scores_gemma":[0.0005572905,0.0018029163,0.17756899,0.00043903658,0.0001045956,0.00041315885,0.0024129425,0.015864946,0.012537543,0.006866227,0.7810248,0.00040755875],"about_ca_topic_score_codex":0.0070777987,"about_ca_topic_score_gemma":0.00991779,"teacher_disagreement_score":0.019701375,"about_ca_system_score_codex":0.002222435,"about_ca_system_score_gemma":0.011376228,"threshold_uncertainty_score":0.09795421},"labels":[],"label_agreement":null},{"id":"W1533223638","doi":"10.19173/irrodl.v4i1.121","title":"E-tivities: The Key to Active Online Learning","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Université de Montréal","funders":"","keywords":"Key (lock); Computer science; Multimedia","score_opus":0.10055279258727186,"score_gpt":0.4848708200456491,"score_spread":0.38431802745837723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533223638","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045794595,0.16964999,0.22875568,0.13897261,0.0075174365,0.00022271553,0.0002917835,0.00082658546,0.4079686],"genre_scores_gemma":[0.75971276,0.10185363,0.048993852,0.009565766,0.010650626,0.0003332623,0.00020839572,0.00023267654,0.068449035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978575,0.0007600357,0.00010745942,0.00036439305,0.0007642287,0.00014634339],"domain_scores_gemma":[0.98459876,0.010597164,0.0010100371,0.0012971374,0.0011545337,0.0013424507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027802004,0.00047205077,0.00059120014,0.0007030874,0.0013334564,0.010063321,0.002148982,0.0042710076,0.016254198],"category_scores_gemma":[0.010528719,0.00032024822,0.00036398077,0.0017155526,0.005788566,0.023374688,0.005677416,0.0049238605,0.0041479254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010319098,0.00017088003,0.0017685771,0.0015527447,0.000035017776,0.00011018649,0.0019689528,0.0005277544,0.0025479852,0.57694,0.014231945,0.40004274],"study_design_scores_gemma":[0.000024542378,0.00010837201,0.0009998247,0.00071496237,0.000020523315,0.00029739784,0.0015537029,0.0014462683,0.0013672129,0.708167,0.2852687,0.000031371143],"about_ca_topic_score_codex":0.00030856216,"about_ca_topic_score_gemma":0.00036859262,"teacher_disagreement_score":0.016254198,"about_ca_system_score_codex":0.0006390215,"about_ca_system_score_gemma":0.0012910395,"threshold_uncertainty_score":0.05437565},"labels":[],"label_agreement":null},{"id":"W1533382490","doi":"10.19173/irrodl.v12i4.878","title":"Helping autism-diagnosed teenagers navigate and develop socially using e-learning based on mobile persuasion","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persuasion; Autism; Credibility; Perspective (graphical); Psychology; Computer science; Multimedia; Developmental psychology; Social psychology; Artificial intelligence","score_opus":0.15743365780394752,"score_gpt":0.4349386377054494,"score_spread":0.27750497990150186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533382490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95631903,0.0007985342,0.02059909,0.0022798337,0.00009825385,0.00060006895,0.000045715165,0.00071593595,0.018543636],"genre_scores_gemma":[0.9381773,0.0011269742,0.053547237,0.0004240138,0.000022457276,0.000525738,0.00006589843,0.000033342487,0.006077046],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99894553,0.00070775906,0.00004710357,0.00007939541,0.00013088656,0.00008935763],"domain_scores_gemma":[0.9971892,0.0021475311,0.00016847582,0.00008513749,0.00013890408,0.0002708439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002123632,0.00034560837,0.00023721355,0.0004889885,0.00053654535,0.0009795304,0.0005326079,0.00070801843,0.002904783],"category_scores_gemma":[0.006481713,0.00015755625,0.0002998847,0.00015822878,0.0005444003,0.0008975767,0.0015146198,0.00052269467,0.0006281102],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003841636,0.0045795506,0.026563032,0.0011855798,0.00008680264,0.0030033714,0.06791595,0.0007574805,0.0196987,0.0018528485,0.012027259,0.8619453],"study_design_scores_gemma":[0.0027300853,0.02608346,0.18573156,0.0038398728,0.0012789412,0.021417527,0.34958047,0.026830519,0.08151738,0.018560173,0.28191516,0.00051477103],"about_ca_topic_score_codex":0.00062128145,"about_ca_topic_score_gemma":0.0020235742,"teacher_disagreement_score":0.002904783,"about_ca_system_score_codex":0.00027081434,"about_ca_system_score_gemma":0.0007928952,"threshold_uncertainty_score":0.011231005},"labels":[],"label_agreement":null},{"id":"W1533431624","doi":"10.19173/irrodl.v14i4.1505","title":"OERScout technology framework: A novel approach to open educational resources search","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Open educational resources; Openness to experience; Computer science; Open education; Relevance (law); Work (physics); World Wide Web; Data science; Multimedia; Political science; Engineering; Psychology","score_opus":0.0979407632613975,"score_gpt":0.44419092485309636,"score_spread":0.34625016159169886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533431624","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006909014,0.0005387202,0.97914726,0.0011477588,0.0000619322,0.0006288509,0.0008798225,0.003302818,0.007383783],"genre_scores_gemma":[0.07362433,0.00036121815,0.9211621,0.0001835585,0.000048309525,0.0004387888,0.0013299597,0.00018157369,0.0026702245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928846,0.0022257399,0.000783162,0.0012231773,0.0025372924,0.00034595697],"domain_scores_gemma":[0.99437606,0.002616955,0.0006109326,0.0009134593,0.0011571194,0.000325431],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.005390856,0.0011188948,0.001454943,0.014320153,0.0019891919,0.006513825,0.0029390864,0.0019942713,0.0030864037],"category_scores_gemma":[0.0147803305,0.00065568916,0.0018769965,0.009907817,0.0022316182,0.012212837,0.0042502964,0.0018246243,0.0015344247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001577509,0.00041752474,0.005492566,0.0005865194,0.00013342107,0.0003798258,0.002874425,0.01807591,0.007066083,0.44272336,0.017955767,0.50413686],"study_design_scores_gemma":[0.00007025628,0.0002593321,0.0040299036,0.00034674912,0.00009973411,0.0010361242,0.0025201167,0.4995067,0.008351527,0.31815606,0.165416,0.00020732386],"about_ca_topic_score_codex":0.011361196,"about_ca_topic_score_gemma":0.014570058,"teacher_disagreement_score":0.9970609,"about_ca_system_score_codex":0.003512518,"about_ca_system_score_gemma":0.003502773,"threshold_uncertainty_score":0.028509915},"labels":[],"label_agreement":null},{"id":"W1533600780","doi":"10.19173/irrodl.v14i4.1548","title":"Learning in a small, task–oriented, connectivist MOOC: Pedagogical issues and implications for higher education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Portsmouth","keywords":"Task (project management); Open education; Massive open online course; Higher education; Professional development; Pedagogy; Psychology; Open educational resources; Mathematics education; Engineering; Political science","score_opus":0.1496045019833643,"score_gpt":0.49210174365756154,"score_spread":0.34249724167419726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533600780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66579354,0.017614406,0.017750636,0.1897212,0.0011375652,0.00064267317,0.00009591668,0.00013098933,0.10711301],"genre_scores_gemma":[0.9791382,0.004134666,0.004888195,0.0034800202,0.00038174572,0.00020316537,0.000037570884,0.000028916502,0.0077073695],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.995469,0.0030493315,0.00014743608,0.0003317606,0.0006919422,0.00031056098],"domain_scores_gemma":[0.98453486,0.0114327725,0.0009440408,0.00037919945,0.0014802685,0.001228884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006875841,0.0003277124,0.0002851746,0.0010196859,0.0028548613,0.009560532,0.0014404826,0.002072848,0.005030287],"category_scores_gemma":[0.015080147,0.00016537344,0.00019659348,0.0012795007,0.005243299,0.004893456,0.0026574098,0.0017329934,0.0006155056],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015147548,0.00097609044,0.03953147,0.0022978578,0.00003163661,0.0029531063,0.11908707,0.00079151447,0.0050969706,0.043631606,0.012607113,0.77284414],"study_design_scores_gemma":[0.00007548972,0.000992322,0.10140306,0.00473006,0.00006377091,0.0020083429,0.59880394,0.0043583894,0.0060211113,0.058550395,0.22284053,0.00015262405],"about_ca_topic_score_codex":0.0040038135,"about_ca_topic_score_gemma":0.0062712776,"teacher_disagreement_score":0.009560532,"about_ca_system_score_codex":0.0025516076,"about_ca_system_score_gemma":0.0038443056,"threshold_uncertainty_score":0.036363363},"labels":[],"label_agreement":null},{"id":"W1534291713","doi":"10.19173/irrodl.v13i4.1339","title":"Sense of community in graduate online education: Contribution of learner to learner interaction","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sense of community; Multitude; Class (philosophy); Collaborative learning; Computer-supported collaborative learning; Mathematics education; Constructivism (international relations); Graduate students; Computer science; Social constructivism; Psychology; Pedagogy; Knowledge management; Social psychology; Epistemology; Artificial intelligence; Political science","score_opus":0.20433473621831663,"score_gpt":0.5381962393888161,"score_spread":0.33386150317049945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534291713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862844,0.00066936016,0.003201608,0.0010141552,0.000030774037,0.000033277902,0.000026329331,0.000021701851,0.008718495],"genre_scores_gemma":[0.9987348,0.00018499866,0.00069109764,0.000042229076,0.0000110621295,0.000011595411,0.00001359814,0.0000044069593,0.00030618598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935183,0.004351877,0.00026711746,0.0004816159,0.0011210771,0.00026000215],"domain_scores_gemma":[0.9679373,0.020061385,0.004949891,0.0014746116,0.0023599684,0.0032168974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00533837,0.0002472883,0.0003245135,0.0015460248,0.0011870379,0.004503638,0.0005254721,0.0007746838,0.0014662169],"category_scores_gemma":[0.02815814,0.00018060156,0.00039976873,0.0007476446,0.0014719884,0.0028367916,0.0046377345,0.0011101146,0.00017170983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018822258,0.00091547647,0.70025516,0.0003001069,0.00019771341,0.00028609828,0.1214318,0.00047263634,0.0014316699,0.00360281,0.0010239581,0.16989437],"study_design_scores_gemma":[0.00003962013,0.00082286814,0.75235516,0.00048710848,0.0002339817,0.0009878906,0.2118979,0.006935066,0.0016717351,0.011264751,0.0131605435,0.00014341669],"about_ca_topic_score_codex":0.0010417079,"about_ca_topic_score_gemma":0.0014004023,"teacher_disagreement_score":0.00533837,"about_ca_system_score_codex":0.0007177065,"about_ca_system_score_gemma":0.0010900155,"threshold_uncertainty_score":0.028232336},"labels":[],"label_agreement":null},{"id":"W1534892241","doi":"10.19173/irrodl.v10i6.803","title":"Social networking with Web 2.0: A comparative study of on-campus and online students","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Web and Library Services","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Context (archaeology); Computer-mediated communication; World Wide Web; Computer science; RSS; Social media; Distance education; The Internet; Multimedia; Psychology; Pedagogy","score_opus":0.11619739192264952,"score_gpt":0.46843375783703,"score_spread":0.35223636591438046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534892241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963438,0.00024963295,0.00005574879,0.00017977029,0.000021552949,0.00002978755,0.000021691145,0.0000029152336,0.0030950767],"genre_scores_gemma":[0.99678206,0.0005457103,0.000103220606,0.00023315224,0.00004075427,0.00006219459,0.0000440855,0.000008744164,0.002180033],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99765414,0.0010997164,0.000116959476,0.00018880003,0.00043802476,0.00050245365],"domain_scores_gemma":[0.99331915,0.0029416324,0.00079623715,0.00015070057,0.00083037856,0.0019618515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002814629,0.00035696162,0.0008240698,0.002827048,0.004392501,0.0049859895,0.00078899524,0.0013878748,0.005319901],"category_scores_gemma":[0.008981392,0.00033574647,0.00040246625,0.0022565478,0.001765304,0.003781076,0.0032619257,0.0017154572,0.0009732493],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004038041,0.00579663,0.33867767,0.00027967972,0.00007157428,0.0010848679,0.57819086,0.000057274112,0.0015886287,0.0009958133,0.0014859558,0.07136727],"study_design_scores_gemma":[0.000021715472,0.0019800467,0.21763578,0.00012975678,0.000033231943,0.0004990119,0.7703204,0.0001222335,0.000513468,0.00023451391,0.008462549,0.00004727916],"about_ca_topic_score_codex":0.004922074,"about_ca_topic_score_gemma":0.010454312,"teacher_disagreement_score":0.005319901,"about_ca_system_score_codex":0.0009973339,"about_ca_system_score_gemma":0.0009977758,"threshold_uncertainty_score":0.017796814},"labels":[],"label_agreement":null},{"id":"W1534901209","doi":"10.19173/irrodl.v15i5.1841","title":"Democratizing higher education: Exploring MOOC use among those who cannot afford a formal education","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Michigan; Bill and Melinda Gates Foundation","keywords":"Demographics; Massive open online course; Higher education; Open education; Psychology; The Internet; Medical education; Mathematics education; Pedagogy; Sociology; Political science; Computer science; Medicine; World Wide Web; Demography","score_opus":0.13770483505146025,"score_gpt":0.43392464063329994,"score_spread":0.2962198055818397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534901209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9990853,0.000049609036,0.00003469421,0.00010876266,0.0000036303277,0.00001355973,0.000025478697,0.0000012146514,0.00067781075],"genre_scores_gemma":[0.99897075,0.00012112689,0.00006685174,0.00010142522,0.0000054576826,0.000016896674,0.000052849344,0.0000030652861,0.0006616644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99892634,0.00024502826,0.00007782064,0.00011105654,0.00029908612,0.00034048926],"domain_scores_gemma":[0.99623424,0.0009712746,0.0010665066,0.000111435525,0.00057403493,0.0010424916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001461819,0.00018588462,0.00036003668,0.0017047225,0.0020322062,0.003825049,0.00073289266,0.00069868204,0.002260832],"category_scores_gemma":[0.0058589443,0.00021968845,0.0004259837,0.00093850534,0.00081398344,0.0020847537,0.002189395,0.0012572166,0.00043222215],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008718429,0.00059505575,0.8818081,0.000072636336,0.000037269576,0.00038611793,0.09330761,0.00003147399,0.00068283104,0.0002814432,0.0004724114,0.0222378],"study_design_scores_gemma":[0.000006184313,0.00035219715,0.6794242,0.00010502683,0.000019888523,0.00030464327,0.3155137,0.00027120416,0.00025278406,0.00012318278,0.0036039406,0.000022987502],"about_ca_topic_score_codex":0.01764996,"about_ca_topic_score_gemma":0.025445197,"teacher_disagreement_score":0.01764996,"about_ca_system_score_codex":0.0011046387,"about_ca_system_score_gemma":0.0015046204,"threshold_uncertainty_score":0.03509444},"labels":[],"label_agreement":null},{"id":"W1535786295","doi":"10.19173/irrodl.v16i3.2158","title":"In abundance: Networked participatory practices as scholarship","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Scholarship; Digital scholarship; Sociology; Discipline; Citizen journalism; Participant observation; Ethnography; Knowledge management; Public relations; Engineering ethics; Social science; Political science; Computer science; World Wide Web; Engineering; Anthropology","score_opus":0.40371841102044387,"score_gpt":0.6095012698616015,"score_spread":0.2057828588411576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535786295","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13204461,0.01652885,0.17670989,0.0651525,0.0015335457,0.00064139295,0.00011931636,0.0005532581,0.60671663],"genre_scores_gemma":[0.9452736,0.0047248034,0.025202518,0.0016608373,0.0004281338,0.0005767217,0.00005769706,0.00016322987,0.021912592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.96406174,0.029136574,0.000781075,0.00206004,0.002955239,0.0010053841],"domain_scores_gemma":[0.95868313,0.030667838,0.0023402814,0.005252939,0.0011330403,0.0019226926],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.029050514,0.0005805516,0.0007579037,0.0049533676,0.010091953,0.019745562,0.0026593758,0.0039731716,0.008465148],"category_scores_gemma":[0.031613074,0.0005761555,0.0005054093,0.0050679315,0.05547882,0.041280925,0.028577596,0.0036466124,0.00093280745],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033407287,0.000040618546,0.0011798934,0.00024466374,0.000012595513,0.00026973436,0.17992721,0.00037666515,0.0003571069,0.76630807,0.0022429093,0.04900703],"study_design_scores_gemma":[0.000032832522,0.00007517862,0.00080263213,0.0006812753,0.00001774245,0.0003688738,0.09366877,0.0009788865,0.00039986416,0.6294579,0.27348897,0.000027024558],"about_ca_topic_score_codex":0.0016239432,"about_ca_topic_score_gemma":0.0021943455,"teacher_disagreement_score":0.9973406,"about_ca_system_score_codex":0.0051014055,"about_ca_system_score_gemma":0.006324021,"threshold_uncertainty_score":0.15363562},"labels":[],"label_agreement":null},{"id":"W1536622060","doi":"10.19173/irrodl.v12i7.1125","title":"\"Chaos rules\" revisited","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Chaos, Complexity, and Education","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CHAOS (operating system); Meaning (existential); Epistemology; Sociology; Computer science; Philosophy","score_opus":0.24746752427406557,"score_gpt":0.45409849395353863,"score_spread":0.20663096967947306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536622060","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05843585,0.030798227,0.10040092,0.2104457,0.005739131,0.00012987951,0.0003117166,0.00036038543,0.5933782],"genre_scores_gemma":[0.9385421,0.010323932,0.008184337,0.012317739,0.0017018188,0.00016627891,0.00009312781,0.00019461011,0.028476037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967668,0.001344142,0.00011796845,0.00048544205,0.0010005834,0.00028501917],"domain_scores_gemma":[0.9956006,0.0026143116,0.00030391867,0.0004931805,0.0006848775,0.0003030099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038144707,0.0004997075,0.0005935715,0.0020223458,0.0033620847,0.006535434,0.0013051479,0.0035557922,0.006909745],"category_scores_gemma":[0.010569631,0.00031267724,0.0008725496,0.0011712188,0.018793428,0.011715055,0.004812775,0.0045669395,0.001134965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046089817,0.0000026874775,0.00011772069,0.000028182001,0.000002940446,0.00003418886,0.00086065126,0.00022792259,0.000031934967,0.99032414,0.004206766,0.0041581243],"study_design_scores_gemma":[0.0000077810555,0.0000070897663,0.00022299562,0.00006632188,0.0000030144843,0.00006705703,0.0006337928,0.0009585343,0.00008006121,0.958541,0.039402712,0.000009741422],"about_ca_topic_score_codex":0.00318474,"about_ca_topic_score_gemma":0.0016568366,"teacher_disagreement_score":0.006909745,"about_ca_system_score_codex":0.003886407,"about_ca_system_score_gemma":0.0027577155,"threshold_uncertainty_score":0.028197944},"labels":[],"label_agreement":null},{"id":"W1536670121","doi":"10.19173/irrodl.v15i3.1629","title":"Mediating knowledge through peer-to-peer interaction in a multicultural online learning environment: A case of international students in the US","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Pedagogy; Multiculturalism; Psychology; Sociocultural evolution; Mathematics education; Sociology","score_opus":0.08432996759665386,"score_gpt":0.5032367658939413,"score_spread":0.41890679829728744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536670121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859633,0.0001784407,0.0011441691,0.001431084,0.00003458898,0.00007364282,0.000012154454,0.00001992385,0.011142749],"genre_scores_gemma":[0.99734455,0.00014130649,0.0005819747,0.0001963881,0.000016169262,0.000025783418,0.000006956688,0.000009976045,0.001677001],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936672,0.004415081,0.00012099657,0.00042912047,0.0004279296,0.0009396915],"domain_scores_gemma":[0.9942906,0.0027995573,0.00043018363,0.00036236373,0.0004211074,0.0016961813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043331124,0.0006993028,0.0005702372,0.0015563183,0.020779753,0.007780275,0.00268184,0.0030306994,0.003347029],"category_scores_gemma":[0.0075606178,0.0004475193,0.00054496306,0.0010440045,0.010470188,0.00480912,0.011819969,0.0033262798,0.0004591713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019733234,0.0001991124,0.0061263656,0.0000387585,0.000009061954,0.0053806645,0.97924876,0.0000670865,0.0006183796,0.0015858541,0.00038626636,0.0063198702],"study_design_scores_gemma":[0.00000815041,0.00009930311,0.003044959,0.00004718664,0.000014842243,0.0015768448,0.98582053,0.00026189323,0.00038894077,0.00081789243,0.007900456,0.000019130892],"about_ca_topic_score_codex":0.013919247,"about_ca_topic_score_gemma":0.022558613,"teacher_disagreement_score":0.020779753,"about_ca_system_score_codex":0.002724954,"about_ca_system_score_gemma":0.003479082,"threshold_uncertainty_score":0.027676404},"labels":[],"label_agreement":null},{"id":"W1537334986","doi":"10.19173/irrodl.v8i2.350","title":"m-Learning: Positioning educators for a mobile, connected future","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":325,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainstream; Educational technology; Mobile technology; Mobile device; Computer science; Blended learning; Multimedia; Synchronous learning; Open learning; M-learning; Knowledge management; World Wide Web; Teaching method; Cooperative learning; Sociology; Pedagogy","score_opus":0.03788264844065217,"score_gpt":0.43072277293936245,"score_spread":0.3928401244987103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537334986","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19294605,0.044172473,0.036553785,0.27826297,0.0022507638,0.0002656075,0.000055257,0.0002222085,0.4452709],"genre_scores_gemma":[0.93455744,0.013233224,0.016593084,0.0085579725,0.00041833866,0.00013541499,0.000021049116,0.000047168403,0.026436372],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651366,0.002088533,0.00012527576,0.00029904683,0.0004392976,0.0005340939],"domain_scores_gemma":[0.99618953,0.000995874,0.0005398623,0.00016738044,0.00041374448,0.001693668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004801586,0.000277193,0.0002497025,0.0015383784,0.0062946337,0.011663065,0.0011606257,0.005511446,0.0052162097],"category_scores_gemma":[0.0065257656,0.00020140187,0.0001742246,0.0016764643,0.011052046,0.016153365,0.0095259445,0.0029985642,0.0017939225],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071572,0.00013162837,0.009524213,0.0008526062,0.000011212401,0.0006626348,0.16512485,0.00014304744,0.0011048774,0.53184557,0.024915082,0.26561266],"study_design_scores_gemma":[0.00002861591,0.00024522198,0.008368898,0.0014560791,0.000012486911,0.0007128595,0.28328013,0.00028430435,0.0006990926,0.10922523,0.59564465,0.000042490192],"about_ca_topic_score_codex":0.0031437578,"about_ca_topic_score_gemma":0.008911451,"teacher_disagreement_score":0.011663065,"about_ca_system_score_codex":0.0039248476,"about_ca_system_score_gemma":0.008890822,"threshold_uncertainty_score":0.028476894},"labels":[],"label_agreement":null},{"id":"W1537347050","doi":"10.19173/irrodl.v14i3.1237","title":"Journey to textbook affordability: An investigation of students’ use of eTextbooks at multiple campuses","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Perception; Quality (philosophy); Resource (disambiguation); Mathematics education; Pedagogy; Medicine; Computer science","score_opus":0.18139885009980788,"score_gpt":0.44988753228853784,"score_spread":0.26848868218872995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537347050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99928826,0.000043099764,0.00004901167,0.00006675218,0.0000020061102,0.000006682119,0.000014281517,0.0000020566374,0.00052783143],"genre_scores_gemma":[0.9983779,0.00016140644,0.00021547999,0.000054119842,0.000003195238,0.000016911887,0.000035604025,0.000003418265,0.0011318016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987897,0.00036275882,0.00013681457,0.00015517694,0.00034381673,0.0002116915],"domain_scores_gemma":[0.9924117,0.0020922602,0.00201124,0.00025230512,0.0011834668,0.0020488899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020545118,0.00019659048,0.00035385817,0.0011940042,0.0015336251,0.0032028425,0.0009871564,0.0006068717,0.0032272418],"category_scores_gemma":[0.008797784,0.00044547208,0.00038832924,0.0010312751,0.00071392726,0.002217207,0.0025713851,0.0011556591,0.0005211612],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014468584,0.0015441416,0.6758719,0.00019028374,0.000047586727,0.0017787424,0.2586613,0.00016407568,0.0023888687,0.0004588813,0.0009344352,0.057815023],"study_design_scores_gemma":[0.0000129248865,0.00095034216,0.60611516,0.00008918997,0.000031293104,0.00078257686,0.3795202,0.00046904213,0.0011178663,0.00014534245,0.0107129775,0.00005307928],"about_ca_topic_score_codex":0.0041417927,"about_ca_topic_score_gemma":0.010385431,"teacher_disagreement_score":0.0041417927,"about_ca_system_score_codex":0.00090621854,"about_ca_system_score_gemma":0.0010602075,"threshold_uncertainty_score":0.01086545},"labels":[],"label_agreement":null},{"id":"W1537361403","doi":"10.19173/irrodl.v14i4.1523","title":"The adoption of open educational resources by one community college math department","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Community college; Educational resources; Distance education; Mathematics education; Open education; Educational technology; Medical education; Psychology; Pedagogy; Medicine","score_opus":0.08437578471927064,"score_gpt":0.4224845345090733,"score_spread":0.33810874978980265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537361403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99080664,0.00017045441,0.00030436207,0.00059354916,0.000016249378,0.00006915123,0.00006801412,0.000025021569,0.007946441],"genre_scores_gemma":[0.9947866,0.00030761067,0.00087924156,0.00037225703,0.0000128176725,0.000032020278,0.00008084533,0.000009036921,0.0035195819],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99837565,0.00034537155,0.0000974324,0.00034479663,0.00060158403,0.00023506203],"domain_scores_gemma":[0.9905477,0.0023717908,0.0026434811,0.0007725553,0.0017644665,0.0018998934],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0014489879,0.00013344444,0.0001509059,0.0009009286,0.0016260217,0.002269066,0.00088778127,0.0004973021,0.0039095706],"category_scores_gemma":[0.007889356,0.00022588085,0.0001550032,0.0013545692,0.00072355143,0.0011120229,0.0022398555,0.00091303507,0.00058213325],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020969738,0.0015876774,0.46082783,0.00029908275,0.00003511584,0.0014699897,0.02729762,0.00012416081,0.0058307215,0.0012473207,0.004026508,0.49704438],"study_design_scores_gemma":[0.000052576434,0.001952253,0.87661135,0.00033377015,0.00006524761,0.0011685942,0.06046933,0.0005362361,0.0077585867,0.000506003,0.050462913,0.0000831204],"about_ca_topic_score_codex":0.015234593,"about_ca_topic_score_gemma":0.06260028,"teacher_disagreement_score":0.99911225,"about_ca_system_score_codex":0.0014240016,"about_ca_system_score_gemma":0.0028748263,"threshold_uncertainty_score":0.030291855},"labels":[],"label_agreement":null},{"id":"W1537499554","doi":"10.19173/irrodl.v15i4.1878","title":"Analytics to literacies: The development of a learning analytics framework for multiliteracies assessment","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Analytics; Participatory culture; Lifelong learning; Literacy; Educational technology; Sociology; Knowledge management; Citizen journalism; Information literacy; Pedagogy; Computer science; Data science; World Wide Web; Media studies","score_opus":0.10134372433257499,"score_gpt":0.49147192998844685,"score_spread":0.39012820565587186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537499554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031704763,0.0010269685,0.9754792,0.0047562,0.000092759,0.00053543976,0.00027885867,0.00071114587,0.01394898],"genre_scores_gemma":[0.09154929,0.0010949612,0.9027188,0.00055755314,0.00009817288,0.0012293275,0.0005493841,0.0001455161,0.0020570003],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99002624,0.0062586525,0.00094605313,0.0008127404,0.0015479451,0.00040833882],"domain_scores_gemma":[0.97956353,0.01368449,0.0012900035,0.0015558699,0.0026128576,0.0012931956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014007157,0.0014273233,0.0011306658,0.010250909,0.0018222783,0.01322487,0.0033966557,0.0026126737,0.0037130483],"category_scores_gemma":[0.026956,0.00070820196,0.0020713964,0.0069787097,0.008739549,0.014803144,0.010086925,0.0054763574,0.0012761324],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026769761,0.00019443432,0.003645689,0.00055290863,0.000070668975,0.00025507528,0.010352208,0.00706076,0.0007340142,0.83061963,0.0047243196,0.1417635],"study_design_scores_gemma":[0.000016986425,0.000055325927,0.0014327836,0.0010144307,0.00003296043,0.00017598597,0.0054667494,0.06969047,0.0009786248,0.8429499,0.07812417,0.000061585946],"about_ca_topic_score_codex":0.007072292,"about_ca_topic_score_gemma":0.004485115,"teacher_disagreement_score":0.014007157,"about_ca_system_score_codex":0.004199798,"about_ca_system_score_gemma":0.00715889,"threshold_uncertainty_score":0.074077785},"labels":[],"label_agreement":null},{"id":"W1537693667","doi":"10.19173/irrodl.v8i1.335","title":"Replacing Face-to-Face Tutorials by Synchronous Online Technologies: Challenges and pedagogical implications","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Computer science; Distance education; Workload; Set (abstract data type); Face-to-face; Online learning; Computer-mediated communication; Learning Management; Multimedia; Mathematics education; Psychology; World Wide Web; The Internet","score_opus":0.23140067551604923,"score_gpt":0.5329280654332,"score_spread":0.3015273899171508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537693667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9244316,0.0030665677,0.042615477,0.00862455,0.0003292092,0.0005093152,0.000053281,0.00039590584,0.019974118],"genre_scores_gemma":[0.97171956,0.001438524,0.022274258,0.00057866937,0.000121354344,0.0003507803,0.000039699495,0.0000491416,0.0034279942],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9853603,0.011198145,0.00043550428,0.0007783527,0.0015090186,0.00071861123],"domain_scores_gemma":[0.95630455,0.03177062,0.002932601,0.00347539,0.0033883085,0.0021285792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013883336,0.0004120568,0.0004362895,0.0005840228,0.0014802373,0.0036693648,0.003147894,0.001590514,0.0026223438],"category_scores_gemma":[0.03627261,0.0002492401,0.00029546485,0.00092808285,0.0011839297,0.0043123043,0.0022377688,0.00077832333,0.0009002987],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004998046,0.0030919397,0.03357589,0.001775146,0.000061823936,0.0013044109,0.02738197,0.0025823447,0.011756018,0.0062947124,0.004500351,0.9071755],"study_design_scores_gemma":[0.00086346676,0.013950682,0.20046368,0.0032648582,0.00045516132,0.0070787063,0.3702983,0.031231591,0.04456134,0.031154593,0.29626337,0.00041434195],"about_ca_topic_score_codex":0.0021392494,"about_ca_topic_score_gemma":0.003714952,"teacher_disagreement_score":0.013883336,"about_ca_system_score_codex":0.0013428695,"about_ca_system_score_gemma":0.0027991338,"threshold_uncertainty_score":0.07342297},"labels":[],"label_agreement":null},{"id":"W1537696466","doi":"10.19173/irrodl.v15i3.1932","title":"Leadership strategies in mobile English as a Second Language training","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Sustainability; Distance education; Argument (complex analysis); M-learning; Institution; Class (philosophy); Computer science; Pedagogy; Sociology; Knowledge management; Mobile device; Mathematics education; Psychology; Artificial intelligence; World Wide Web; Social science","score_opus":0.10410906753943412,"score_gpt":0.4272812740998701,"score_spread":0.323172206560436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537696466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8409572,0.0017460382,0.0051804376,0.008516481,0.0003270592,0.00020107858,0.000012565925,0.000042699605,0.14301646],"genre_scores_gemma":[0.9885861,0.00026289886,0.00065488863,0.0003419154,0.000013996949,0.000044678076,0.0000050945023,0.0000047527437,0.010085548],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9982497,0.0010600354,0.000024122093,0.00007388649,0.00019954397,0.00039261093],"domain_scores_gemma":[0.9981025,0.00050037506,0.00018645369,0.00003659633,0.00019975653,0.00097440544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017686944,0.0001452656,0.00013420856,0.00029594894,0.0018890656,0.0029868137,0.00050898886,0.0006081527,0.0051165223],"category_scores_gemma":[0.002704882,0.00006679463,0.00012500856,0.00021146877,0.0015674968,0.000880905,0.0022402946,0.00079878897,0.00059124833],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034423926,0.0032876248,0.031591415,0.0009833449,0.00003943932,0.003750291,0.29018673,0.0013890635,0.009352144,0.11072909,0.029798204,0.5185483],"study_design_scores_gemma":[0.00030464822,0.002647222,0.05790959,0.0010071831,0.000024824842,0.0015559308,0.5792458,0.003688971,0.004363574,0.019220566,0.32997552,0.00005621335],"about_ca_topic_score_codex":0.001648067,"about_ca_topic_score_gemma":0.0044680852,"teacher_disagreement_score":0.0051165223,"about_ca_system_score_codex":0.0017168109,"about_ca_system_score_gemma":0.003022429,"threshold_uncertainty_score":0.017116487},"labels":[],"label_agreement":null},{"id":"W1538795731","doi":"10.19173/irrodl.v2i2.56","title":"Open University Center of the Pontifical Javeriana University, Colombia","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Youth Culture and Social Dynamics","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Distance education; Sociology; Higher education; Population; Political science; Pedagogy; Geography; Law","score_opus":0.11312443572844444,"score_gpt":0.408407668959922,"score_spread":0.29528323323147754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1538795731","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10536017,0.06036751,0.0033720487,0.010538079,0.0020041098,0.0003380968,0.0053363377,0.00078269717,0.8119008],"genre_scores_gemma":[0.68334216,0.02753014,0.00551941,0.0013574263,0.00046653036,0.00033611958,0.0036631683,0.00017096907,0.2776141],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995882,0.0000511208,0.000019084531,0.00009056528,0.00010152624,0.00014949858],"domain_scores_gemma":[0.9993773,0.000082567385,0.00006602066,0.000030321795,0.0002224522,0.00022144931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026382122,0.00041656755,0.00022661319,0.0013480714,0.0029000263,0.004714472,0.00044654196,0.00087755645,0.03288906],"category_scores_gemma":[0.0009530086,0.00013583335,0.00014471148,0.0015373556,0.0008082499,0.0013520849,0.0015236114,0.0009416052,0.0024165532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023276386,0.00018422586,0.027427126,0.0023764453,0.000021128075,0.003513599,0.014217943,0.00067408173,0.0033954876,0.186785,0.22515011,0.5360221],"study_design_scores_gemma":[0.000008730776,0.000018605717,0.042179525,0.0002488354,0.000008621441,0.00047623727,0.0037389386,0.00008463397,0.00033829416,0.0012110649,0.95165896,0.00002747089],"about_ca_topic_score_codex":0.17322943,"about_ca_topic_score_gemma":0.19763996,"teacher_disagreement_score":0.17322943,"about_ca_system_score_codex":0.006915388,"about_ca_system_score_gemma":0.007395292,"threshold_uncertainty_score":0.34444225},"labels":[],"label_agreement":null},{"id":"W1540227454","doi":"10.19173/irrodl.v10i4.706","title":"Distance Learning and Teacher Education in Botswana: Opportunities and Challenges","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Christian ministry; Medical education; Psychology; Duration (music); Service (business); Teacher education; Professional development; Mathematics education; Pedagogy; Medicine; Political science; Business","score_opus":0.15714863120024636,"score_gpt":0.4846792227659596,"score_spread":0.32753059156571324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1540227454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93673414,0.013799286,0.0006795217,0.02221707,0.0001888141,0.00006493123,0.00003056021,0.000014202213,0.026271481],"genre_scores_gemma":[0.9894951,0.0042762714,0.0004592668,0.0007960956,0.000026296933,0.000040100484,0.000014982513,0.000004895849,0.004886931],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99866486,0.00064734183,0.000037234542,0.00008078584,0.00015004305,0.00041981204],"domain_scores_gemma":[0.99755776,0.0012766446,0.00022276834,0.00006653447,0.00020865054,0.00066757284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012580341,0.00016661354,0.000224374,0.00046827763,0.003312226,0.0033570651,0.00097561534,0.0013003071,0.0038225474],"category_scores_gemma":[0.002830956,0.00019539653,0.000093970455,0.0015049501,0.0017072286,0.0022577238,0.002876675,0.0010973262,0.00026840478],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031016563,0.000825461,0.118522145,0.0025262646,0.000026046031,0.012676001,0.24614191,0.00045691052,0.006184143,0.043198902,0.006551039,0.562581],"study_design_scores_gemma":[0.000062579806,0.00047928595,0.14276665,0.001768668,0.000020682573,0.0042609354,0.6553132,0.00039217036,0.0009283199,0.0072167674,0.18674535,0.000045345307],"about_ca_topic_score_codex":0.03144163,"about_ca_topic_score_gemma":0.06945254,"teacher_disagreement_score":0.03144163,"about_ca_system_score_codex":0.003572537,"about_ca_system_score_gemma":0.007691413,"threshold_uncertainty_score":0.062517226},"labels":[],"label_agreement":null},{"id":"W1540801738","doi":"10.19173/irrodl.v5i3.197","title":"Defining a Theological Education Community","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Religious Education and Schools","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Sociology; Distance education; Pedagogy; Educational technology","score_opus":0.12767122188974678,"score_gpt":0.5268682128357471,"score_spread":0.39919699094600036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1540801738","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38507962,0.006500063,0.077778615,0.057147764,0.0012235214,0.0010331514,0.00015856604,0.00019339702,0.4708853],"genre_scores_gemma":[0.96994835,0.0011147965,0.016433248,0.0010026845,0.00014424359,0.00029644798,0.00007907538,0.00003879872,0.010942472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9832729,0.011179229,0.00063094136,0.001327981,0.0022510407,0.0013378848],"domain_scores_gemma":[0.980576,0.005275746,0.0027036804,0.0015516841,0.003476604,0.0064162975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013187274,0.00037932108,0.00043321808,0.0050036516,0.016407296,0.01631324,0.0022994012,0.0032475668,0.0058012283],"category_scores_gemma":[0.015572949,0.0003660636,0.000366538,0.0036148762,0.03291689,0.021018628,0.02100378,0.0040627415,0.00058376626],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003093844,0.00023056306,0.0059266095,0.0001864395,0.000008193557,0.00037418227,0.20615336,0.00020635103,0.0005148236,0.7334233,0.0039061138,0.049039133],"study_design_scores_gemma":[0.000036484973,0.000101129815,0.0046800436,0.000663372,0.000012120652,0.00053662487,0.38635248,0.0006701376,0.0003214687,0.24377228,0.3627987,0.000055120672],"about_ca_topic_score_codex":0.0058757155,"about_ca_topic_score_gemma":0.00927393,"teacher_disagreement_score":0.016407296,"about_ca_system_score_codex":0.00676853,"about_ca_system_score_gemma":0.017942054,"threshold_uncertainty_score":0.069741786},"labels":[],"label_agreement":null},{"id":"W1541009946","doi":"10.19173/irrodl.v5i1.166","title":"Speak2Me: Using Synchronous Audio for ESL Teaching in Taiwan","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Audio equipment; Computer science; Distance education; Multimedia; Teaching method; Educational technology; Mathematics education; Psychology; Acoustics","score_opus":0.10225196228845487,"score_gpt":0.5014893509104854,"score_spread":0.3992373886220305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541009946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97330135,0.00022941032,0.012642091,0.00053564244,0.0000330038,0.00019457401,0.000081436134,0.0007144989,0.01226802],"genre_scores_gemma":[0.9623562,0.00045540556,0.02370813,0.0001219322,0.000030263514,0.00036536966,0.00013576586,0.00010646054,0.012720521],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997429,0.00012937904,0.0000142174695,0.000031303098,0.000043282194,0.000038889775],"domain_scores_gemma":[0.9993099,0.0003590129,0.000048696333,0.000049942308,0.000058348614,0.00017410064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008478703,0.00019969218,0.00013489163,0.0003627581,0.0006359218,0.00070812297,0.00043259686,0.00030649427,0.0033741228],"category_scores_gemma":[0.0019501444,0.00007613492,0.00013240964,0.0002985203,0.00030439324,0.0006003089,0.0010703049,0.00027372636,0.00054744276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009977206,0.0018054771,0.01982605,0.0006697434,0.000022248476,0.0023341323,0.036159087,0.0011882319,0.06744338,0.0014258035,0.007483123,0.860645],"study_design_scores_gemma":[0.0015223665,0.025642585,0.316279,0.0008354559,0.00034524302,0.007560997,0.16445819,0.029449377,0.1897839,0.004289673,0.2595285,0.00030475756],"about_ca_topic_score_codex":0.0026202493,"about_ca_topic_score_gemma":0.008037946,"teacher_disagreement_score":0.0033741228,"about_ca_system_score_codex":0.00038473817,"about_ca_system_score_gemma":0.0010578774,"threshold_uncertainty_score":0.01128757},"labels":[],"label_agreement":null},{"id":"W1541016824","doi":"10.19173/irrodl.v14i2.1531","title":"Open access scholarly publications as OER","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Open educational resources; Open education; Scholarly communication; Publishing; Scholarship; Prestige; Higher education; World Wide Web; Public relations; Sociology; Library science; Political science; Computer science","score_opus":0.8106962675610487,"score_gpt":0.7187572455364282,"score_spread":0.09193902202462056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541016824","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034052727,0.010778202,0.016961917,0.06681596,0.019247983,0.00024622423,0.00034567495,0.001069966,0.8811288],"genre_scores_gemma":[0.1799831,0.02214352,0.028132439,0.031013217,0.020836663,0.0005821328,0.0007916583,0.0032054184,0.71331185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9459133,0.018998757,0.0030461738,0.0039524953,0.02618869,0.0019005898],"domain_scores_gemma":[0.9098829,0.032684837,0.0075363624,0.023593746,0.019556824,0.0067453543],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.022263672,0.00075269485,0.000590704,0.005295893,0.004606101,0.0434561,0.0037687495,0.007236014,0.054813873],"category_scores_gemma":[0.084046416,0.0006925678,0.00071896403,0.00917804,0.0194547,0.03625931,0.014524293,0.0086404355,0.031208592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016473556,0.000037236343,0.0003188183,0.00038746328,0.000011268862,0.00028987514,0.005798543,0.000101924736,0.0004307572,0.76462203,0.13285261,0.09513295],"study_design_scores_gemma":[0.000003616982,0.00001056175,0.00017247292,0.0003399046,0.0000035360465,0.00019839304,0.0018708514,0.00008839839,0.00017123666,0.03347017,0.9636576,0.000013214255],"about_ca_topic_score_codex":0.0011893751,"about_ca_topic_score_gemma":0.0014995943,"teacher_disagreement_score":0.99623126,"about_ca_system_score_codex":0.004168362,"about_ca_system_score_gemma":0.006798878,"threshold_uncertainty_score":0.18337071},"labels":[],"label_agreement":null},{"id":"W1541511837","doi":"10.19173/irrodl.v12i2.949","title":"Delimiting the prospect of openness: An examination of initial student approaches to e-learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Summative assessment; Quality (philosophy); Rhetoric; Individualism; Psychology; Online assessment; Distance education; Public relations; Sociology; Pedagogy; Social psychology; Mathematics education; Political science; Formative assessment; Epistemology","score_opus":0.6558710918153274,"score_gpt":0.5847668235552992,"score_spread":0.07110426826002825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541511837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698277,0.0005825756,0.0032186338,0.0008143388,0.00003274512,0.00024923138,0.000013565273,0.000017419252,0.025243815],"genre_scores_gemma":[0.9949641,0.00047170682,0.0011810926,0.00013026908,0.000011205637,0.00017895333,0.000012014054,0.000012284845,0.003038401],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.97608715,0.013324552,0.0016758562,0.0010979712,0.006380028,0.0014343561],"domain_scores_gemma":[0.90138066,0.06899225,0.0054816655,0.002543541,0.017613685,0.003988145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028433252,0.00033313772,0.00057711126,0.002531309,0.004479181,0.010172485,0.0015642584,0.0015452397,0.0019725761],"category_scores_gemma":[0.09409442,0.00036554819,0.0005735742,0.0018179518,0.005211296,0.005052265,0.007560729,0.0024898874,0.00034581008],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048783506,0.00069705426,0.09873754,0.0009162981,0.000052706335,0.000784611,0.7606046,0.00026158724,0.0036829638,0.008479842,0.000574956,0.12472012],"study_design_scores_gemma":[0.00006234112,0.0022437177,0.11644639,0.001141036,0.00005454785,0.0009281145,0.8248956,0.000753273,0.0051098224,0.0074126874,0.040844504,0.000107855805],"about_ca_topic_score_codex":0.0018049679,"about_ca_topic_score_gemma":0.003132125,"teacher_disagreement_score":0.028433252,"about_ca_system_score_codex":0.0036788688,"about_ca_system_score_gemma":0.004042531,"threshold_uncertainty_score":0.1503712},"labels":[],"label_agreement":null},{"id":"W1541692008","doi":"10.19173/irrodl.v13i3.1182","title":"Mapping the interplay between open distance learning and internationalisation principles","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Flexibility (engineering); Internationalization; Higher education; Open learning; Curriculum; Variety (cybernetics); Function (biology); Computer science; Mathematics education; Pedagogy; Sociology; Psychology; Artificial intelligence; Teaching method; Cooperative learning; Mathematics; Political science; Geography; Statistics","score_opus":0.17392894402947764,"score_gpt":0.5064184138369852,"score_spread":0.3324894698075075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541692008","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112429455,0.0026623071,0.09134382,0.010515274,0.00021643545,0.00022931017,0.00007310289,0.000097303855,0.782433],"genre_scores_gemma":[0.95835173,0.0017232291,0.02407791,0.0007783794,0.000068650246,0.00021777133,0.000066508415,0.00012302356,0.014592833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98617077,0.007960966,0.00051852665,0.0010417985,0.0029738522,0.0013341119],"domain_scores_gemma":[0.98788595,0.007901775,0.0009449932,0.0011417203,0.0012359901,0.00088961964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010940299,0.0005975079,0.0004341193,0.0042948467,0.003966045,0.01928334,0.0019583027,0.0017205349,0.0085818125],"category_scores_gemma":[0.013906388,0.00043339346,0.0006438955,0.0043119006,0.0335312,0.022328138,0.014624525,0.00539393,0.00088964717],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019510911,0.000046534264,0.0018683922,0.00021589373,0.000008259518,0.00012472612,0.0416104,0.00047447433,0.0002092925,0.9244566,0.0009913233,0.0299746],"study_design_scores_gemma":[0.000020086927,0.000112645816,0.0056464327,0.00086275936,0.000014680796,0.0003891232,0.13591063,0.0018447038,0.0008266852,0.69629395,0.15803924,0.00003908694],"about_ca_topic_score_codex":0.0026364268,"about_ca_topic_score_gemma":0.0029829766,"teacher_disagreement_score":0.01928334,"about_ca_system_score_codex":0.009903009,"about_ca_system_score_gemma":0.0063282712,"threshold_uncertainty_score":0.07185173},"labels":[],"label_agreement":null},{"id":"W1542217071","doi":"10.19173/irrodl.v16i3.1894","title":"Exploring students’ intention to use LINE for academic purposes based on technology acceptance model","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Psychology; Technology acceptance model; Affect (linguistics); Download; Space (punctuation); Higher education; Social psychology; Mathematics education; Computer science; World Wide Web","score_opus":0.7413560836288122,"score_gpt":0.5987462246019952,"score_spread":0.142609859026817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542217071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99840766,0.000035040113,0.00051940937,0.00006890244,0.000002496765,0.000022864402,0.000017015802,0.0000054086395,0.000921232],"genre_scores_gemma":[0.99922657,0.00004659032,0.0003628536,0.000017232602,0.0000016748563,0.000030996714,0.000025049389,0.0000016019571,0.00028756962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99816173,0.00076095504,0.00021567509,0.00013496885,0.0005208525,0.00020582587],"domain_scores_gemma":[0.98522294,0.008530573,0.0022689532,0.0004799191,0.0023643991,0.0011331547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034012285,0.00031336362,0.00039248736,0.0012176926,0.00037060503,0.001980138,0.00039714552,0.00069086795,0.002522374],"category_scores_gemma":[0.012703921,0.00024102979,0.00078602653,0.0007768958,0.00043672434,0.0011472174,0.00077680394,0.0010374908,0.0004724667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085496176,0.0008746622,0.96628535,0.00006649438,0.000065373635,0.00013452387,0.009405532,0.00038766803,0.001176504,0.000360325,0.00017815773,0.020979898],"study_design_scores_gemma":[0.000014841547,0.0014391338,0.9597686,0.00010804775,0.00010188931,0.00017880868,0.024193672,0.011426803,0.0011413947,0.0004896926,0.0010898422,0.000047339116],"about_ca_topic_score_codex":0.0016391072,"about_ca_topic_score_gemma":0.0017998703,"teacher_disagreement_score":0.0034012285,"about_ca_system_score_codex":0.0003984014,"about_ca_system_score_gemma":0.0005388542,"threshold_uncertainty_score":0.017987669},"labels":[],"label_agreement":null},{"id":"W1542285287","doi":"10.19173/irrodl.v16i2.1974","title":"Online text processing: A study of Iranian EFL learners’ vocabulary knowledge","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Communication and Language","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Vocabulary; Test (biology); Computer science; Foreign language; Session (web analytics); Control (management); Class (philosophy); Homogeneous; Vocabulary development; World Wide Web; Psychology; Multimedia; Mathematics education; Teaching method; Artificial intelligence; Linguistics; Mathematics","score_opus":0.19574129400890525,"score_gpt":0.4751380923743593,"score_spread":0.27939679836545406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542285287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991202,0.000059302576,0.0000338019,0.000028396924,0.000002127244,0.000021041187,0.000012318856,0.0000011185301,0.0007218104],"genre_scores_gemma":[0.9976615,0.0002621058,0.00022741589,0.00009354283,0.00000859897,0.00006291961,0.000050062663,0.0000028848608,0.0016310714],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99932516,0.00015163577,0.00006860698,0.00009920854,0.00021901433,0.00013639081],"domain_scores_gemma":[0.9978672,0.0008556737,0.0004391168,0.00008105332,0.00043372868,0.00032329874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014625348,0.00034470626,0.00062096806,0.0012645465,0.0014556977,0.0015099691,0.00062171184,0.00064238947,0.0026339153],"category_scores_gemma":[0.0042639747,0.00029000294,0.00030817115,0.0010468389,0.00076731364,0.0015120814,0.00065067515,0.0008535519,0.0006285674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023067082,0.0067383037,0.3859424,0.0003401298,0.00003597614,0.0022237443,0.5313833,0.00009171037,0.004995486,0.00039186951,0.0008381748,0.06678822],"study_design_scores_gemma":[0.000058091606,0.002524039,0.58070016,0.00013379067,0.000054212072,0.0013625626,0.4053973,0.00034217074,0.0016876756,0.00034711332,0.007344105,0.000048761816],"about_ca_topic_score_codex":0.0044826847,"about_ca_topic_score_gemma":0.005424064,"teacher_disagreement_score":0.0044826847,"about_ca_system_score_codex":0.0006585201,"about_ca_system_score_gemma":0.0011252156,"threshold_uncertainty_score":0.008913159},"labels":[],"label_agreement":null},{"id":"W1542458640","doi":"10.19173/irrodl.v12i4.936","title":"Attracting, preparing, and retaining under-represented populations in rural and remote Alberta-North communities","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Appreciative Inquiry and Organizational Change","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University; Alberta Environment and Protected Areas","funders":"","keywords":"Government (linguistics); Distance education; Rural area; Economic growth; Political science; Geography; Public relations; Sociology; Pedagogy","score_opus":0.2671162855183875,"score_gpt":0.41792918162054915,"score_spread":0.15081289610216164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542458640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97777677,0.0031029226,0.00015246146,0.0058380007,0.000057074878,0.00012717875,0.000023670162,0.00000845134,0.012913423],"genre_scores_gemma":[0.98854625,0.005486227,0.0005284541,0.0012620891,0.000025956384,0.0000834151,0.00003287493,0.0000056222157,0.0040292214],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9972389,0.00093503523,0.000049220598,0.0001124393,0.00045677536,0.0012076575],"domain_scores_gemma":[0.99592125,0.0010718061,0.0004891919,0.00009297845,0.00042254952,0.002002262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033662864,0.00025954694,0.0003626777,0.0015077221,0.01147064,0.0051594344,0.002785067,0.0009988543,0.0029740117],"category_scores_gemma":[0.0055503645,0.00023111542,0.00017271675,0.0023846487,0.006416777,0.0018859736,0.0066117025,0.0011976816,0.00019728582],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098366865,0.00048529,0.10242176,0.00077929895,0.00002464513,0.0018840871,0.6858934,0.00014039593,0.0009671386,0.0052075046,0.006030453,0.19606768],"study_design_scores_gemma":[0.000018203667,0.00013321207,0.06582405,0.00056857505,0.000020359552,0.00014294308,0.9143056,0.00007179121,0.00017907993,0.00088769523,0.017828695,0.000019765097],"about_ca_topic_score_codex":0.5231493,"about_ca_topic_score_gemma":0.7965834,"teacher_disagreement_score":0.4768507,"about_ca_system_score_codex":0.012761813,"about_ca_system_score_gemma":0.04026876,"threshold_uncertainty_score":0.9593179},"labels":[],"label_agreement":null},{"id":"W1542671449","doi":"10.19173/irrodl.v16i2.2016","title":"Measuring disorientation based on the Needleman-Wunsch algorithm","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Path (computing); Measure (data warehouse); Process (computing); Algorithm; Matching (statistics); Similarity (geometry); Artificial intelligence; Machine learning; Data mining; Image (mathematics); Mathematics","score_opus":0.17364489657754245,"score_gpt":0.42980880540209077,"score_spread":0.2561639088245483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542671449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06527553,0.00020257103,0.9298619,0.00006282951,0.000052770734,0.00031584874,0.00017490832,0.0011389022,0.0029146937],"genre_scores_gemma":[0.24919331,0.00023051002,0.7481083,0.000027205346,0.000012431069,0.00026970296,0.00034653934,0.00013055865,0.0016814193],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979235,0.00039558805,0.00022806905,0.00039775684,0.00088646787,0.00016861498],"domain_scores_gemma":[0.9958274,0.0014675416,0.00071399397,0.00036424873,0.0015021901,0.00012460965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021027194,0.0008672052,0.0007532997,0.0050788103,0.0006659492,0.0017387418,0.001075298,0.00090214016,0.0028816455],"category_scores_gemma":[0.013052406,0.0003795589,0.00069819484,0.0045416686,0.0008559174,0.0033134427,0.0010835174,0.00062098046,0.0010939304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004214426,0.00020214364,0.03654892,0.00022929217,0.00016921527,0.00013749943,0.00071429845,0.053745206,0.015625449,0.031066116,0.0036325078,0.8575079],"study_design_scores_gemma":[0.00006611121,0.00037585662,0.03599971,0.00009588351,0.00009618923,0.0005059652,0.00064699526,0.90081805,0.027766535,0.024025533,0.009402659,0.00020041592],"about_ca_topic_score_codex":0.009865825,"about_ca_topic_score_gemma":0.007785945,"teacher_disagreement_score":0.009865825,"about_ca_system_score_codex":0.0011866948,"about_ca_system_score_gemma":0.0015570779,"threshold_uncertainty_score":0.019616783},"labels":[],"label_agreement":null},{"id":"W1543060681","doi":"10.19173/irrodl.v6i1.222","title":"Quality Assurance, Open and Distance Learning, and Australian Universities","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Adelaide","keywords":"Distance education; Quality assurance; Higher education; Quality (philosophy); Open education; Audit; Agency (philosophy); Business; Political science; Pedagogy; Psychology; Sociology; Accounting; Marketing; Service (business); Social science","score_opus":0.17451235682610156,"score_gpt":0.5414438286508604,"score_spread":0.3669314718247588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543060681","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20930213,0.5350984,0.0051711537,0.10543328,0.0008806581,0.00012774557,0.000106893836,0.00004197896,0.14383775],"genre_scores_gemma":[0.90302664,0.08378373,0.0016688977,0.003245284,0.00030364087,0.00008300936,0.00003529416,0.0000111902455,0.007842301],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97383547,0.016189931,0.0014871579,0.0011799573,0.006385408,0.0009220452],"domain_scores_gemma":[0.93292326,0.038972378,0.013798114,0.0017988026,0.009627985,0.0028795104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018238628,0.00017987478,0.0005529059,0.0037750208,0.0016960915,0.006586704,0.00095295097,0.0018099542,0.002653827],"category_scores_gemma":[0.05047668,0.00027326535,0.00024996357,0.010549519,0.007670348,0.005748243,0.0038175846,0.0017127906,0.00017759184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003175368,0.0003481793,0.05884713,0.006361246,0.00010969508,0.00054182136,0.029492283,0.0019770109,0.0005737261,0.3911099,0.012914441,0.49740702],"study_design_scores_gemma":[0.000087985565,0.0010807717,0.4354107,0.012655922,0.00020606363,0.0011179035,0.04156191,0.0031430768,0.0010388399,0.16389103,0.339634,0.00017188025],"about_ca_topic_score_codex":0.048442353,"about_ca_topic_score_gemma":0.045785826,"teacher_disagreement_score":0.048442353,"about_ca_system_score_codex":0.015890308,"about_ca_system_score_gemma":0.014104633,"threshold_uncertainty_score":0.11529279},"labels":[],"label_agreement":null},{"id":"W1543301598","doi":"10.19173/irrodl.v10i2.601","title":"Information and Communication Technology (ICT) in the Service of Multiculturalism","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Multiculturalism; Distance education; Information and Communications Technology; The Internet; Computer science; Computer-mediated communication; World Wide Web; Asynchronous learning; Multimedia; Internet privacy; Sociology; Synchronous learning; Telecommunications; Pedagogy; Teaching method; Cooperative learning","score_opus":0.09176068916261766,"score_gpt":0.46291952549632415,"score_spread":0.3711588363337065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543301598","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20248799,0.10784886,0.049484476,0.04775044,0.0009594037,0.00013464293,0.000083135004,0.00012202271,0.59112906],"genre_scores_gemma":[0.96425027,0.02082231,0.0053861295,0.0013383796,0.00038045505,0.000049126265,0.00002154964,0.00001226952,0.007739441],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973694,0.001633609,0.000098400626,0.00021088647,0.0004589999,0.0002285408],"domain_scores_gemma":[0.99654573,0.0023470316,0.00041089696,0.00023294185,0.00022438832,0.00023899318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002068602,0.0002527589,0.00035447354,0.001284022,0.0015165393,0.006330991,0.0006560345,0.0018914551,0.0045349947],"category_scores_gemma":[0.0036922356,0.00013357327,0.0002340778,0.0023814668,0.005954534,0.0060006087,0.0034750109,0.0011042862,0.00050127343],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006355796,0.000121411824,0.005136698,0.0011295682,0.000045865258,0.0011541286,0.017602649,0.0018220609,0.0010217004,0.7342472,0.00465918,0.23299587],"study_design_scores_gemma":[0.000041601048,0.00022921461,0.007922046,0.0011421352,0.000051882278,0.001682588,0.022377642,0.0037311572,0.001555176,0.74561656,0.21559687,0.00005320205],"about_ca_topic_score_codex":0.0013801897,"about_ca_topic_score_gemma":0.0009070051,"teacher_disagreement_score":0.006330991,"about_ca_system_score_codex":0.0015737541,"about_ca_system_score_gemma":0.0027300566,"threshold_uncertainty_score":0.015171051},"labels":[],"label_agreement":null},{"id":"W1543753471","doi":"10.19173/irrodl.v8i2.440","title":"Engagement through Simulation","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Mathematics education; Multimedia; Human–computer interaction; Psychology","score_opus":0.29476879334356265,"score_gpt":0.56748538744481,"score_spread":0.2727165941012474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543753471","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07858667,0.0006866648,0.34761715,0.0037965616,0.0005584633,0.0004624947,0.00030636592,0.0018429,0.5661427],"genre_scores_gemma":[0.89099497,0.0004782677,0.03948543,0.00041999665,0.00006096999,0.00054250826,0.00039055175,0.00021302671,0.067414336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975756,0.0014924824,0.00006253632,0.00025022373,0.00044395728,0.00017520755],"domain_scores_gemma":[0.99639195,0.0021604947,0.00012632154,0.0006751733,0.0002706511,0.0003753711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021533207,0.00052660133,0.00032321393,0.000576847,0.00096625014,0.004068489,0.001215949,0.0014067006,0.035989128],"category_scores_gemma":[0.008611728,0.00021291393,0.00043763948,0.00041947336,0.0015528832,0.002654709,0.0048956885,0.001486982,0.005115821],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046753793,0.0014287435,0.0054339026,0.00044098916,0.000079120364,0.00031175738,0.007509391,0.07706001,0.0055612437,0.6104016,0.024191704,0.26711404],"study_design_scores_gemma":[0.00020865338,0.000698001,0.0025618684,0.00046927176,0.000044847486,0.0002928199,0.003518126,0.1655013,0.008685008,0.47403008,0.34390733,0.00008268672],"about_ca_topic_score_codex":0.0013030668,"about_ca_topic_score_gemma":0.0014676033,"teacher_disagreement_score":0.035989128,"about_ca_system_score_codex":0.001118589,"about_ca_system_score_gemma":0.0014481616,"threshold_uncertainty_score":0.12039566},"labels":[],"label_agreement":null},{"id":"W1544358399","doi":"10.19173/irrodl.v8i3.383","title":"Same Size Doesn't Fit All: Insights from research on listening skills at the University of the South Pacific (USP)","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Active listening; Psychology; Mathematics education; Perception; Qualitative research; Pedagogy; Educational technology; Sociology","score_opus":0.12839877366361727,"score_gpt":0.4029018231079406,"score_spread":0.27450304944432335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544358399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9596768,0.0051730643,0.0014716304,0.012282917,0.0000634903,0.00008462593,0.000032761458,0.0000102746735,0.02120432],"genre_scores_gemma":[0.98788226,0.007365191,0.0008971334,0.0019632585,0.000023842584,0.00010315937,0.0000232002,0.00001969458,0.0017223582],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98646575,0.009531545,0.0004118845,0.0006681572,0.0019948725,0.00092767173],"domain_scores_gemma":[0.9489193,0.044821035,0.0022270675,0.0006893149,0.0018585909,0.001484682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018536936,0.00031743583,0.00075293507,0.0031039286,0.0081002675,0.0068310583,0.0017501534,0.0018501932,0.0014826398],"category_scores_gemma":[0.0307908,0.0006403469,0.00027985108,0.0045337956,0.011146174,0.008103528,0.004869628,0.0040080925,0.00020140187],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006469781,0.000036973855,0.0030833636,0.00015596842,0.000004519479,0.00052418053,0.9843705,0.000010936374,0.00019005782,0.001519645,0.00032350654,0.009773795],"study_design_scores_gemma":[0.0000022147472,0.000032133987,0.005384036,0.00029893316,0.0000054921006,0.00024597847,0.98791444,0.00003315362,0.00010371504,0.0005776344,0.0053972458,0.0000050794015],"about_ca_topic_score_codex":0.029225197,"about_ca_topic_score_gemma":0.07146018,"teacher_disagreement_score":0.029225197,"about_ca_system_score_codex":0.004779169,"about_ca_system_score_gemma":0.011956179,"threshold_uncertainty_score":0.098033905},"labels":[],"label_agreement":null},{"id":"W1544452012","doi":"10.19173/irrodl.v5i1.174","title":"Open-Distance Education as a Mechanism for Sustainable Development: Reflections on the Nigerian Experience","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Citizen journalism; Sociology; Open education; Pedagogy; Public relations; Psychology; Political science; Geography","score_opus":0.12144219221092485,"score_gpt":0.5185143641519774,"score_spread":0.39707217194105254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544452012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84473383,0.012999174,0.0027134544,0.049430896,0.0010335714,0.00011109025,0.0000367739,0.000015747926,0.08892546],"genre_scores_gemma":[0.9775418,0.0061650276,0.00058191316,0.0022622203,0.00008246733,0.00004682403,0.000007104963,0.000020800839,0.013291758],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99416536,0.004277729,0.00013647784,0.00021178072,0.0005388041,0.00066986034],"domain_scores_gemma":[0.99488103,0.003890171,0.0002916798,0.00013731724,0.00028280172,0.0005169499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008810346,0.0004890922,0.0005046259,0.00065415056,0.01426734,0.007826405,0.0009452146,0.0030737284,0.0032405588],"category_scores_gemma":[0.0069040116,0.00047527178,0.00022201675,0.0012754999,0.013569488,0.008434888,0.008035989,0.004752461,0.00036998815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022681543,0.000063160405,0.0014206275,0.0002051008,0.0000022250492,0.0016416839,0.9583245,0.000049374503,0.00055676594,0.019904763,0.0015612007,0.016247952],"study_design_scores_gemma":[0.0000027685228,0.000034751443,0.0010132913,0.00040516324,0.0000022587858,0.0002968614,0.92977536,0.000028689925,0.00021529244,0.0014234062,0.06679321,0.000008936313],"about_ca_topic_score_codex":0.006257303,"about_ca_topic_score_gemma":0.019820724,"teacher_disagreement_score":0.01426734,"about_ca_system_score_codex":0.0049763117,"about_ca_system_score_gemma":0.0052937604,"threshold_uncertainty_score":0.046594083},"labels":[],"label_agreement":null},{"id":"W1544541105","doi":"10.19173/irrodl.v2i2.43","title":"Internet Audio Products","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Music Technology and Sound Studies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"The Internet; Audio equipment; Computer science; Distance education; Multimedia; World Wide Web; Internet privacy; Sociology; Pedagogy; Engineering","score_opus":0.14378739960929102,"score_gpt":0.3965541814949977,"score_spread":0.25276678188570667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544541105","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002179633,0.004066636,0.010268307,0.00092679984,0.0016546088,0.00047943805,0.003903073,0.00783355,0.96868795],"genre_scores_gemma":[0.009147283,0.00394118,0.011490454,0.0007022041,0.0008924562,0.0002707179,0.004798297,0.0013025271,0.967455],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986124,0.00009443703,0.000058659825,0.00012779243,0.0010257361,0.000080971105],"domain_scores_gemma":[0.9968353,0.0005382553,0.00014066372,0.00039940386,0.0016364707,0.00044989985],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010707588,0.0010640869,0.00051250623,0.0043414524,0.0012969078,0.004246502,0.0011501899,0.0014987469,0.5246749],"category_scores_gemma":[0.004149344,0.00044092242,0.00042434383,0.0029409665,0.00030201187,0.0032854772,0.001875757,0.0009710963,0.33379242],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019503821,0.00018872085,0.00027710196,0.00057854474,0.0000070049855,0.0001603712,0.00019583564,0.000072082636,0.0057063135,0.007182911,0.40245116,0.5829848],"study_design_scores_gemma":[0.000026856607,0.00008478629,0.0006523698,0.00010353933,0.000010282636,0.00031901756,0.00007837354,0.00009566659,0.0013415518,0.0008134324,0.9964635,0.000010683381],"about_ca_topic_score_codex":0.0007568655,"about_ca_topic_score_gemma":0.0012088375,"teacher_disagreement_score":0.5246749,"about_ca_system_score_codex":0.00044659627,"about_ca_system_score_gemma":0.0007896737,"threshold_uncertainty_score":0.67799354},"labels":[],"label_agreement":null},{"id":"W1544944805","doi":"10.19173/irrodl.v14i1.1394","title":"Peer Portal: Quality enhancement in thesis writing using self-managed peer review on a mass scale","year":2013,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Stockholms Universitet","keywords":"Peer review; Bachelor; Quality (philosophy); Peer feedback; Technical peer review; Computer science; Scale (ratio); Psychology; Medical education; Mathematics education; Multimedia; Medicine; Political science","score_opus":0.27905200290430215,"score_gpt":0.5703756518986821,"score_spread":0.29132364899437996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544944805","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33702135,0.0049029826,0.46192816,0.0044734967,0.003872214,0.02119124,0.002658191,0.062749825,0.10120249],"genre_scores_gemma":[0.37587667,0.0022467528,0.56053066,0.0004524031,0.0023449569,0.0072396756,0.0023534154,0.0035944704,0.04536107],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9602861,0.022452796,0.003074801,0.0024140836,0.0110824555,0.00068979716],"domain_scores_gemma":[0.9256139,0.029248746,0.0074172216,0.013907735,0.019408917,0.004403608],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02961268,0.000749229,0.0011773967,0.0040882756,0.0016513161,0.0044419775,0.0017119121,0.00076992257,0.02576415],"category_scores_gemma":[0.06534458,0.0005786408,0.00093624485,0.002879413,0.0008909345,0.0033873646,0.005580349,0.00083264295,0.016394302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009064562,0.0010217935,0.007711052,0.0015056306,0.00012896598,0.00029192213,0.002721692,0.00044550642,0.025694452,0.0016523158,0.049718898,0.9082012],"study_design_scores_gemma":[0.0026906685,0.013693805,0.15887602,0.0012519036,0.00082542904,0.0063797208,0.0046184645,0.024943165,0.12445016,0.008232742,0.65323263,0.00080524874],"about_ca_topic_score_codex":0.00029566692,"about_ca_topic_score_gemma":0.0005645663,"teacher_disagreement_score":0.97038734,"about_ca_system_score_codex":0.00052961777,"about_ca_system_score_gemma":0.0034568848,"threshold_uncertainty_score":0.15660864},"labels":[],"label_agreement":null},{"id":"W1545897704","doi":"10.19173/irrodl.v4i2.150","title":"Critical Success Factors in The Infusion of Instructional Technologies for Open Learning in Development Settings:","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Critical success factor; Instructional design; Educational technology; Knowledge management; Computer science; Psychology; Pedagogy","score_opus":0.2815678174285205,"score_gpt":0.5409104052964041,"score_spread":0.2593425878678836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1545897704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92609954,0.0006338553,0.008634509,0.0065700253,0.00008184817,0.000745838,0.000058749967,0.000095612224,0.05707993],"genre_scores_gemma":[0.99244267,0.00033950125,0.0038466956,0.00017430437,0.0000118861,0.0002428322,0.000019182597,0.000024543318,0.0028984686],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9876818,0.006529896,0.00075838756,0.0005152932,0.0025213964,0.001993189],"domain_scores_gemma":[0.9346266,0.046260394,0.0057386383,0.0013261411,0.0067702984,0.005277956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014037377,0.0005055146,0.00025949944,0.0018552267,0.0052063023,0.011301892,0.0013830536,0.0014247822,0.0050969133],"category_scores_gemma":[0.04142861,0.00052080216,0.0003326236,0.0014656795,0.005791937,0.004730755,0.0049305614,0.002309329,0.0007871512],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029427788,0.0010181126,0.15898135,0.0013140008,0.000041692605,0.010309569,0.5596487,0.0010107515,0.0059387796,0.044717815,0.007991666,0.2087333],"study_design_scores_gemma":[0.00004166596,0.0007245598,0.11926367,0.0013345487,0.000045950506,0.0024718058,0.7905161,0.001356283,0.009104759,0.0071739773,0.06783023,0.00013654333],"about_ca_topic_score_codex":0.005017278,"about_ca_topic_score_gemma":0.0070859706,"teacher_disagreement_score":0.014037377,"about_ca_system_score_codex":0.007386368,"about_ca_system_score_gemma":0.009987704,"threshold_uncertainty_score":0.074237585},"labels":[],"label_agreement":null},{"id":"W1546742014","doi":"10.19173/irrodl.v12i6.1015","title":"The importance of interaction for academic success in online courses with hearing, deaf, and hard-of-hearing students","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Academic achievement; Perception; Online learning; Medical education; Computer science; Multimedia","score_opus":0.1944346342968853,"score_gpt":0.5262564785245399,"score_spread":0.33182184422765465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546742014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979247,0.000069471826,0.00008071102,0.00009962746,0.000007273378,0.000010993549,0.000019094281,0.000005057792,0.0017831441],"genre_scores_gemma":[0.9993344,0.00005965277,0.00014045561,0.000023764307,0.000012395807,0.000010012931,0.000024175562,0.0000029172434,0.00039213392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964647,0.0010069589,0.00036141992,0.0002989261,0.0011845136,0.00068338524],"domain_scores_gemma":[0.96263033,0.014427347,0.01042415,0.00081727636,0.0028716652,0.00882928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002857803,0.000375563,0.00050440326,0.0020042371,0.002059409,0.004879266,0.0007073966,0.00064254616,0.0040506045],"category_scores_gemma":[0.023145853,0.00021556165,0.00057866506,0.00089857914,0.0009203842,0.0014502193,0.0029661704,0.0015661347,0.0007332947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020849162,0.0012840889,0.954792,0.00006955512,0.00006633737,0.00022823739,0.00790513,0.00007228534,0.0008643889,0.00011629987,0.0002426113,0.03415051],"study_design_scores_gemma":[0.0000053381245,0.00025699852,0.98912877,0.000019375535,0.000028842935,0.00016024869,0.009281765,0.00019204935,0.00031896104,0.00010853552,0.00047910248,0.000020010646],"about_ca_topic_score_codex":0.002639415,"about_ca_topic_score_gemma":0.003916345,"teacher_disagreement_score":0.004879266,"about_ca_system_score_codex":0.00064143137,"about_ca_system_score_gemma":0.0012519647,"threshold_uncertainty_score":0.015113711},"labels":[],"label_agreement":null},{"id":"W1546923248","doi":"10.19173/irrodl.v16i1.1982","title":"The analysis of Iranian students' persistence in online education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Asynchronous communication; Psychology; Mathematics education; Stratified sampling; E learning; Descriptive statistics; Distance education; Online learning; Instructional design; Educational technology; Computer science; Pedagogy; Multimedia; Statistics; Mathematics","score_opus":0.15854547064242025,"score_gpt":0.5309721597489977,"score_spread":0.37242668910657745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546923248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978951,0.00033223946,0.00019658104,0.00013444136,0.000008720023,0.000015553072,0.00008248795,0.000004425719,0.0013304492],"genre_scores_gemma":[0.99940777,0.000146377,0.00010830779,0.000018391098,0.000008370954,0.000013226766,0.00006793201,0.0000011131465,0.00022863776],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881554,0.0002439333,0.0001654333,0.000092307324,0.00046482615,0.0002179914],"domain_scores_gemma":[0.9953082,0.0012382905,0.0015639812,0.00018822248,0.0012085938,0.0004927113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016064056,0.00014501426,0.00026946169,0.0020260003,0.0005038348,0.0010368855,0.00038168978,0.00030151362,0.0015700907],"category_scores_gemma":[0.009028011,0.00008758189,0.00046457158,0.0019148963,0.00029163074,0.00057471875,0.0005753428,0.00048405782,0.00018877117],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055642224,0.00015022297,0.9524772,0.000069101145,0.000037546364,0.000074415926,0.0038678374,0.00006379802,0.00015370711,0.00015120466,0.00033837988,0.042560875],"study_design_scores_gemma":[0.0000032221012,0.00010259498,0.993383,0.00002975959,0.000023198596,0.00012949211,0.005077263,0.00016894836,0.00013244124,0.00007888143,0.00086462835,0.0000065296695],"about_ca_topic_score_codex":0.0044688084,"about_ca_topic_score_gemma":0.0042967983,"teacher_disagreement_score":0.0044688084,"about_ca_system_score_codex":0.000645056,"about_ca_system_score_gemma":0.0013611738,"threshold_uncertainty_score":0.008885562},"labels":[],"label_agreement":null},{"id":"W1546964773","doi":"10.19173/irrodl.v12i4.871","title":"Re-thinking sustainable education systems in Iceland: The Net-University project","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sustainability; Icelandic; Open educational resources; Higher education; Distance education; Open education; Knowledge transfer; Knowledge management; Political science; Sociology; Pedagogy; Engineering management; Economic growth; Engineering; Computer science; Economics","score_opus":0.08700286153948758,"score_gpt":0.3970891940077702,"score_spread":0.31008633246828265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546964773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73504907,0.0061956444,0.025484791,0.009521524,0.0006040097,0.00086597423,0.0026477072,0.00064324687,0.21898802],"genre_scores_gemma":[0.89532876,0.004964307,0.05168757,0.00041186647,0.000093332084,0.00061334047,0.004500776,0.00021925439,0.042180814],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9986249,0.00071382953,0.00004816523,0.00009419815,0.00026628215,0.00025255993],"domain_scores_gemma":[0.9988028,0.00034110458,0.00007778029,0.00010971061,0.00027062092,0.00039801732],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.005557591,0.0004781924,0.00027273802,0.00047702718,0.0015251901,0.0032196152,0.00071655295,0.0009901994,0.002515173],"category_scores_gemma":[0.0014893104,0.00014097554,0.0002870248,0.0006408591,0.0015034548,0.0026790753,0.0025300714,0.0006787152,0.0003750914],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013439887,0.0025477998,0.027112126,0.00130205,0.00017981316,0.0019501583,0.016293349,0.14815259,0.0063719153,0.18106467,0.07802145,0.5356601],"study_design_scores_gemma":[0.00060086325,0.00092203205,0.073763065,0.0010082806,0.00013192494,0.0004608424,0.03090881,0.057733312,0.018794239,0.034462616,0.78106475,0.00014912814],"about_ca_topic_score_codex":0.03595788,"about_ca_topic_score_gemma":0.035155404,"teacher_disagreement_score":0.99928343,"about_ca_system_score_codex":0.0061883605,"about_ca_system_score_gemma":0.010643875,"threshold_uncertainty_score":0.07149714},"labels":[],"label_agreement":null},{"id":"W1548326146","doi":"10.19173/irrodl.v14i5.1510","title":"The teacher as leader: Effect of teaching behaviors on class community and agreement","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agreement; Class (philosophy); Psychology; Cognition; Mathematics education; Community of inquiry; Teaching method; Social psychology; Computer science","score_opus":0.07343003180397523,"score_gpt":0.48588546774609653,"score_spread":0.4124554359421213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548326146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959021,0.00011548963,0.00027709224,0.0003501914,0.000017835862,0.000019636165,0.000027049497,0.000008094213,0.003282536],"genre_scores_gemma":[0.9989967,0.000059533908,0.00014025504,0.00003047482,0.000012381944,0.00002683424,0.00002619738,0.000006717952,0.00070082326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98915756,0.0068704784,0.00044138043,0.0010076395,0.0018568744,0.00066614593],"domain_scores_gemma":[0.8632681,0.0998341,0.019665724,0.004554344,0.003928654,0.008749115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074318997,0.00016858797,0.00038692835,0.0006808128,0.0010732481,0.0014456718,0.0009885903,0.0006242569,0.0073198187],"category_scores_gemma":[0.047274984,0.0002123888,0.0006621883,0.0005685805,0.0012522874,0.00092576665,0.0018450333,0.0014455348,0.00059034314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010837432,0.0022936685,0.9461317,0.0000713592,0.00024578537,0.00015510866,0.012619281,0.00029666699,0.0008711697,0.00050576334,0.0005852824,0.035140492],"study_design_scores_gemma":[0.000032002346,0.00046583748,0.9918108,0.000036181675,0.000056922094,0.000040413495,0.0055961735,0.0006522034,0.00031311362,0.00024494441,0.00074004167,0.000011397324],"about_ca_topic_score_codex":0.004784736,"about_ca_topic_score_gemma":0.0046563274,"teacher_disagreement_score":0.0074318997,"about_ca_system_score_codex":0.00090626295,"about_ca_system_score_gemma":0.0012849543,"threshold_uncertainty_score":0.039304078},"labels":[],"label_agreement":null},{"id":"W1548696804","doi":"10.19173/irrodl.v7i3.248","title":"A Pilot Study of Problem Formulation and Resolution in an Online Problem-based Learning Course","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology; Athabasca University","funders":"","keywords":"Problem-based learning; Context (archaeology); Computer science; Asynchronous communication; Resolution (logic); Mathematics education; Process (computing); Exploratory research; Online course; Course (navigation); Psychology; Artificial intelligence; Engineering; Sociology","score_opus":0.15152247986133885,"score_gpt":0.4705265906581741,"score_spread":0.3190041107968352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548696804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932811,0.000026688092,0.0033049253,0.00021976877,0.000025728326,0.0012169753,0.000027768754,0.00004833995,0.001848669],"genre_scores_gemma":[0.9782491,0.00014756095,0.015506261,0.0004344314,0.000052427597,0.001798191,0.00010980553,0.00002895313,0.0036731418],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9946792,0.003167759,0.00022196458,0.0006169203,0.0007163629,0.00059784733],"domain_scores_gemma":[0.9736833,0.016176824,0.001839737,0.0016767322,0.0020617482,0.004561599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009408878,0.00086395757,0.00092888874,0.001092138,0.0038721932,0.0030420823,0.0023441368,0.0019580165,0.0033826032],"category_scores_gemma":[0.031056507,0.00079599686,0.00056000624,0.00081283663,0.0020516983,0.0025746857,0.0023595113,0.0040608025,0.0012084398],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017860989,0.18795925,0.05671825,0.0009525224,0.00008289588,0.0055854013,0.49367777,0.0015809344,0.045983993,0.0033166623,0.0027716944,0.1995847],"study_design_scores_gemma":[0.0032951026,0.16152838,0.19518037,0.0004223072,0.00018224603,0.004314969,0.5160212,0.017054506,0.04333317,0.006571747,0.05166105,0.00043492782],"about_ca_topic_score_codex":0.0011653224,"about_ca_topic_score_gemma":0.002262359,"teacher_disagreement_score":0.009408878,"about_ca_system_score_codex":0.0011203325,"about_ca_system_score_gemma":0.0024584855,"threshold_uncertainty_score":0.049759507},"labels":[],"label_agreement":null},{"id":"W1548840173","doi":"10.19173/irrodl.v13i3.1120","title":"Delivery of open, distance, and e-learning in Kenya","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open university; Open education; Function (biology); Mathematics education; Sociology; Pedagogy; Psychology","score_opus":0.09037304137530615,"score_gpt":0.47243929057570794,"score_spread":0.3820662492004018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548840173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96421766,0.008054775,0.00055530184,0.003869031,0.00004687927,0.00029903144,0.00020232628,0.00001297153,0.022742106],"genre_scores_gemma":[0.9872967,0.0082436865,0.0010315584,0.0002622411,0.000011652488,0.000081759565,0.00005558561,0.000005094286,0.0030117163],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9988906,0.00046342032,0.00010554128,0.000094641604,0.00025193734,0.00019392863],"domain_scores_gemma":[0.99804074,0.00061836705,0.00067060854,0.000039131643,0.0002474597,0.00038363662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015653499,0.00012601267,0.00014294889,0.0007978996,0.0015878961,0.001704901,0.0005992451,0.00043411416,0.0033542726],"category_scores_gemma":[0.0031631074,0.00022527733,0.000073506126,0.001909976,0.00054111396,0.0015719712,0.0010116459,0.00032171185,0.00040532276],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065685436,0.0023097326,0.17228383,0.0065513984,0.00006467358,0.0041501685,0.07594694,0.0010748443,0.010348197,0.031282082,0.011472886,0.6838584],"study_design_scores_gemma":[0.00019847011,0.001961703,0.6615549,0.0047631785,0.0001228561,0.0014160387,0.17600249,0.001493789,0.004033796,0.0020605149,0.14626491,0.00012725548],"about_ca_topic_score_codex":0.03594054,"about_ca_topic_score_gemma":0.080686875,"teacher_disagreement_score":0.03594054,"about_ca_system_score_codex":0.005410276,"about_ca_system_score_gemma":0.009881012,"threshold_uncertainty_score":0.07146269},"labels":[],"label_agreement":null},{"id":"W1549254143","doi":"10.19173/irrodl.v16i1.1948","title":"Big(ger) data as better data in open distance learning","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Big data; Context (archaeology); Distance education; Inclusion (mineral); Data science; Computer science; Open data; Descriptive statistics; Higher education; Political science; Sociology; World Wide Web; Pedagogy; Social science; Mathematics; Statistics; Geography; Data mining","score_opus":0.4812112097309015,"score_gpt":0.5063618947980583,"score_spread":0.025150685067156786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549254143","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027059784,0.014477592,0.1985124,0.5780646,0.009251656,0.00071843213,0.0021321508,0.0008733381,0.16890998],"genre_scores_gemma":[0.586376,0.020206753,0.25211194,0.08356709,0.008259225,0.0012822886,0.002146985,0.0011044451,0.044945285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9601288,0.02488655,0.0021894772,0.0023839534,0.008753918,0.0016573112],"domain_scores_gemma":[0.87745607,0.07797455,0.005310315,0.020944433,0.011147768,0.0071669566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036131706,0.0007570098,0.0010203696,0.003768669,0.0061802194,0.04991685,0.0049380814,0.0072976565,0.013405394],"category_scores_gemma":[0.08706199,0.0007252421,0.0010656264,0.0081860395,0.023049233,0.07326386,0.02290293,0.010770953,0.0038674779],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008456596,0.000120444776,0.0052149137,0.0011796168,0.00005755628,0.00041148902,0.016960515,0.0015894186,0.00047683468,0.788322,0.066003926,0.119578734],"study_design_scores_gemma":[0.000014779234,0.000049725368,0.0017741324,0.0016754159,0.000018346873,0.0002407137,0.02219008,0.0017847513,0.0006455554,0.53826183,0.43326756,0.00007717621],"about_ca_topic_score_codex":0.004090235,"about_ca_topic_score_gemma":0.006323194,"teacher_disagreement_score":0.04991685,"about_ca_system_score_codex":0.006034191,"about_ca_system_score_gemma":0.011232559,"threshold_uncertainty_score":0.19108504},"labels":[],"label_agreement":null},{"id":"W1549620355","doi":"10.19173/irrodl.v7i2.295","title":"A Multi-Island Situation Without the Ocean: Tutors' perceptions about working in isolation from colleagues","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Feeling; Isolation (microbiology); Reading (process); Distance education; Perception; Psychology; Work (physics); Qualitative research; Pedagogy; Social isolation; Professional development; Medical education; Sociology; Social psychology; Political science; Medicine; Engineering; Social science","score_opus":0.07244756885929851,"score_gpt":0.4451822711775335,"score_spread":0.372734702318235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549620355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976597,0.00031743734,0.00020107585,0.00048676648,0.000023389792,0.000009363223,0.000004427008,0.000007768108,0.0012900882],"genre_scores_gemma":[0.9991904,0.00021682627,0.000074523945,0.00012527264,0.000009068794,0.000007385783,0.0000038030573,0.0000029685798,0.00036967732],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9953962,0.003291535,0.00021859663,0.00019166569,0.00042690645,0.00047510653],"domain_scores_gemma":[0.9907691,0.0037180206,0.0018303279,0.00028625628,0.0007290716,0.0026672313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032104617,0.00031996224,0.00063678354,0.0006505306,0.004495963,0.0046719536,0.0007268102,0.001295069,0.0022943746],"category_scores_gemma":[0.0127469525,0.00030007114,0.00027655048,0.0005221387,0.003556757,0.0023582804,0.0044626924,0.0015922247,0.0003219788],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013100565,0.00024093929,0.06657798,0.00019532263,0.000033255852,0.0020765672,0.9134653,0.00010075042,0.0012861282,0.0003208961,0.0010539286,0.014517943],"study_design_scores_gemma":[0.0000116718065,0.00036882126,0.016633203,0.00006948844,0.000020931317,0.00077117875,0.97808254,0.00009661666,0.00027810648,0.00012709337,0.003515741,0.000024653827],"about_ca_topic_score_codex":0.002593609,"about_ca_topic_score_gemma":0.003996706,"teacher_disagreement_score":0.0046719536,"about_ca_system_score_codex":0.0011169917,"about_ca_system_score_gemma":0.0012954675,"threshold_uncertainty_score":0.01697874},"labels":[],"label_agreement":null},{"id":"W1550441833","doi":"10.19173/irrodl.v15i1.1636","title":"Multi-country experience in delivering a joint course on software engineering – numerical results","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Joint (building); Class (philosophy); Crash; Software; Computer science; Engineering management; Library science; Political science; Engineering; Artificial intelligence; Civil engineering","score_opus":0.09024905315588547,"score_gpt":0.4134980007713644,"score_spread":0.32324894761547895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550441833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96663684,0.0007581002,0.0069818585,0.0026369041,0.00020092368,0.0001325868,0.0002524138,0.0002580167,0.02214225],"genre_scores_gemma":[0.96895456,0.001222549,0.007800096,0.00073517417,0.000099838035,0.00014494879,0.00043189485,0.00020725012,0.02040377],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996099,0.0017127268,0.00022650107,0.00041686473,0.00064790965,0.0008971086],"domain_scores_gemma":[0.9875238,0.0028815584,0.0006814263,0.0006669262,0.00169049,0.006555795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0089214,0.00088347844,0.0009663841,0.0011241586,0.0031264413,0.0038581607,0.0015243625,0.0024239975,0.0142738735],"category_scores_gemma":[0.009876758,0.0005917484,0.0010064831,0.0012595413,0.0015259926,0.0024850953,0.0060732407,0.0024561114,0.005286595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029371148,0.03761436,0.09663846,0.0019190563,0.0003750903,0.013693385,0.3424573,0.02425499,0.03261006,0.008125633,0.0769658,0.36240876],"study_design_scores_gemma":[0.00047420658,0.01827661,0.22783038,0.0010942095,0.00017353274,0.011447704,0.2925899,0.025308285,0.021581385,0.005362417,0.3952636,0.0005977367],"about_ca_topic_score_codex":0.0012290113,"about_ca_topic_score_gemma":0.0026071093,"teacher_disagreement_score":0.0142738735,"about_ca_system_score_codex":0.0012237797,"about_ca_system_score_gemma":0.0014796589,"threshold_uncertainty_score":0.04775089},"labels":[],"label_agreement":null},{"id":"W1550570296","doi":"10.19173/irrodl.v1i2.19","title":"Athabasca University: Conversion from Traditional Distance Education to Online Courses, Programs and Services","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Gender, Education, and Development Issues","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Mandate; Variety (cybernetics); Computer science; Higher education; Quality (philosophy); Engineering management; Multimedia; Engineering; Sociology; Pedagogy; Political science","score_opus":0.10862400285041122,"score_gpt":0.4279065971400449,"score_spread":0.3192825942896337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550570296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6541667,0.014982457,0.0074133505,0.032655954,0.0013634295,0.0006485765,0.00096205744,0.0008543331,0.28695312],"genre_scores_gemma":[0.84261805,0.0059556738,0.0082080895,0.0066786814,0.00018208098,0.00040108064,0.0005299796,0.00018351902,0.13524282],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99904674,0.00020637432,0.000036476034,0.00009955588,0.00035025127,0.0002606033],"domain_scores_gemma":[0.9989722,0.00017203759,0.000092351744,0.00009617222,0.00020646186,0.000460827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009450809,0.00020238824,0.00017394737,0.0010658558,0.0021159854,0.0029777677,0.0009570696,0.00081987155,0.01174527],"category_scores_gemma":[0.0026086832,0.0001433327,0.00019683507,0.002166368,0.0007467456,0.0012437517,0.002664817,0.0010867278,0.0018768],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014546899,0.00035238548,0.015962183,0.00036646138,0.000014422487,0.0023753028,0.015069981,0.00032964494,0.0065687275,0.031890266,0.043172583,0.8837526],"study_design_scores_gemma":[0.00003226807,0.0002472639,0.12844901,0.0003382195,0.000014029829,0.0019940636,0.020231046,0.00045443367,0.0023229055,0.0034327225,0.84240997,0.000074125484],"about_ca_topic_score_codex":0.0561935,"about_ca_topic_score_gemma":0.08687969,"teacher_disagreement_score":0.0561935,"about_ca_system_score_codex":0.0047890386,"about_ca_system_score_gemma":0.008265669,"threshold_uncertainty_score":0.11173284},"labels":[],"label_agreement":null},{"id":"W1550674699","doi":"10.19173/irrodl.v16i3.1984","title":"The use of a mobile learning management system at an online university and its effect on learning satisfaction and achievement","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Psychology; Structural equation modeling; Educational technology; Learning Management; Knowledge management; M-learning; Usability; Mathematics education; Mobile device; Computer science; Human–computer interaction; World Wide Web","score_opus":0.3105632519065395,"score_gpt":0.47630450015043835,"score_spread":0.16574124824389885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550674699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99857414,0.000029975821,0.000094431976,0.000083372484,0.0000044133285,0.0000059337494,0.000020074554,0.000004393164,0.0011832054],"genre_scores_gemma":[0.99932563,0.000032844568,0.000088205554,0.00001687314,0.000004715527,0.000007739245,0.000025176127,0.0000017862893,0.00049699895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975682,0.0010102347,0.00021609802,0.0001717077,0.0006441302,0.00038962913],"domain_scores_gemma":[0.98186666,0.008129079,0.0042819735,0.00050920347,0.0019657887,0.003247358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019429318,0.00020238958,0.0003578511,0.00079854723,0.0006486906,0.0023098907,0.0003599289,0.00054093834,0.0046857125],"category_scores_gemma":[0.0116699105,0.00012879902,0.0006572476,0.0008669829,0.00047048385,0.0007593058,0.00094499404,0.000981099,0.0008713736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031318123,0.002306533,0.96311593,0.000059181275,0.00010625691,0.00016815613,0.002089577,0.00028840546,0.00097386114,0.00024428195,0.00026260715,0.030072121],"study_design_scores_gemma":[0.000009066523,0.00088181096,0.9932748,0.000020181657,0.000043709857,0.00006384174,0.0031663391,0.0013722173,0.00057568756,0.00009377501,0.00048213106,0.000016398231],"about_ca_topic_score_codex":0.003256208,"about_ca_topic_score_gemma":0.0031342173,"teacher_disagreement_score":0.0046857125,"about_ca_system_score_codex":0.0005538223,"about_ca_system_score_gemma":0.0008107928,"threshold_uncertainty_score":0.015675247},"labels":[],"label_agreement":null},{"id":"W1551198897","doi":"10.19173/irrodl.v12i2.916","title":"Head of gold, feet of clay: The online learning paradox","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Conceptualization; Mainstream; Champion; Function (biology); Quality (philosophy); Distance education; Attrition; Psychology; Public relations; Computer science; Political science; Mathematics education; Artificial intelligence; Medicine; Law; Epistemology","score_opus":0.17339703558515857,"score_gpt":0.4949453856061829,"score_spread":0.32154835002102433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551198897","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10139055,0.007479452,0.0122843515,0.4652312,0.0010142408,0.000043180502,0.00017017138,0.00011827324,0.4122686],"genre_scores_gemma":[0.92566246,0.005295943,0.0027656923,0.039397784,0.0019212819,0.00007959992,0.00006622138,0.00015621602,0.024654726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968087,0.0015306846,0.00008137514,0.0003046353,0.0009655914,0.00030896108],"domain_scores_gemma":[0.97916985,0.016006297,0.0009093811,0.00087156333,0.0012437389,0.0017991154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050648786,0.00020797768,0.00034520138,0.0015346565,0.0033759577,0.0088085355,0.0011981346,0.003432441,0.012654537],"category_scores_gemma":[0.020532262,0.00017762094,0.00028718656,0.0016348088,0.012030809,0.019793872,0.004652983,0.0050242096,0.0015955613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035674944,0.00010167016,0.00089067826,0.00008751376,0.000004869697,0.0001973092,0.003029772,0.00046056233,0.000105063205,0.9272301,0.035037056,0.032819755],"study_design_scores_gemma":[0.000042427986,0.000036280268,0.0010189983,0.00023060471,0.0000040601735,0.00018893307,0.0054579475,0.001649608,0.00016131815,0.8693397,0.12184482,0.000025377056],"about_ca_topic_score_codex":0.0030045544,"about_ca_topic_score_gemma":0.0020601186,"teacher_disagreement_score":0.012654537,"about_ca_system_score_codex":0.0038893654,"about_ca_system_score_gemma":0.0029905064,"threshold_uncertainty_score":0.042333663},"labels":[],"label_agreement":null},{"id":"W1551395133","doi":"10.19173/irrodl.v13i2.1159","title":"Asian learners’ perception of quality in distance education and gender differences","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Beijing Normal University; International Development Research Centre","keywords":"Distance education; Perception; Quality (philosophy); Psychology; Class (philosophy); Mathematics education; Higher education; Pedagogy; Computer science; Political science","score_opus":0.16518285564354052,"score_gpt":0.5209222569587983,"score_spread":0.35573940131525783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551395133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937597,0.0008826584,0.00015089299,0.0002539128,0.00001982113,0.0000047927033,0.00004473957,0.0000019325419,0.0048815673],"genre_scores_gemma":[0.9979577,0.00059820374,0.00007097598,0.000070817434,0.000006717586,0.000004797254,0.000025945537,0.0000019395713,0.0012629172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993068,0.00023235925,0.00008685911,0.000065364846,0.00019256867,0.00011596925],"domain_scores_gemma":[0.99710625,0.0010740325,0.00077117904,0.00008162261,0.00052084087,0.00044603655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018917694,0.00014053492,0.0002841861,0.000527583,0.0005446912,0.0015278232,0.00020898967,0.00027763177,0.0059836865],"category_scores_gemma":[0.0029621345,0.000075742864,0.0002634663,0.0007658924,0.0005873355,0.0009184228,0.00077863963,0.00035348797,0.00044066698],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018559693,0.00019043052,0.867421,0.0003235461,0.00006920009,0.0005152546,0.06698072,0.00011202469,0.0014025038,0.0016434144,0.00080386974,0.060352407],"study_design_scores_gemma":[0.000009713357,0.00030715272,0.8212238,0.00017303624,0.00006348491,0.0004876085,0.17029957,0.0001858089,0.0006351786,0.00076362246,0.0058277086,0.000023260523],"about_ca_topic_score_codex":0.0041772085,"about_ca_topic_score_gemma":0.005396399,"teacher_disagreement_score":0.0059836865,"about_ca_system_score_codex":0.00037913653,"about_ca_system_score_gemma":0.00040278555,"threshold_uncertainty_score":0.020017385},"labels":[],"label_agreement":null},{"id":"W1551654286","doi":"10.19173/irrodl.v10i1.555","title":"Kothmale Community Radio Interorg Project: True Community Radio or Feel-Good Propaganda?","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Community radio; Public relations; Sri lanka; Information and Communications Technology; Function (biology); Political science; Sociology; Business; Law; Socioeconomics","score_opus":0.18269613549187813,"score_gpt":0.4500939732339518,"score_spread":0.26739783774207365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551654286","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24036825,0.020666035,0.01221013,0.23474538,0.002603849,0.0005073517,0.00027191246,0.0003352564,0.48829186],"genre_scores_gemma":[0.91372734,0.006726969,0.004661146,0.019191112,0.00035421277,0.00046382984,0.00012305443,0.00016401071,0.054588314],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99396163,0.0037284435,0.00013015381,0.00036014966,0.0010050896,0.000814504],"domain_scores_gemma":[0.99055195,0.0050420384,0.001068713,0.0009679808,0.0009413154,0.0014279099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00949475,0.00033845892,0.0003249581,0.0005982045,0.00406295,0.008102502,0.0012040014,0.0027117583,0.0066670137],"category_scores_gemma":[0.01353467,0.0002687715,0.00018777218,0.00087893056,0.012804959,0.005608116,0.005507281,0.0029285636,0.0012700635],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032444016,0.00029785154,0.01120252,0.0022859175,0.00005212289,0.0011766296,0.17828482,0.00014874722,0.0021738107,0.49239108,0.09477673,0.2168853],"study_design_scores_gemma":[0.00016076323,0.0004506395,0.02295136,0.0017290881,0.000065193264,0.0010738604,0.22763953,0.00019559539,0.0023173906,0.034838572,0.7084605,0.00011752394],"about_ca_topic_score_codex":0.004243652,"about_ca_topic_score_gemma":0.010573611,"teacher_disagreement_score":0.00949475,"about_ca_system_score_codex":0.0022413884,"about_ca_system_score_gemma":0.0053952606,"threshold_uncertainty_score":0.050213635},"labels":[],"label_agreement":null},{"id":"W1551722784","doi":"10.19173/irrodl.v13i1.1126","title":"Learning management system migration: An analysis of stakeholder perspectives","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Learning Management; Institution; Stakeholder; Knowledge management; Data collection; Higher education; Transition (genetics); Perception; Educational technology; Process (computing); Interpretation (philosophy); Computer science; Public relations; Psychology; Sociology; Pedagogy; Political science; Multimedia; Social science","score_opus":0.1301581074929048,"score_gpt":0.47214294631859693,"score_spread":0.34198483882569214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551722784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814261,0.000285439,0.0036709758,0.002176725,0.00002294362,0.0001271749,0.000063890504,0.0000141992095,0.012212705],"genre_scores_gemma":[0.99731195,0.00025487028,0.0012113398,0.00028320035,0.0000072483663,0.00008822271,0.0000447582,0.000009469,0.0007889307],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97612816,0.017262997,0.00087255595,0.00068567373,0.003237377,0.001813241],"domain_scores_gemma":[0.959012,0.029735558,0.002520394,0.0008100696,0.006545096,0.0013769877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027180225,0.00034150627,0.0003836753,0.004070677,0.004549719,0.0049530924,0.0009219096,0.0013920353,0.0017440867],"category_scores_gemma":[0.036189124,0.00035501734,0.00037217102,0.0039190375,0.0017625123,0.0055123,0.0043099853,0.0011061867,0.00022866948],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014470705,0.00022525509,0.07307221,0.00044405105,0.0000362891,0.0019205036,0.82616276,0.00028256228,0.0032187607,0.007573266,0.001711146,0.08520843],"study_design_scores_gemma":[0.0000061578844,0.00013007995,0.0214956,0.00022036034,0.00001391029,0.00030394358,0.9667359,0.0007939538,0.00082484353,0.00084745645,0.008605861,0.000021888613],"about_ca_topic_score_codex":0.0036503717,"about_ca_topic_score_gemma":0.0059090294,"teacher_disagreement_score":0.027180225,"about_ca_system_score_codex":0.004229121,"about_ca_system_score_gemma":0.0040068855,"threshold_uncertainty_score":0.14374447},"labels":[],"label_agreement":null},{"id":"W1552006006","doi":"10.19173/irrodl.v9i2.516","title":"Online Self-Regulatory Learning Behaviors as a Mediator in the Relationship between Online Course Perceptions with Achievement","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":207,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic achievement; Psychology; Computer-mediated communication; Perception; Online course; Distance education; Online learning; Mathematics education; Social psychology; The Internet; Multimedia; Computer science","score_opus":0.12269212587858255,"score_gpt":0.47922962020241633,"score_spread":0.35653749432383375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552006006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965648,0.0002745438,0.00086176296,0.000250403,0.000010214781,0.000030552055,0.00003058914,0.0000054936595,0.0019717065],"genre_scores_gemma":[0.99881977,0.00012397811,0.00058144954,0.000032977678,0.0000072866246,0.000023442373,0.000024855759,0.0000021490061,0.000384091],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807954,0.0011958389,0.00008954305,0.0002433675,0.00025491006,0.00013679503],"domain_scores_gemma":[0.9786466,0.013063143,0.0046399506,0.0007870506,0.0010659687,0.0017973225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003597718,0.0003454086,0.00030233688,0.00065725856,0.00038335865,0.0018498403,0.00046257649,0.0005765972,0.003368354],"category_scores_gemma":[0.012669071,0.00021557706,0.00054504204,0.0005129642,0.00065841625,0.00068354537,0.00094181206,0.0012946324,0.00016802098],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027965914,0.0018404537,0.97392094,0.00008912711,0.0002884985,0.00015403399,0.0031625107,0.00022502104,0.0013175256,0.0012971858,0.000102221005,0.017322948],"study_design_scores_gemma":[0.000018545594,0.0003631328,0.9937594,0.00006359252,0.00022207932,0.00008195773,0.0023629335,0.0013096847,0.00064542296,0.0007308907,0.00043146536,0.000011003767],"about_ca_topic_score_codex":0.0022367171,"about_ca_topic_score_gemma":0.0028038998,"teacher_disagreement_score":0.003597718,"about_ca_system_score_codex":0.0003485333,"about_ca_system_score_gemma":0.0011503713,"threshold_uncertainty_score":0.019026816},"labels":[],"label_agreement":null},{"id":"W1552092273","doi":"10.19173/irrodl.v16i3.1975","title":"Developing, using, and interacting in the flipped learning movement: Gaps among subject areas","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Audience measurement; Subject (documents); Informal learning; Psychology; Sociology; Computer science; Multimedia; World Wide Web; Pedagogy; Advertising; Business","score_opus":0.31241561206760304,"score_gpt":0.5572681669733844,"score_spread":0.2448525549057814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552092273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90142,0.034380853,0.008103956,0.0064049573,0.00023893004,0.00028305565,0.00065606926,0.000060167942,0.04845207],"genre_scores_gemma":[0.9696126,0.018626025,0.006386599,0.00070828205,0.00007966737,0.0003819808,0.00042797075,0.000032499076,0.003744392],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9923611,0.003726299,0.00069816754,0.0010265441,0.0017044335,0.00048342114],"domain_scores_gemma":[0.9443992,0.041566756,0.0053269165,0.0019454422,0.0054680123,0.0012936533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014490125,0.00020417258,0.00052923424,0.004452563,0.0014719161,0.0057549076,0.0012223836,0.00067369593,0.004173765],"category_scores_gemma":[0.041229848,0.00029864899,0.00021605611,0.0060674637,0.0035162303,0.0069515887,0.0034124546,0.00084150414,0.0005076458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011488552,0.00022199294,0.101798385,0.0031738733,0.000051778017,0.00031097195,0.21970615,0.000116081,0.00056997803,0.011427267,0.003029249,0.65947926],"study_design_scores_gemma":[0.000019283561,0.00030524266,0.38960755,0.006924891,0.00010200391,0.00053205685,0.4980699,0.0004037697,0.0012095806,0.007844401,0.094920285,0.000060915125],"about_ca_topic_score_codex":0.01378991,"about_ca_topic_score_gemma":0.02543139,"teacher_disagreement_score":0.014490125,"about_ca_system_score_codex":0.0027389496,"about_ca_system_score_gemma":0.0060593886,"threshold_uncertainty_score":0.07663202},"labels":[],"label_agreement":null},{"id":"W1552455554","doi":"10.19173/irrodl.v6i2.239","title":"An Assessment of the Academic Achievement of Students in Two Modes of Part-time Programme in Nigeria","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"African Education and Politics","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outreach; Checklist; Medical education; Context (archaeology); Academic achievement; Government (linguistics); Academic year; Data collection; Psychology; Qualitative property; Higher education; Mathematics education; Medicine; Political science; Sociology; Computer science","score_opus":0.13117281696106178,"score_gpt":0.5874956692003614,"score_spread":0.4563228522392997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552455554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989209,0.00008224793,0.000031709216,0.00003161552,0.000009558471,0.000012121496,0.000047288566,0.0000021912122,0.0008624874],"genre_scores_gemma":[0.9983119,0.00017346806,0.00011257789,0.000016316693,0.0000050446683,0.000014769963,0.00008124487,0.0000016105627,0.001283126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994709,0.00010470708,0.00007473591,0.00007120865,0.00013815364,0.00014034088],"domain_scores_gemma":[0.997895,0.00016847819,0.000654608,0.000055972876,0.00043696837,0.00078900356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010437374,0.00039413467,0.00034446825,0.0013964856,0.0010739752,0.0012324736,0.0004565609,0.0004095337,0.0018862303],"category_scores_gemma":[0.002598438,0.00022532782,0.00027227504,0.0011525919,0.00039543814,0.00078915013,0.0009783366,0.00061942055,0.00062646845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024678945,0.00076315115,0.93519086,0.00012689731,0.0000224361,0.0003953609,0.01534892,0.00007209729,0.0019757068,0.00009517149,0.00049416575,0.04526834],"study_design_scores_gemma":[0.0000029093526,0.00062103634,0.9848614,0.000040297993,0.0000071566687,0.00013840006,0.012800957,0.000055379427,0.00040669076,0.000027263712,0.0010269097,0.00001152225],"about_ca_topic_score_codex":0.0052280454,"about_ca_topic_score_gemma":0.011718534,"teacher_disagreement_score":0.0052280454,"about_ca_system_score_codex":0.00062351156,"about_ca_system_score_gemma":0.00081067585,"threshold_uncertainty_score":0.010395229},"labels":[],"label_agreement":null},{"id":"W1552553404","doi":"10.19173/irrodl.v6i2.234","title":"Selected Topics from a Matched Study between a Face-to-face section and a Real-time Online section of a University Course","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Section (typography); Face-to-face; Interpersonal communication; Psychology; Cornerstone; Distance education; Online learning; Mathematics education; Online course; Multimedia; Computer science; World Wide Web; Social psychology; Visual arts","score_opus":0.06236105424753912,"score_gpt":0.4351012146058748,"score_spread":0.3727401603583357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552553404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99391466,0.00015749643,0.0007200023,0.000035013276,0.000043425047,0.001760867,0.00044611536,0.000013687357,0.0029086547],"genre_scores_gemma":[0.97956437,0.0002868214,0.0021514776,0.0002473555,0.00010136628,0.0032503477,0.0009977832,0.000029062428,0.013371516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999126,0.00018052226,0.000071206414,0.00023804679,0.00017462077,0.00020964348],"domain_scores_gemma":[0.99717283,0.00086811907,0.00030238423,0.00025356174,0.0006982933,0.00070480583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012405054,0.00041307698,0.00084727304,0.0018783082,0.0023584364,0.0007880334,0.0005936697,0.0008463338,0.007532643],"category_scores_gemma":[0.0029768096,0.000300307,0.0005410781,0.0012276787,0.00051547075,0.00044349188,0.00109343,0.0005857386,0.0020092737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012050254,0.059689537,0.4496295,0.0016919915,0.0002267818,0.009814476,0.106775425,0.00050665915,0.09539148,0.0010871644,0.0075462516,0.2555905],"study_design_scores_gemma":[0.00016470274,0.013112802,0.9200073,0.0000732779,0.000071962626,0.00070747937,0.041924622,0.00022523082,0.0074588014,0.0002255595,0.015970748,0.00005754727],"about_ca_topic_score_codex":0.0041438583,"about_ca_topic_score_gemma":0.013852154,"teacher_disagreement_score":0.007532643,"about_ca_system_score_codex":0.0011795155,"about_ca_system_score_gemma":0.0010066393,"threshold_uncertainty_score":0.025199234},"labels":[],"label_agreement":null},{"id":"W1552756503","doi":"10.19173/irrodl.v8i3.426","title":"Cross-Cultural Delivery of e-Learning Programmes: Perspectives from Hong Kong","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Globalization; Popularity; E learning; Context (archaeology); Educational technology; Sociology; Pedagogy; Public relations; Psychology; Political science; Social psychology; Geography","score_opus":0.07739648495360593,"score_gpt":0.4986854111056164,"score_spread":0.4212889261520105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552756503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9621888,0.004649358,0.00028742224,0.0059326226,0.00006112684,0.000054032134,0.000049438047,0.000004804418,0.02677245],"genre_scores_gemma":[0.98740315,0.0064031756,0.00016759713,0.0009593521,0.00001590944,0.00002994358,0.000024664576,0.000008245793,0.004987942],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981458,0.0010172098,0.00009042796,0.000102444654,0.00012798025,0.0005161363],"domain_scores_gemma":[0.9961487,0.001975842,0.00037495536,0.00011894172,0.0006948085,0.00068673247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00396769,0.0004228171,0.00041623652,0.0007752743,0.0061135925,0.0057931785,0.00068976334,0.000862641,0.0024217097],"category_scores_gemma":[0.0028730389,0.00029559954,0.00027162785,0.0018958829,0.0046076234,0.0033309904,0.0031642294,0.0012497028,0.00028048654],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010592573,0.00018315681,0.022167696,0.00051821064,0.000027201382,0.0034365659,0.9425221,0.00016660102,0.0006675891,0.010471592,0.0017096085,0.01802366],"study_design_scores_gemma":[0.000011357891,0.00013944882,0.018031813,0.00033193748,0.000029143577,0.00024629617,0.9551604,0.00009832713,0.00037056443,0.00033431014,0.025226688,0.000019708457],"about_ca_topic_score_codex":0.28305462,"about_ca_topic_score_gemma":0.2615258,"teacher_disagreement_score":0.28305462,"about_ca_system_score_codex":0.013878212,"about_ca_system_score_gemma":0.008938005,"threshold_uncertainty_score":0.5628141},"labels":[],"label_agreement":null},{"id":"W1552801589","doi":"10.19173/irrodl.v14i4.1582","title":"Leader-member exchange theory in higher and distance education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformational leadership; Organizational citizenship behavior; Psychology; Social psychology; Autonomy; Quality (philosophy); Social exchange theory; Social identity theory; Public relations; Organizational commitment; Political science; Social group; Epistemology","score_opus":0.11770063511112248,"score_gpt":0.38154290338815994,"score_spread":0.26384226827703744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552801589","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070579514,0.016209258,0.0794805,0.023574978,0.0012166202,0.00015939694,0.000064677,0.00008728519,0.8086277],"genre_scores_gemma":[0.92617625,0.0059896023,0.00637236,0.0019995074,0.00075037294,0.00013680961,0.000051307125,0.000021496759,0.05850231],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99823964,0.0009075739,0.000049002843,0.00020383824,0.00038941056,0.00021052327],"domain_scores_gemma":[0.99778193,0.0012096608,0.00029222996,0.00013273206,0.0002449245,0.00033854105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002603828,0.00025531466,0.00026432352,0.00080635364,0.0014645807,0.002526709,0.0011463325,0.0017268206,0.0125373155],"category_scores_gemma":[0.0034034972,0.00014389896,0.00026377043,0.0012383856,0.0044733994,0.004449691,0.0014938307,0.0017949167,0.0013560569],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009765972,0.000045648456,0.00069174456,0.00007529655,0.0000047672597,0.0000725119,0.0022382364,0.0006946298,0.00003210435,0.9713778,0.003149574,0.021607982],"study_design_scores_gemma":[0.000047344958,0.00010068895,0.004500727,0.00020000931,0.000008641025,0.00023237405,0.0034187683,0.0030238463,0.00013206477,0.865114,0.12320423,0.000017441072],"about_ca_topic_score_codex":0.0011908783,"about_ca_topic_score_gemma":0.00084374304,"teacher_disagreement_score":0.0125373155,"about_ca_system_score_codex":0.002365738,"about_ca_system_score_gemma":0.0017041676,"threshold_uncertainty_score":0.041941524},"labels":[],"label_agreement":null},{"id":"W1552937981","doi":"10.19173/irrodl.v7i2.369","title":"Portable Applications in Mobile Education","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Multimedia; USB; The Internet; World Wide Web; Presentation (obstetrics); File transfer; Software; Mobile device; Field (mathematics); Transfer (computing); Operating system","score_opus":0.035758595915372414,"score_gpt":0.423354865529459,"score_spread":0.3875962696140866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552937981","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047645546,0.18640444,0.07706283,0.012591404,0.0060313763,0.0003094392,0.0001873345,0.0017404788,0.7109082],"genre_scores_gemma":[0.10535415,0.21207997,0.08863124,0.012548862,0.009094562,0.0007207999,0.00062230026,0.000783421,0.5701647],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982754,0.00046478753,0.0001293943,0.0002188433,0.0007275512,0.00018400812],"domain_scores_gemma":[0.9984457,0.0006946804,0.00012171858,0.00023558797,0.00029686373,0.000205411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010178045,0.0007100888,0.00061848876,0.0020379839,0.0013783679,0.006556135,0.0012014655,0.0036934074,0.023563731],"category_scores_gemma":[0.0032810268,0.00041228472,0.00034208645,0.0031507816,0.002522187,0.0074597355,0.0034721917,0.0027619726,0.015409049],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025118596,0.00006270867,0.00055678136,0.0008947391,0.000011705778,0.00061878725,0.001348806,0.0004701061,0.0018296822,0.3561147,0.09812003,0.53994685],"study_design_scores_gemma":[0.000004047868,0.00003380626,0.00051109033,0.00071011955,0.00000559983,0.0014971695,0.00035370621,0.00038166737,0.00031752724,0.041119806,0.9550489,0.000016528056],"about_ca_topic_score_codex":0.0008395247,"about_ca_topic_score_gemma":0.0010409317,"teacher_disagreement_score":0.023563731,"about_ca_system_score_codex":0.0010627533,"about_ca_system_score_gemma":0.0011434953,"threshold_uncertainty_score":0.07882857},"labels":[],"label_agreement":null},{"id":"W1552943823","doi":"10.19173/irrodl.v13i4.1234","title":"Emotional presence, learning, and the online learning environment","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":394,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Psychology; Online learning; Educational technology; Function (biology); Learning environment; Cognitive psychology; Computer science; Mathematics education; Multimedia","score_opus":0.07074529633390658,"score_gpt":0.4519222202312456,"score_spread":0.38117692389733904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552943823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.674127,0.015528632,0.009848206,0.008156064,0.00032765724,0.000060877082,0.00006344037,0.00009313451,0.29179505],"genre_scores_gemma":[0.99310815,0.0021897315,0.00060649926,0.00027360694,0.000059309496,0.000014434505,0.000010351392,0.000008010907,0.003729947],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981704,0.0011892737,0.000057834703,0.00011547548,0.00032721844,0.0001398213],"domain_scores_gemma":[0.9967349,0.0019313853,0.0005197209,0.00013644162,0.00023258958,0.00044496142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012471819,0.00013140567,0.00015378864,0.0007626757,0.0007237286,0.0046185576,0.0003201557,0.0006299056,0.0056772223],"category_scores_gemma":[0.0048032175,0.00007144054,0.00013682574,0.00064858096,0.001714764,0.0034620974,0.0021413513,0.00068049564,0.0004536423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003062858,0.00086393155,0.062111832,0.0012650006,0.00010602877,0.0011801226,0.04631712,0.0007749504,0.004962034,0.118199505,0.006241842,0.75767124],"study_design_scores_gemma":[0.00009944855,0.00094497437,0.35537416,0.0023435988,0.00023752541,0.0044194176,0.15917933,0.0032981841,0.0046943417,0.14675906,0.32250297,0.0001469364],"about_ca_topic_score_codex":0.00037858303,"about_ca_topic_score_gemma":0.00045436443,"teacher_disagreement_score":0.0056772223,"about_ca_system_score_codex":0.0004920266,"about_ca_system_score_gemma":0.00036940488,"threshold_uncertainty_score":0.018992186},"labels":[],"label_agreement":null},{"id":"W1553210063","doi":"10.19173/irrodl.v15i6.1793","title":"Teaching the disembodied: Othering and activity systems in a blended synchronous learning situation","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Laptop; Reading (process); Asynchronous communication; Computer-mediated communication; Distance education; Psychology; Mathematics education; Student engagement; Educational technology; Multimedia; Pedagogy; Computer science; The Internet; World Wide Web","score_opus":0.05337715032931971,"score_gpt":0.4332853274904066,"score_spread":0.3799081771610869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553210063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96356446,0.000113918475,0.01333571,0.00078207895,0.00008161388,0.000118607146,0.000026642527,0.00010432116,0.021872666],"genre_scores_gemma":[0.99062854,0.000065155735,0.0030999472,0.00013234232,0.000020036363,0.000050956714,0.00002624388,0.000026752921,0.0059500798],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99527043,0.0030034387,0.0001392105,0.00059043494,0.00053280627,0.0004636298],"domain_scores_gemma":[0.9960549,0.0011584563,0.0003992952,0.00040100524,0.00019651571,0.0017897664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028831216,0.00050900975,0.0005347484,0.0011406526,0.0038114004,0.0069991574,0.001383626,0.001370858,0.0047599436],"category_scores_gemma":[0.0056390734,0.00033077557,0.0005308074,0.0005153416,0.004443793,0.004465026,0.0074717426,0.0017468743,0.001105769],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008730691,0.003350653,0.035350855,0.0003039458,0.00007477519,0.002467578,0.7675928,0.0012671218,0.027353974,0.021239663,0.0027103124,0.13741532],"study_design_scores_gemma":[0.00026505155,0.0028607927,0.034980886,0.00025842997,0.000086554945,0.002295106,0.78032005,0.009575855,0.011388832,0.026322724,0.13140051,0.00024526392],"about_ca_topic_score_codex":0.0010779122,"about_ca_topic_score_gemma":0.0021305974,"teacher_disagreement_score":0.0069991574,"about_ca_system_score_codex":0.0013234434,"about_ca_system_score_gemma":0.0009850689,"threshold_uncertainty_score":0.01592356},"labels":[],"label_agreement":null},{"id":"W1553262146","doi":"10.19173/irrodl.v15i3.1823","title":"Global transition in higher education: From the traditional model of learning to a new socially mediated model","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication and COVID-19 Impact","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Constructivism (international relations); Descriptive statistics; Distance education; Sample (material); Stratified sampling; Computer science; Transactional leadership; Data collection; Mathematics education; Psychology; Knowledge management; Statistics; Mathematics; Political science; Social psychology; Physics","score_opus":0.2767477960427335,"score_gpt":0.4951676477163134,"score_spread":0.2184198516735799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553262146","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2681872,0.006263665,0.09421664,0.059812084,0.00040210533,0.00025573207,0.00012426048,0.00021202874,0.57052624],"genre_scores_gemma":[0.99012774,0.0012431626,0.0037017388,0.00040301404,0.00006349265,0.00006125216,0.000018506089,0.000018708739,0.004362319],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99764544,0.0014923698,0.000051593932,0.00024767968,0.00029032427,0.00027260126],"domain_scores_gemma":[0.99809426,0.0009789151,0.00019408805,0.00020228578,0.00012444104,0.00040607151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024469518,0.00038821672,0.0003050754,0.0015693046,0.0019629344,0.0084391525,0.0013547597,0.0018400004,0.0046731625],"category_scores_gemma":[0.0031248098,0.00017410901,0.00043755292,0.0017443657,0.017017609,0.010106345,0.0051056645,0.0020588513,0.0005862938],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016922024,0.00006474076,0.003023685,0.00008894905,0.000009865665,0.00020510703,0.01464483,0.0016138582,0.00008611885,0.9551765,0.00096552086,0.02410388],"study_design_scores_gemma":[0.000025760828,0.00015200216,0.0063908147,0.00028442274,0.0000145081385,0.00024895626,0.03473332,0.007918841,0.00013217556,0.89582825,0.05424037,0.000030670526],"about_ca_topic_score_codex":0.004038258,"about_ca_topic_score_gemma":0.0036802478,"teacher_disagreement_score":0.0084391525,"about_ca_system_score_codex":0.0056370096,"about_ca_system_score_gemma":0.0030419189,"threshold_uncertainty_score":0.040899515},"labels":[],"label_agreement":null},{"id":"W1553407149","doi":"10.19173/irrodl.v3i2.90","title":"International E-learning Specifications","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Principal (computer security); Computer science; Distance education; Quality (philosophy); Engineering management; Control (management); Knowledge management; Educational technology; Process management; Business; Engineering; Mathematics education; Artificial intelligence; Computer security; Psychology","score_opus":0.18198276464329952,"score_gpt":0.4322214959690303,"score_spread":0.2502387313257308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553407149","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007148046,0.0027822168,0.2732855,0.0073922505,0.0035610655,0.0030285385,0.030524882,0.01035403,0.66192347],"genre_scores_gemma":[0.050847944,0.009243208,0.37793916,0.0054035406,0.0008602461,0.0072558066,0.19853069,0.0074751596,0.3424442],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9840619,0.0030915365,0.0034591288,0.0008329141,0.006970969,0.0015835883],"domain_scores_gemma":[0.97230387,0.0041610873,0.0014687249,0.0043181158,0.016054582,0.0016934975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017911077,0.0020338218,0.0007602213,0.0066927304,0.0020902965,0.008589979,0.004041145,0.004933681,0.030060207],"category_scores_gemma":[0.026462516,0.00090300996,0.0011718867,0.007915776,0.0011182283,0.006916627,0.0043951836,0.0048755077,0.052109335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026585115,0.00051837735,0.001778431,0.001355789,0.000025247524,0.00032303578,0.0011703046,0.0052948194,0.006953327,0.3573298,0.38463974,0.24034531],"study_design_scores_gemma":[0.000014889449,0.0000652985,0.00038419734,0.00030577532,0.000011553911,0.00019557677,0.00027029056,0.0011899478,0.003833676,0.0094479425,0.98424953,0.000031400286],"about_ca_topic_score_codex":0.0076318453,"about_ca_topic_score_gemma":0.0063517503,"teacher_disagreement_score":0.030060207,"about_ca_system_score_codex":0.0036406,"about_ca_system_score_gemma":0.00984357,"threshold_uncertainty_score":0.10056138},"labels":[],"label_agreement":null},{"id":"W1553451589","doi":"10.19173/irrodl.v16i2.2032","title":"A usability evaluation of a blended MOOC environment: An experimental case study","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Massive open online course; Rubric; Computer science; Context (archaeology); Blended learning; Pluralistic walkthrough; Class (philosophy); Higher education; Multimedia; Educational technology; Mathematics education; World Wide Web; Psychology; Human–computer interaction; Artificial intelligence","score_opus":0.2636452822437591,"score_gpt":0.5220179171299174,"score_spread":0.2583726348861583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553451589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895487,0.00011983053,0.0052814786,0.000055835266,0.000033454657,0.0033129575,0.000074152646,0.000056369543,0.0015171557],"genre_scores_gemma":[0.96439683,0.00023976022,0.028498909,0.00013697692,0.00004557121,0.0043010917,0.00023286964,0.000047504745,0.0021006293],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98856866,0.006749657,0.0010553381,0.0011210786,0.0017396549,0.00076561864],"domain_scores_gemma":[0.97065914,0.014628626,0.0012433098,0.0028899522,0.008904745,0.0016743188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014093499,0.0010055773,0.0010974094,0.0017089467,0.0019543457,0.0015281899,0.0014100967,0.0018830792,0.0017626456],"category_scores_gemma":[0.024289003,0.00045277915,0.001057628,0.0008851645,0.0011764673,0.0012924843,0.0017330518,0.0007516386,0.0004987666],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008305141,0.18624623,0.07596023,0.0077263205,0.0006967587,0.005570642,0.11496735,0.009749398,0.16895863,0.0028733897,0.0043640505,0.41458187],"study_design_scores_gemma":[0.005594676,0.38598815,0.28962624,0.0020954332,0.0018648421,0.0033064922,0.07510079,0.041225538,0.14399552,0.0022422113,0.047931593,0.0010284586],"about_ca_topic_score_codex":0.002005888,"about_ca_topic_score_gemma":0.0025467798,"teacher_disagreement_score":0.014093499,"about_ca_system_score_codex":0.0013210217,"about_ca_system_score_gemma":0.0017412158,"threshold_uncertainty_score":0.074534476},"labels":[],"label_agreement":null},{"id":"W1553925665","doi":"10.19173/irrodl.v6i2.280","title":"Content Analysis of Online Asynchronous Discussions","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Asynchronous communication; Computer science; Distance education; Content analysis; Computer-mediated communication; Educational technology; Multimedia; Asynchronous learning; Mathematics education; World Wide Web; Teaching method; The Internet; Psychology; Synchronous learning; Sociology; Cooperative learning; Telecommunications","score_opus":0.2735216936105319,"score_gpt":0.5588484620085067,"score_spread":0.2853267683979748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553925665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9144032,0.00055645715,0.0408226,0.0003442112,0.00036855187,0.0022339106,0.008898252,0.0013220028,0.031050792],"genre_scores_gemma":[0.94912714,0.00035362886,0.031345963,0.00009182162,0.00018304342,0.0015615772,0.00695367,0.00036163157,0.010021433],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9945222,0.0021497027,0.00046933407,0.0005417448,0.0019755613,0.00034145042],"domain_scores_gemma":[0.9216063,0.05914373,0.003332585,0.0023536517,0.01263534,0.0009283521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035150342,0.0003576226,0.00036061084,0.00887567,0.001089057,0.0021085416,0.00055310456,0.00049297634,0.006867221],"category_scores_gemma":[0.039364822,0.00015978861,0.00032176,0.0061620465,0.0005107944,0.0013809785,0.0012130748,0.0005670992,0.0020639452],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004816246,0.0017875424,0.1072965,0.00313771,0.0001684234,0.00079598225,0.044544093,0.0024942753,0.05677843,0.014802776,0.018549483,0.7448286],"study_design_scores_gemma":[0.0003988273,0.002123535,0.5724656,0.0015737399,0.0005602145,0.0014032054,0.052614894,0.061262492,0.11081077,0.019823005,0.1767049,0.00025877106],"about_ca_topic_score_codex":0.0012656263,"about_ca_topic_score_gemma":0.0009573254,"teacher_disagreement_score":0.00887567,"about_ca_system_score_codex":0.0011087175,"about_ca_system_score_gemma":0.0012209231,"threshold_uncertainty_score":0.02297318},"labels":[],"label_agreement":null},{"id":"W1554621693","doi":"10.19173/irrodl.v4i2.153","title":"Differences Between Traditional and Distance Education Academic Performances: A Meta-Analytic Approach","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":294,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Percentile; Distance education; Meta-analysis; Confidence interval; Statistics; Standard deviation; Mathematics; Mathematics education; Inclusion (mineral); Psychology; Demography; Medicine; Internal medicine; Social psychology","score_opus":0.30051650374848293,"score_gpt":0.48805234420943966,"score_spread":0.18753584046095673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554621693","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12042929,0.842275,0.028448625,0.0012379275,0.00089873065,0.0030259816,0.002025348,0.0002908106,0.0013683328],"genre_scores_gemma":[0.7942802,0.15983191,0.035944507,0.0009404639,0.00034728905,0.006476335,0.0012319725,0.000069721355,0.00087761175],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9677948,0.024737565,0.0036604055,0.0017399043,0.0017926643,0.00027482092],"domain_scores_gemma":[0.96083295,0.03443039,0.0021066878,0.0012954961,0.0010908995,0.00024346943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03436517,0.002313095,0.009667664,0.0068151965,0.0005133597,0.002326063,0.0025893115,0.0016369162,0.0020427743],"category_scores_gemma":[0.06419107,0.0014870875,0.030738557,0.0059563317,0.00076598575,0.0013539909,0.0010975484,0.0015764079,0.0002380589],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045824377,0.00008674638,0.007976547,0.038900435,0.93250275,0.00010459271,0.00011718677,0.001547525,0.00037703846,0.00034301452,0.00042048705,0.013041377],"study_design_scores_gemma":[0.002877215,0.0009666539,0.0049892776,0.002538971,0.9853114,0.000083496685,0.00008480477,0.00086829526,0.0003910119,0.0007284416,0.0011300781,0.000030399067],"about_ca_topic_score_codex":0.00401848,"about_ca_topic_score_gemma":0.0058907922,"teacher_disagreement_score":0.03436517,"about_ca_system_score_codex":0.0020417152,"about_ca_system_score_gemma":0.0018139172,"threshold_uncertainty_score":0.18174255},"labels":[],"label_agreement":null},{"id":"W1554975757","doi":"10.19173/irrodl.v11i2.820","title":"The relationship between academic discipline and dialogic behavior in open university course forums","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dialogic; Discipline; Psychology; Pedagogy; Open university; Sociology; Mathematics education; Cross disciplinary; Higher education; Distance education; Social science; Computer science; Political science","score_opus":0.17245667190751413,"score_gpt":0.5187618198791075,"score_spread":0.3463051479715934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554975757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99772376,0.00020464462,0.00041506058,0.00008663323,0.000011267826,0.000018912271,0.000018382394,0.000007917857,0.0015133779],"genre_scores_gemma":[0.99916005,0.00010985959,0.00029824168,0.0000378577,0.000031317923,0.000023329238,0.00002742896,0.0000040714717,0.00030784303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99480456,0.003124889,0.00038511681,0.00046312076,0.0009318557,0.00029046825],"domain_scores_gemma":[0.8855014,0.0762189,0.023769189,0.0026913343,0.003807233,0.008011954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006621359,0.00022254598,0.00046916897,0.0016674728,0.0011323872,0.0023472582,0.00054139254,0.00080968766,0.0023356671],"category_scores_gemma":[0.055897426,0.00020632705,0.0002782232,0.0009836316,0.0009133853,0.0014735998,0.0019377621,0.0014850971,0.00039761583],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009766396,0.0023537898,0.89638036,0.00025012283,0.00017618878,0.00029911243,0.026427006,0.0003085424,0.00964024,0.0010029523,0.00030226845,0.061882786],"study_design_scores_gemma":[0.00004210354,0.00057992805,0.9852485,0.00007031253,0.00005141639,0.0002755752,0.009820467,0.0008125048,0.0008269907,0.0009859918,0.0012523698,0.000033884327],"about_ca_topic_score_codex":0.00055428914,"about_ca_topic_score_gemma":0.00068768865,"teacher_disagreement_score":0.006621359,"about_ca_system_score_codex":0.0006167561,"about_ca_system_score_gemma":0.00052605395,"threshold_uncertainty_score":0.03501755},"labels":[],"label_agreement":null},{"id":"W1555660259","doi":"10.19173/irrodl.v14i5.1609","title":"Reviews and practice of college students regarding access to scientific knowledge: A case study in two Spanish universities","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Context (archaeology); Descriptive statistics; Test (biology); Psychology; Mathematics education; Process (computing); Medical education; Selection (genetic algorithm); Wilcoxon signed-rank test; Access to information; Computer science; Information access; Pedagogy; Library science; Political science; Curriculum; Medicine","score_opus":0.1441020005332296,"score_gpt":0.5104051608332734,"score_spread":0.36630316030004373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1555660259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905427,0.0027060679,0.00046677113,0.0017185508,0.000051064864,0.00010816249,0.000018640874,0.000017042275,0.0043710745],"genre_scores_gemma":[0.99370676,0.0021618847,0.00077078305,0.000729265,0.000039441024,0.00007503001,0.000022473012,0.000013611982,0.0024808135],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9897279,0.0057283123,0.00079675915,0.00080229476,0.0019660527,0.0009786071],"domain_scores_gemma":[0.9623084,0.018290786,0.0057458705,0.0012056665,0.0056525883,0.0067965975],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.009974097,0.00030656529,0.0005598483,0.0027015142,0.0052078315,0.0054264674,0.0015412932,0.0024797018,0.0017074692],"category_scores_gemma":[0.027586218,0.00035614683,0.000395532,0.0027825837,0.0027335614,0.00214339,0.0036187614,0.001054022,0.00034854695],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016588272,0.0012545534,0.085228376,0.0011156648,0.000047372254,0.011672766,0.7564899,0.00012208305,0.0031384754,0.0017724626,0.0032800133,0.1357125],"study_design_scores_gemma":[0.000030893494,0.00052811176,0.05433592,0.00063899363,0.000041300384,0.0044444106,0.8746654,0.00023512452,0.00145766,0.0003645064,0.06318962,0.00006811016],"about_ca_topic_score_codex":0.006798939,"about_ca_topic_score_gemma":0.013115036,"teacher_disagreement_score":0.9984587,"about_ca_system_score_codex":0.0052735843,"about_ca_system_score_gemma":0.008900672,"threshold_uncertainty_score":0.05274868},"labels":[],"label_agreement":null},{"id":"W1556007292","doi":"10.19173/irrodl.v15i2.1677","title":"Monetizing French distance education: A field enquiry on higher education value(s)","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education, sociology, and vocational training","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Monetization; Institution; Value (mathematics); Distance education; Identity (music); Public institution; Higher education; Field (mathematics); Sociology; Educational institution; Public relations; Political science; Social science; Economics; Pedagogy; Computer science; Aesthetics; Law","score_opus":0.27571210068801844,"score_gpt":0.5738360661224373,"score_spread":0.2981239654344189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556007292","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24060468,0.24986725,0.015502635,0.26645693,0.002696729,0.0001745781,0.0001408416,0.000057930632,0.22449844],"genre_scores_gemma":[0.92852163,0.039918993,0.002553909,0.011002206,0.0006366307,0.0000730612,0.000041425814,0.000026269798,0.017225908],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9900907,0.0067998106,0.00021349092,0.00060852664,0.0014189068,0.00086846907],"domain_scores_gemma":[0.97810054,0.01735285,0.00085677224,0.00055051217,0.0026945749,0.00044474713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02073904,0.00045506188,0.000610994,0.0032903606,0.0055636317,0.0151847135,0.0010116758,0.0037008354,0.0037713568],"category_scores_gemma":[0.012758928,0.00020273571,0.00042431895,0.004544955,0.0124421045,0.012460815,0.0027416642,0.0038548766,0.00029038225],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006800895,0.00008026514,0.0023852407,0.0007060467,0.000027688146,0.00038626013,0.09672822,0.0002784961,0.0006127049,0.77181786,0.011502222,0.11540704],"study_design_scores_gemma":[0.000023971872,0.00021363237,0.008029588,0.0027335568,0.000029225266,0.00047487923,0.25440013,0.0005388466,0.0012759116,0.096278675,0.63593614,0.000065523105],"about_ca_topic_score_codex":0.028318632,"about_ca_topic_score_gemma":0.025399523,"teacher_disagreement_score":0.028318632,"about_ca_system_score_codex":0.023771998,"about_ca_system_score_gemma":0.010738961,"threshold_uncertainty_score":0.17247874},"labels":[],"label_agreement":null},{"id":"W1556128496","doi":"10.19173/irrodl.v15i5.1842","title":"The employer potential of MOOCs: A mixed-methods study of human resource professionals’ thinking on MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University; RTI International; Bill and Melinda Gates Foundation","keywords":"Professional development; Human resources; Psychology; Work (physics); Quality (philosophy); Public relations; Resource (disambiguation); Workplace learning; Human resource management; Medical education; Business; Marketing; Pedagogy; Knowledge management; Political science; Engineering; Computer science; Medicine","score_opus":0.05812346862227044,"score_gpt":0.49543006317797694,"score_spread":0.43730659455570653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556128496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962514,0.00041542645,0.0008691318,0.00024417782,0.000035185203,0.00082021987,0.00008122369,0.0000075905186,0.0012757056],"genre_scores_gemma":[0.9874014,0.00080421165,0.002689019,0.0017287413,0.00007278654,0.0032819563,0.00015899044,0.000017366185,0.0038455366],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9933297,0.00420869,0.00038209403,0.0004923079,0.00086993445,0.0007171848],"domain_scores_gemma":[0.98090494,0.013953214,0.0015733619,0.00097247335,0.0016460898,0.00094991573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016082203,0.00043275833,0.0007276311,0.001063632,0.002399069,0.002971157,0.00097573805,0.0011558606,0.0035312574],"category_scores_gemma":[0.015466232,0.0006389551,0.0008245517,0.0009309,0.000924534,0.0020916746,0.0017157225,0.0013572365,0.0008763866],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026432534,0.02968391,0.21835843,0.002163973,0.00039741947,0.0013252313,0.48215544,0.00019522637,0.0057914956,0.002139319,0.0031659128,0.25198033],"study_design_scores_gemma":[0.0010626584,0.033340044,0.3361546,0.0015525226,0.00047478767,0.000577263,0.59960014,0.0014407195,0.0030807569,0.002236282,0.020295372,0.00018480292],"about_ca_topic_score_codex":0.0025729844,"about_ca_topic_score_gemma":0.0050621736,"teacher_disagreement_score":0.016082203,"about_ca_system_score_codex":0.0012274414,"about_ca_system_score_gemma":0.0028021967,"threshold_uncertainty_score":0.085051835},"labels":[],"label_agreement":null},{"id":"W1556404951","doi":"10.19173/irrodl.v16i3.1754","title":"Are the most highly cited articles the ones that are the most downloaded? A bibliometric study of IRRODL","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Publishing; Bibliometrics; Library science; Impact factor; Publication; Peer review; Citation; Computer science; Political science","score_opus":0.22378892811287915,"score_gpt":0.47654518812451174,"score_spread":0.2527562600116326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556404951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9155296,0.015430566,0.0016823714,0.0014487349,0.00017857934,0.00027426344,0.027209677,0.00041880767,0.037827324],"genre_scores_gemma":[0.9658522,0.008682204,0.0024655864,0.00013712177,0.00040969296,0.0002189136,0.017643688,0.0001604214,0.00443022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9816466,0.0024506617,0.003060375,0.0014420622,0.010498118,0.00090218364],"domain_scores_gemma":[0.88529307,0.05226836,0.02955327,0.0043490226,0.025441809,0.003094513],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.008296364,0.00045004502,0.0015205867,0.09541756,0.0016624714,0.0076141013,0.00092650176,0.0007045903,0.004615608],"category_scores_gemma":[0.07390624,0.00024198467,0.0008350891,0.13605441,0.0013634592,0.0045684488,0.0025872814,0.00048034688,0.0029327828],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040498548,0.00019489348,0.8331054,0.0049726544,0.00072879455,0.00076243473,0.0060755676,0.00052236795,0.0025654777,0.004231172,0.01305311,0.13338324],"study_design_scores_gemma":[0.000022079832,0.00012951877,0.95925444,0.00056332094,0.00025651616,0.0011261875,0.0075000054,0.0014823261,0.0016296353,0.0012894016,0.026680605,0.00006604947],"about_ca_topic_score_codex":0.0029430855,"about_ca_topic_score_gemma":0.0035395878,"teacher_disagreement_score":0.9917036,"about_ca_system_score_codex":0.0022765603,"about_ca_system_score_gemma":0.0023239374,"threshold_uncertainty_score":0.043875933},"labels":[],"label_agreement":null},{"id":"W1556927122","doi":"10.19173/irrodl.v5i2.185","title":"Faculty Opinions Towards Introducing e-learning at the University of Bahrain","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"E learning; Psychology; Blended learning; Medical education; Educational technology; Descriptive statistics; Higher education; Baseline (sea); Mathematics education; Pedagogy; Medicine; Political science; Mathematics","score_opus":0.08880731872954405,"score_gpt":0.45427399217981446,"score_spread":0.3654666734502704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556927122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9498686,0.0060194028,0.0002800397,0.029095504,0.00046480124,0.00006954305,0.00013223107,0.000018406772,0.014051406],"genre_scores_gemma":[0.9868889,0.0055507305,0.00021054607,0.0036642929,0.00018638589,0.000032202366,0.000043674387,0.000006463338,0.0034167948],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9926778,0.003827637,0.00055382954,0.00025995224,0.0017938602,0.00088692835],"domain_scores_gemma":[0.9710468,0.0106686605,0.005145738,0.00031081965,0.00782321,0.0050046965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01054204,0.00014446002,0.00027068218,0.00064583635,0.0022223333,0.0029178995,0.00053144054,0.0013131959,0.004775247],"category_scores_gemma":[0.021334382,0.0001705422,0.0002773696,0.0012178267,0.0011696556,0.0010131573,0.00093564653,0.0008500808,0.0006294625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011084237,0.0007489177,0.4867284,0.0032064049,0.00012856498,0.0036886511,0.21918699,0.0006322342,0.018363189,0.003467706,0.029179877,0.23356065],"study_design_scores_gemma":[0.000047717564,0.0012057766,0.46002287,0.0010989573,0.00013275462,0.00078078185,0.42507875,0.0003114058,0.0052509652,0.00034387593,0.10560134,0.00012477042],"about_ca_topic_score_codex":0.0119170705,"about_ca_topic_score_gemma":0.021504674,"teacher_disagreement_score":0.0119170705,"about_ca_system_score_codex":0.0045383023,"about_ca_system_score_gemma":0.0056529595,"threshold_uncertainty_score":0.055752277},"labels":[],"label_agreement":null},{"id":"W1557121730","doi":"10.19173/irrodl.v11i3.915","title":"Online instructional effort measured through the lens of teaching presence in the community of inquiry framework: A re-examination of measures and approach","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":175,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Instructional design; Online community; Mathematics education; Through-the-lens metering; Online teaching; Distance education; Teaching method; Computer science; Psychology; Pedagogy; Lens (geology); World Wide Web; Cognition","score_opus":0.19509460350382424,"score_gpt":0.4843311635837992,"score_spread":0.28923656007997495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557121730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91618335,0.010864739,0.038787726,0.0035259544,0.00026231582,0.000692533,0.0005095964,0.0000878286,0.02908588],"genre_scores_gemma":[0.9755579,0.0024812287,0.019674294,0.00031323294,0.00006343657,0.0006557785,0.00017324318,0.000035764533,0.0010451416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.986021,0.008822322,0.0009460606,0.0009674494,0.0029720059,0.0002711636],"domain_scores_gemma":[0.9369342,0.04362597,0.0061422987,0.0048860563,0.0070187105,0.0013926965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018033555,0.00045738503,0.0007053091,0.008167142,0.0013151553,0.004248085,0.0015448645,0.00080271135,0.0013118453],"category_scores_gemma":[0.042022146,0.0003401213,0.000789011,0.008404958,0.0037877313,0.0069162333,0.0043983418,0.0023911349,0.00019417575],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014321542,0.00063045474,0.54817927,0.0014759074,0.0002550341,0.000103314276,0.04695665,0.0003916474,0.0012058447,0.038264606,0.0015511182,0.36084294],"study_design_scores_gemma":[0.000040076942,0.00067593355,0.82440656,0.0029920377,0.00031934353,0.0004802977,0.11119902,0.0059270067,0.0021945261,0.024145637,0.027491556,0.00012793766],"about_ca_topic_score_codex":0.0073566968,"about_ca_topic_score_gemma":0.01058215,"teacher_disagreement_score":0.018033555,"about_ca_system_score_codex":0.003565176,"about_ca_system_score_gemma":0.0038655573,"threshold_uncertainty_score":0.09537166},"labels":[],"label_agreement":null},{"id":"W1557265236","doi":"10.19173/irrodl.v6i3.273","title":"Audio/ Videoconferencing Packages: High cost","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Interactivity; Computer science; Videoconferencing; Asynchronous communication; Distance education; Multimedia; Asynchronous learning; Audio equipment; Software; Teleconference; Feature (linguistics); World Wide Web; Telecommunications; Synchronous learning; Teaching method; Engineering; Operating system","score_opus":0.12220678346178851,"score_gpt":0.487518201310213,"score_spread":0.36531141784842447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557265236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49205512,0.010444145,0.114447154,0.0021168212,0.00078882347,0.0058624325,0.014323019,0.00873989,0.3512226],"genre_scores_gemma":[0.7599462,0.003589379,0.08653559,0.00072835776,0.00036815958,0.0021864334,0.016522713,0.0024043221,0.12771882],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98959994,0.001091089,0.00031642406,0.00059839623,0.007898012,0.0004961624],"domain_scores_gemma":[0.9883354,0.0052224,0.00051752845,0.0013050523,0.004059343,0.00056033145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031153208,0.0007455194,0.0006440056,0.0026888421,0.0009963732,0.003241551,0.002420344,0.0012327696,0.06329425],"category_scores_gemma":[0.009795136,0.0003546466,0.00058835023,0.003069469,0.0005073758,0.0035862543,0.0017931823,0.0008415318,0.018733663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028644237,0.001468449,0.0063140825,0.0018632818,0.00010817771,0.0003173349,0.0004197927,0.0026451966,0.021908594,0.008336978,0.037657022,0.9160966],"study_design_scores_gemma":[0.0018291096,0.013731274,0.15996833,0.0009789543,0.0013108046,0.0066849985,0.0034788062,0.016308604,0.13232012,0.008396705,0.6544827,0.0005095655],"about_ca_topic_score_codex":0.0052315085,"about_ca_topic_score_gemma":0.004249457,"teacher_disagreement_score":0.06329425,"about_ca_system_score_codex":0.0024912828,"about_ca_system_score_gemma":0.0017447477,"threshold_uncertainty_score":0.21174037},"labels":[],"label_agreement":null},{"id":"W1557476759","doi":"10.19173/irrodl.v15i3.1641","title":"Ghosts, stars, and learning online: Analysis of interaction patterns in student online discussions","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociometry; Content analysis; Computer-mediated communication; Online learning; Psychology; Online discussion; Educational technology; Mathematics education; Distance education; Online participation; Pedagogy; Computer science; Multimedia; World Wide Web; Sociology; The Internet; Social psychology","score_opus":0.07664827960119124,"score_gpt":0.5038837152798177,"score_spread":0.42723543567862643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557476759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953589,0.00017436416,0.0019711533,0.00010424407,0.0000086622995,0.00004301262,0.00010652235,0.000026162545,0.0022069882],"genre_scores_gemma":[0.99560636,0.00016129413,0.0029076335,0.000028839537,0.00000926012,0.000061424216,0.0001413922,0.000015265814,0.0010685177],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99788994,0.0012176556,0.00019530131,0.00020841371,0.00036662363,0.000122011006],"domain_scores_gemma":[0.98737437,0.009625605,0.0015898844,0.00035113684,0.0005881187,0.00047091758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019445495,0.00015405387,0.00025123707,0.0037465114,0.0013147164,0.0017695348,0.00039376077,0.00054347434,0.001356137],"category_scores_gemma":[0.009456565,0.0001339954,0.00020351428,0.0024423422,0.0010724253,0.0016935727,0.0015914032,0.0004395879,0.00037103368],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000540382,0.0003239399,0.3499919,0.00041690914,0.000059121154,0.0012863401,0.48732585,0.00036227066,0.009799464,0.0024940919,0.001306767,0.14609289],"study_design_scores_gemma":[0.000023017421,0.0003891816,0.5783486,0.0002923156,0.000054073542,0.0023599158,0.38752028,0.0039237016,0.0045926864,0.0036274556,0.018781792,0.00008702174],"about_ca_topic_score_codex":0.0010828628,"about_ca_topic_score_gemma":0.0018834719,"teacher_disagreement_score":0.0037465114,"about_ca_system_score_codex":0.0005559357,"about_ca_system_score_gemma":0.00058176194,"threshold_uncertainty_score":0.010283947},"labels":[],"label_agreement":null},{"id":"W1557607967","doi":"10.19173/irrodl.v14i5.1551","title":"Student and faculty outcomes of undergraduate science research projects by geographically dispersed students","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Distance education; Medical education; Demographics; Certification; Psychology; Undergraduate research; Mathematics education; Graduate students; Medicine; Sociology; Management","score_opus":0.1509885527879952,"score_gpt":0.521486652869492,"score_spread":0.37049810008149686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557607967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985744,0.00009046747,0.000040206614,0.00011281881,0.000008440617,0.000010106317,0.00004768683,0.000003033992,0.0011128518],"genre_scores_gemma":[0.99867815,0.00008608854,0.000038765902,0.000026318774,0.000010888701,0.00001300695,0.00008506993,0.00000272693,0.0010591365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99710506,0.0011651601,0.0002071692,0.00025584156,0.00077025715,0.00049646385],"domain_scores_gemma":[0.9794946,0.0028120049,0.0052243983,0.0005732191,0.0034330965,0.008462657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048609707,0.0001811771,0.00026121372,0.0013069204,0.0010337919,0.0022634044,0.0006027854,0.00052977406,0.0033806812],"category_scores_gemma":[0.015990026,0.00012008185,0.00035400345,0.0012182344,0.00064731005,0.0008694221,0.0022223915,0.00067301217,0.0011400433],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025571496,0.0015288972,0.9453556,0.000038678278,0.000049224604,0.00017263182,0.0062886267,0.00029095486,0.0004071858,0.00025954208,0.0013611774,0.04399187],"study_design_scores_gemma":[0.000023671908,0.001453882,0.98251814,0.000027924822,0.000014931936,0.00014623819,0.013067966,0.00037829622,0.00038094795,0.00017985253,0.0017867702,0.000021400965],"about_ca_topic_score_codex":0.0024025375,"about_ca_topic_score_gemma":0.0036545366,"teacher_disagreement_score":0.0048609707,"about_ca_system_score_codex":0.00089071936,"about_ca_system_score_gemma":0.0011906447,"threshold_uncertainty_score":0.025707543},"labels":[],"label_agreement":null},{"id":"W1557790096","doi":"10.19173/irrodl.v10i5.632","title":"From Open Content to Open Course Models: Increasing Access and Enabling Global Participation in Higher Education","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia; British Columbia Institute of Technology","funders":"","keywords":"Distance education; Higher education; Flexibility (engineering); Open learning; Open education; Professional development; Open educational resources; The Internet; Mathematics education; Literacy; Faculty development; Pedagogy; Information literacy; Sociology; Public relations; Teaching method; Computer science; Medical education; Psychology; Political science; World Wide Web; Management; Cooperative learning","score_opus":0.3713570052194679,"score_gpt":0.5137191910578671,"score_spread":0.1423621858383992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557790096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58834046,0.00087588787,0.102500655,0.021836622,0.00037727665,0.00112634,0.00009938271,0.00063432683,0.284209],"genre_scores_gemma":[0.9494705,0.0005130439,0.035670944,0.00148108,0.0001186925,0.00058210053,0.000066398665,0.000113946975,0.011983141],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99358094,0.0037808274,0.00013735953,0.0004637892,0.0012078807,0.0008292084],"domain_scores_gemma":[0.99368817,0.0026945118,0.00050549756,0.0009006529,0.00041932368,0.0017918695],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.005947592,0.0006107722,0.00023283398,0.0012368943,0.0024370817,0.008938297,0.0018138386,0.0020671515,0.007907991],"category_scores_gemma":[0.008719311,0.00035856568,0.00067496265,0.00094891054,0.005590861,0.013851176,0.017104749,0.0019580026,0.0013367184],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029963555,0.0026880105,0.028423993,0.0010239979,0.00006140571,0.0015320131,0.13810253,0.0023610431,0.010075359,0.26370564,0.016593555,0.5351328],"study_design_scores_gemma":[0.00040440616,0.0035237072,0.045251817,0.0019047156,0.00017197918,0.002205492,0.14736858,0.010554026,0.0070448215,0.2274451,0.5538973,0.00022796624],"about_ca_topic_score_codex":0.0023548857,"about_ca_topic_score_gemma":0.0031492782,"teacher_disagreement_score":0.9981862,"about_ca_system_score_codex":0.0029673188,"about_ca_system_score_gemma":0.0047556194,"threshold_uncertainty_score":0.031454265},"labels":[],"label_agreement":null},{"id":"W1559246682","doi":"10.19173/irrodl.v12i7.1041","title":"A pedagogy of abundance or a pedagogy to support human beings? Participant support on massive open online courses","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":432,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pedagogy; Open educational resources; Educational technology; Online learning; Open learning; Massive open online course; Sociology; Learning community; Mathematics education; Psychology; Knowledge management; Teaching method; Computer science; Cooperative learning; Multimedia","score_opus":0.32661773267528765,"score_gpt":0.553930229931922,"score_spread":0.22731249725663433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559246682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80377877,0.0019570203,0.037484556,0.03410671,0.0005087736,0.00031606626,0.00004528919,0.0002422061,0.121560596],"genre_scores_gemma":[0.98512286,0.00077106635,0.005558037,0.0008195795,0.000084211075,0.00018861676,0.000013501876,0.000028460145,0.0074136956],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9940195,0.004610571,0.000104051396,0.00034602045,0.0006404686,0.00027943042],"domain_scores_gemma":[0.9901939,0.0065995795,0.00075996085,0.00062597333,0.00044603297,0.0013744509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059060864,0.00021528045,0.0002860239,0.00042483417,0.0011856637,0.0033464087,0.0010390161,0.0011976635,0.0060317894],"category_scores_gemma":[0.016194094,0.00010580201,0.00020485683,0.00027501548,0.0027773702,0.0056876084,0.004921238,0.0011845473,0.0006505071],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040765535,0.0018652106,0.015184196,0.0011633228,0.00003887918,0.0010210456,0.24194491,0.00088866166,0.009392674,0.14422186,0.011269355,0.57260215],"study_design_scores_gemma":[0.00034914876,0.003001419,0.017831674,0.0020847144,0.00007626942,0.0011297719,0.28061658,0.0046757064,0.010139245,0.17693773,0.50304264,0.00011508907],"about_ca_topic_score_codex":0.00028143212,"about_ca_topic_score_gemma":0.00045018856,"teacher_disagreement_score":0.0060317894,"about_ca_system_score_codex":0.00088653615,"about_ca_system_score_gemma":0.0016372513,"threshold_uncertainty_score":0.031234741},"labels":[],"label_agreement":null},{"id":"W1559619211","doi":"10.19173/irrodl.v15i2.1553","title":"Massive online obsessive compulsion: What are they saying out there about the latest phenomenon in higher education?","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Toronto","funders":"","keywords":"Variety (cybernetics); Attrition; Appeal; Phenomenon; Field (mathematics); Higher education; Internet privacy; Psychology; Public relations; World Wide Web; Sociology; Computer science; Political science; Epistemology","score_opus":0.11220800672266314,"score_gpt":0.438743869012454,"score_spread":0.32653586228979087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559619211","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30375633,0.44180343,0.006308024,0.19959429,0.0039057522,0.00009755087,0.00020069622,0.00020492371,0.044129126],"genre_scores_gemma":[0.7593927,0.18419969,0.0015486709,0.04675636,0.0028840515,0.00011586909,0.00015517039,0.000091675465,0.0048557203],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99467033,0.0022343963,0.0003827599,0.0005089062,0.0017776366,0.00042598188],"domain_scores_gemma":[0.97357124,0.01711944,0.0040155323,0.0006440373,0.003160774,0.0014890126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053408514,0.00030708947,0.0005758253,0.0028216788,0.0022194237,0.0071028313,0.0010483743,0.0021120894,0.0025534993],"category_scores_gemma":[0.021887433,0.000279179,0.00046184793,0.003460678,0.0074823513,0.0070984545,0.0031154496,0.0034802577,0.00045428774],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015705492,0.00018977132,0.074644215,0.004880922,0.00022999293,0.0036792448,0.21937576,0.000117296106,0.001029489,0.028841931,0.03818104,0.6286732],"study_design_scores_gemma":[0.000031707474,0.00026474366,0.11134037,0.013739548,0.0002060762,0.011976421,0.4799724,0.00022194338,0.0006262602,0.02752548,0.3538703,0.00022469134],"about_ca_topic_score_codex":0.003397497,"about_ca_topic_score_gemma":0.0049052658,"teacher_disagreement_score":0.0071028313,"about_ca_system_score_codex":0.001994145,"about_ca_system_score_gemma":0.003110581,"threshold_uncertainty_score":0.028245449},"labels":[],"label_agreement":null},{"id":"W1560243578","doi":"10.19173/irrodl.v6i1.221","title":"Quality Improvement, Quality Assurance, and Benchmarking: Comparing two frameworks for managing quality processes in open and distance learning","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Benchmarking; Quality assurance; Dilemma; Quality (philosophy); Scope (computer science); Distance education; Computer science; Quality management; Process management; Knowledge management; Face (sociological concept); Total quality management; Higher education; Quality policy; Management science; Business; Sociology; Political science; Engineering; Pedagogy; Marketing; Mathematics; Social science","score_opus":0.13569326440374405,"score_gpt":0.5360968654695047,"score_spread":0.4004036010657607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560243578","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1402996,0.29350933,0.2834412,0.08727912,0.002806384,0.0027426216,0.0003028908,0.00037505664,0.18924387],"genre_scores_gemma":[0.7666167,0.051757727,0.170927,0.005019816,0.0004444404,0.0026736974,0.00026154777,0.000123426,0.002175759],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.74065095,0.21030009,0.007992746,0.003047122,0.033716768,0.0042923423],"domain_scores_gemma":[0.8123073,0.13831426,0.017230755,0.0066988957,0.022846315,0.002602517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.103014536,0.0012290394,0.0017225607,0.014117648,0.0035450428,0.020391535,0.003211527,0.004747788,0.0014549245],"category_scores_gemma":[0.15991618,0.00065454934,0.0022454145,0.017547503,0.01679277,0.017686581,0.007973245,0.0049782004,0.00023509815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037625866,0.00029942693,0.011899895,0.0035027596,0.00035964843,0.000058737372,0.012450353,0.004685552,0.0002237956,0.751922,0.004632118,0.20958959],"study_design_scores_gemma":[0.0007583567,0.0026273145,0.07056737,0.025144983,0.0011599013,0.0003178643,0.05517481,0.037037432,0.0023146302,0.66057307,0.14376363,0.00056062336],"about_ca_topic_score_codex":0.021442274,"about_ca_topic_score_gemma":0.020965459,"teacher_disagreement_score":0.103014536,"about_ca_system_score_codex":0.030441111,"about_ca_system_score_gemma":0.025925307,"threshold_uncertainty_score":0.54479945},"labels":[],"label_agreement":null},{"id":"W1560294671","doi":"10.19173/irrodl.v13i1.1123","title":"An investigation of communication in virtual high schools","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phone; Psychology; Qualitative research; Mathematics education; Computer-mediated communication; Pedagogy; Medical education; The Internet; Computer science; Sociology; Medicine; World Wide Web","score_opus":0.10163596422532367,"score_gpt":0.4830074204915637,"score_spread":0.38137145626624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560294671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98454446,0.00033905724,0.00072689366,0.00045964538,0.000029383855,0.0000423234,0.000027023967,0.000010386663,0.013820915],"genre_scores_gemma":[0.99747425,0.0002401297,0.00032139095,0.00011539307,0.00002012229,0.000039896317,0.000012755119,0.0000062889594,0.0017698422],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9890599,0.008479375,0.00033471873,0.00036913814,0.00096040755,0.0007964135],"domain_scores_gemma":[0.9871923,0.007984479,0.0022088217,0.0005150725,0.0009643859,0.0011349715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036414945,0.00024670613,0.00036367172,0.0027554885,0.009104461,0.0055527785,0.0009835145,0.0013549448,0.0033198646],"category_scores_gemma":[0.01090835,0.00055565283,0.000274973,0.0023480083,0.0047787246,0.0032526336,0.0043451474,0.00205907,0.0004644826],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005854622,0.00021208599,0.037483692,0.00022780689,0.000008537647,0.0009772354,0.94036883,0.00007094512,0.0010205703,0.004138883,0.00059587386,0.014837022],"study_design_scores_gemma":[0.000009718885,0.00025476524,0.039370846,0.00020243006,0.00001407274,0.0009864916,0.93788904,0.00018296947,0.00071923574,0.0006532965,0.019696606,0.000020583318],"about_ca_topic_score_codex":0.0028131828,"about_ca_topic_score_gemma":0.004076595,"teacher_disagreement_score":0.009104461,"about_ca_system_score_codex":0.0026775072,"about_ca_system_score_gemma":0.0020079613,"threshold_uncertainty_score":0.019426703},"labels":[],"label_agreement":null},{"id":"W1560997931","doi":"10.19173/irrodl.v14i3.1387","title":"Challenges for successful planning of open and distance learning (ODL): A template analysis","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Plan (archaeology); Unit (ring theory); Computer science; Strategic planning; Engineering management; Knowledge management; Sociology; Engineering; Mathematics education; Pedagogy; Management; Psychology; Geography","score_opus":0.16040990750991765,"score_gpt":0.513810051641541,"score_spread":0.35340014413162335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560997931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20526724,0.009276479,0.53656596,0.040252972,0.0006108383,0.0047176457,0.0013137694,0.00050124526,0.20149392],"genre_scores_gemma":[0.65615505,0.008083538,0.31937137,0.0011191955,0.00006114345,0.0021068938,0.00080278754,0.00019263408,0.0121074375],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9768511,0.012192543,0.0025201726,0.0011981516,0.006275947,0.0009620295],"domain_scores_gemma":[0.95270205,0.031248419,0.003804966,0.003426026,0.0078019984,0.0010166379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025122888,0.00051893253,0.0006194439,0.0050533363,0.0041311677,0.014860849,0.002944575,0.0022182888,0.0045457706],"category_scores_gemma":[0.05327057,0.0007037266,0.0011411406,0.010209608,0.0062030083,0.016119542,0.004058154,0.002523897,0.001063016],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047679496,0.00013540036,0.011557867,0.0025315618,0.0000691109,0.0013339178,0.0968963,0.005676454,0.0010329701,0.5039082,0.011970015,0.36484054],"study_design_scores_gemma":[0.000038482725,0.00023721831,0.013168436,0.005823017,0.00015548065,0.0010392185,0.38166586,0.017968375,0.005528604,0.24699306,0.3271834,0.00019886257],"about_ca_topic_score_codex":0.013786104,"about_ca_topic_score_gemma":0.017407231,"teacher_disagreement_score":0.025122888,"about_ca_system_score_codex":0.013354477,"about_ca_system_score_gemma":0.028102016,"threshold_uncertainty_score":0.13286418},"labels":[],"label_agreement":null},{"id":"W1561600561","doi":"10.19173/irrodl.v10i4.631","title":"Designing to Promote Access, Quality, and Student Support in an Advanced Certificate Programme for Rural Teachers in South Africa","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Pretoria","keywords":"Certificate; Distance education; Session (web analytics); Phone; The Internet; Medical education; Quality (philosophy); Pedagogy; Psychology; Computer science; Medicine; World Wide Web","score_opus":0.4749215515105534,"score_gpt":0.6078780970579596,"score_spread":0.1329565455474062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1561600561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664728,0.0005037126,0.004308002,0.004014465,0.00015996135,0.011473606,0.000052734256,0.00007473088,0.012940075],"genre_scores_gemma":[0.96505576,0.0007838798,0.021714984,0.00066730345,0.000052979212,0.0064380215,0.000051644474,0.000022761316,0.005212575],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98740363,0.008538662,0.00033628207,0.00051355513,0.0011222748,0.002085615],"domain_scores_gemma":[0.98633856,0.006371335,0.0009850407,0.0005346525,0.00092224305,0.004848149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021639315,0.00044770702,0.00041995905,0.0015340508,0.004175477,0.0034822545,0.0022188448,0.0014182877,0.0031754437],"category_scores_gemma":[0.020808259,0.00046003063,0.0003971951,0.00081304886,0.0027077456,0.0018016376,0.0058229985,0.0016446623,0.00031987927],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014739182,0.016132874,0.027701594,0.005341937,0.00010119572,0.0025898777,0.1657121,0.0047915443,0.010264058,0.01867661,0.007321235,0.739893],"study_design_scores_gemma":[0.009093046,0.050966516,0.25242913,0.004484001,0.00038434743,0.0016523447,0.30223408,0.003944911,0.01999249,0.0126936305,0.34180778,0.00031772399],"about_ca_topic_score_codex":0.0038740344,"about_ca_topic_score_gemma":0.0072559426,"teacher_disagreement_score":0.021639315,"about_ca_system_score_codex":0.00679302,"about_ca_system_score_gemma":0.027064783,"threshold_uncertainty_score":0.11444104},"labels":[],"label_agreement":null},{"id":"W1562200364","doi":"10.19173/irrodl.v12i7.1028","title":"Emergent learning and interactive media artworks: Parameters of interaction for novice groups","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Computer science; Narrative; The arts; Interactive Learning; Task (project management); Learning styles; Social media; Active learning (machine learning); Mathematics education; World Wide Web; Multimedia; Psychology; Artificial intelligence; Visual arts","score_opus":0.2470396203127369,"score_gpt":0.5318482352515898,"score_spread":0.28480861493885284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562200364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48089084,0.00037559328,0.16049592,0.0040181843,0.00008870023,0.0006086448,0.00018342675,0.0003438589,0.35299486],"genre_scores_gemma":[0.97433907,0.00009488193,0.019237714,0.000043800283,0.0000105558165,0.00023343724,0.000042743563,0.000034687553,0.0059631015],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9974196,0.0014853011,0.000093256705,0.00028367317,0.00054965634,0.0001685554],"domain_scores_gemma":[0.9932197,0.0044016596,0.00044011956,0.0006311635,0.00047319185,0.0008341522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024350272,0.00042395244,0.0002424445,0.0009365558,0.002066704,0.0066416254,0.000956926,0.00084551284,0.013118887],"category_scores_gemma":[0.011916891,0.00017117691,0.0003937878,0.0006454841,0.0063093402,0.0049243094,0.0043068123,0.0013010969,0.0012085336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004838375,0.0003774075,0.03814901,0.00050081406,0.000030307341,0.000984042,0.122622386,0.0066857887,0.00825665,0.6376307,0.0052381605,0.17904083],"study_design_scores_gemma":[0.00016266684,0.0009851613,0.064388745,0.000396981,0.00006329135,0.0018854715,0.24230868,0.06636502,0.008291571,0.4753242,0.13966243,0.000165825],"about_ca_topic_score_codex":0.0019386976,"about_ca_topic_score_gemma":0.002286912,"teacher_disagreement_score":0.013118887,"about_ca_system_score_codex":0.0026015146,"about_ca_system_score_gemma":0.0014759247,"threshold_uncertainty_score":0.04388708},"labels":[],"label_agreement":null},{"id":"W1562325367","doi":"10.19173/irrodl.v1i1.6","title":"Beauty Lies in the Eye of the Beholder","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Best practice; Politics; Beauty; Identification (biology); Sociology; Reflection (computer programming); Critical reflection; Social practice; Public relations; Psychology; Pedagogy; Computer science; Political science; Law","score_opus":0.09209864087943959,"score_gpt":0.48312651768297077,"score_spread":0.3910278768035312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562325367","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001890175,0.029778296,0.018791037,0.8851047,0.020804176,0.000031114687,0.000048495196,0.00032008844,0.043231875],"genre_scores_gemma":[0.19268401,0.044025794,0.04296883,0.5250364,0.039856043,0.00026835458,0.000103340084,0.0015586137,0.15349865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97759944,0.010558083,0.0007551972,0.0031414465,0.0069190403,0.001026849],"domain_scores_gemma":[0.9512563,0.028233306,0.0018550876,0.0062392997,0.008374994,0.0040411227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02582976,0.0014327037,0.0024944665,0.0025782883,0.011069143,0.018973023,0.0025863773,0.011762878,0.011071273],"category_scores_gemma":[0.062379964,0.0006856416,0.0009271743,0.0014986263,0.08252567,0.040439017,0.012454262,0.032209452,0.009261102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014129117,0.000064788444,0.0008177918,0.00047994638,0.0000613383,0.00038475567,0.019159557,0.0003131093,0.00083161815,0.4836778,0.42089665,0.073171355],"study_design_scores_gemma":[0.000019486932,0.00005165732,0.00019544749,0.0008208672,0.0000151399645,0.00044231542,0.0072659645,0.000161619,0.00021899836,0.3000717,0.69067687,0.000059968756],"about_ca_topic_score_codex":0.00559325,"about_ca_topic_score_gemma":0.006243226,"teacher_disagreement_score":0.02582976,"about_ca_system_score_codex":0.0042967964,"about_ca_system_score_gemma":0.008272733,"threshold_uncertainty_score":0.13660246},"labels":[],"label_agreement":null},{"id":"W1562787780","doi":"","title":"Portable Applications in Mobile Education. Technical Evaluation Report 57.","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mobile device; Distance education; Educational technology; Multimedia; Technology integration; World Wide Web; Mathematics education; Psychology","score_opus":0.05195894976467484,"score_gpt":0.46235229412296575,"score_spread":0.4103933443582909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562787780","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3904285,0.10250405,0.02760144,0.012661565,0.009546253,0.04056698,0.062015027,0.0068789274,0.34779724],"genre_scores_gemma":[0.68729,0.046461616,0.03713231,0.003730478,0.0014557532,0.027949432,0.030256236,0.0015484882,0.16417573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9821223,0.010010564,0.0012597091,0.00056998094,0.0053276275,0.0007097547],"domain_scores_gemma":[0.9545796,0.024255918,0.0019647398,0.0024240424,0.01372509,0.0030505506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01458386,0.0012092999,0.0012120515,0.0016322357,0.00084850396,0.002036961,0.0013761957,0.0019126001,0.025830323],"category_scores_gemma":[0.040155727,0.0005128833,0.0013017668,0.0017790358,0.00079222757,0.0020503385,0.0020793353,0.0014484663,0.010666727],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020887425,0.008550917,0.005930231,0.00949889,0.00044105912,0.0001815445,0.00062983827,0.00079589867,0.0032138496,0.0018085976,0.20289713,0.7451646],"study_design_scores_gemma":[0.028629815,0.06796453,0.13330828,0.014472119,0.0049759108,0.0010768718,0.0025172827,0.003661896,0.020082934,0.002548592,0.72056675,0.0001951478],"about_ca_topic_score_codex":0.003291568,"about_ca_topic_score_gemma":0.0042110546,"teacher_disagreement_score":0.025830323,"about_ca_system_score_codex":0.0008291312,"about_ca_system_score_gemma":0.0025687122,"threshold_uncertainty_score":0.08641106},"labels":[],"label_agreement":null},{"id":"W1563915300","doi":"10.19173/irrodl.v14i5.1465","title":"An investigation of practices and tools that enabled technology-mediated caring in an online high school","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Context (archaeology); Affect (linguistics); Pedagogy; Distance education; Educational technology; Computer-mediated communication; Online learning; The Internet; Multimedia; Computer science; World Wide Web","score_opus":0.14821614742348763,"score_gpt":0.4685775594727352,"score_spread":0.3203614120492476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563915300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996309,0.00011164047,0.00067142764,0.00019626501,0.000008305737,0.00003757741,0.000006202062,0.000006435325,0.0026531394],"genre_scores_gemma":[0.99700207,0.00021581005,0.0010507636,0.00008984744,0.0000048822026,0.000031167307,0.0000055704363,0.0000051806687,0.0015946266],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996768,0.0020677513,0.00013835609,0.00023844471,0.00043281168,0.0003547355],"domain_scores_gemma":[0.99341327,0.0042854445,0.0010005482,0.000348463,0.00035102593,0.0006012517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035006627,0.00032103903,0.00032483204,0.0014283207,0.0058210692,0.0044829124,0.0009551184,0.0010548885,0.0018781278],"category_scores_gemma":[0.008540825,0.00036716208,0.0002883512,0.0007537934,0.0064096795,0.0035380477,0.0044964263,0.001473343,0.00027131673],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051512056,0.00039671408,0.027925076,0.00014379903,0.0000068552254,0.001635458,0.93702924,0.00003917803,0.0032245063,0.0023894513,0.00022278083,0.026935566],"study_design_scores_gemma":[0.0000075300936,0.00032260976,0.020872105,0.00014922381,0.000014199067,0.0009946125,0.96337336,0.00016872016,0.0015416595,0.0006421248,0.0118949255,0.000019014535],"about_ca_topic_score_codex":0.0018338183,"about_ca_topic_score_gemma":0.007024144,"teacher_disagreement_score":0.0058210692,"about_ca_system_score_codex":0.0016278636,"about_ca_system_score_gemma":0.0018834476,"threshold_uncertainty_score":0.018513441},"labels":[],"label_agreement":null},{"id":"W1563916424","doi":"10.19173/irrodl.v8i1.261","title":"Online Distance Teaching of Undergraduate Finance: A case for Musashi University and Konan University, Japan","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Obstacle; Distance education; Class (philosophy); The Internet; Computer science; Course (navigation); Mathematics education; Statistical analysis; Online course; Teaching method; Course evaluation; Multimedia; Higher education; Psychology; World Wide Web; Mathematics; Artificial intelligence; Engineering; Statistics","score_opus":0.1226016840905143,"score_gpt":0.5089303920742649,"score_spread":0.38632870798375063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563916424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98822814,0.0003928244,0.00035903326,0.0024113413,0.000036070065,0.000040750565,0.000012879258,0.000009004231,0.008509984],"genre_scores_gemma":[0.99262094,0.0005249424,0.00087430177,0.0004784763,0.000033157627,0.000036239388,0.000022647684,0.000015701227,0.0053936187],"study_design_codex":"qualitative","study_design_gemma":"case_report","domain_scores_codex":[0.9982389,0.00068748527,0.00004895157,0.00014034152,0.00019791875,0.00068648753],"domain_scores_gemma":[0.9940215,0.00077804696,0.0003425459,0.00012186672,0.00036990742,0.0043661087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020462128,0.00033173215,0.00034603995,0.0009802193,0.009303638,0.0034124337,0.0011999775,0.0027000462,0.008432703],"category_scores_gemma":[0.0044343905,0.00036566512,0.00042908124,0.0013599084,0.0016562231,0.002679479,0.0027015847,0.0015836096,0.00067118893],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006935774,0.0129296845,0.3154938,0.0005853475,0.000077167046,0.133247,0.32356253,0.0007203472,0.0037935944,0.026509548,0.011423297,0.17096409],"study_design_scores_gemma":[0.00021683806,0.0014575527,0.21692055,0.00042476138,0.00010211769,0.032244626,0.6491268,0.0029264376,0.0013222568,0.0032653746,0.09184645,0.00014629801],"about_ca_topic_score_codex":0.025217582,"about_ca_topic_score_gemma":0.060016014,"teacher_disagreement_score":0.025217582,"about_ca_system_score_codex":0.003222236,"about_ca_system_score_gemma":0.0033064506,"threshold_uncertainty_score":0.050141633},"labels":[],"label_agreement":null},{"id":"W1564486962","doi":"10.19173/irrodl.v2i2.45","title":"Selection of Collaborative Tools","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Centennial College","funders":"","keywords":"Selection (genetic algorithm); Computer science; Educational technology; Data science; World Wide Web; Knowledge management; Mathematics education; Artificial intelligence; Psychology","score_opus":0.13885991594851593,"score_gpt":0.42939997712171896,"score_spread":0.290540061173203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564486962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6652423,0.011328617,0.1401307,0.002449968,0.0021201288,0.025498148,0.012451296,0.002663123,0.13811566],"genre_scores_gemma":[0.71933687,0.0046928637,0.19234014,0.0019870268,0.00050262985,0.0358516,0.0105530955,0.0008876043,0.03384819],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836992,0.0035590576,0.0022894985,0.0013696576,0.006547089,0.0025354803],"domain_scores_gemma":[0.974374,0.011592542,0.0015053176,0.0031116556,0.006866402,0.002550127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070511047,0.0011714208,0.0013692869,0.011115941,0.0022297471,0.004857226,0.0018919295,0.0023352746,0.019648343],"category_scores_gemma":[0.046016876,0.00046948573,0.0014240139,0.0075100483,0.0006564645,0.003354837,0.003717028,0.0010073239,0.009025852],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001964024,0.0017125346,0.06009928,0.0057355966,0.00023888757,0.0062958766,0.018739346,0.0007823991,0.016318617,0.009906518,0.02959707,0.84860986],"study_design_scores_gemma":[0.0012068202,0.005156692,0.09779188,0.0053127245,0.0007553659,0.0130668385,0.046875566,0.004816277,0.0428236,0.011887751,0.7698372,0.00046928754],"about_ca_topic_score_codex":0.0005227799,"about_ca_topic_score_gemma":0.000898946,"teacher_disagreement_score":0.019648343,"about_ca_system_score_codex":0.0008115418,"about_ca_system_score_gemma":0.0024976993,"threshold_uncertainty_score":0.06573027},"labels":[],"label_agreement":null},{"id":"W1564589805","doi":"10.19173/irrodl.v12i2.791","title":"A pedagogical framework for mobile learning: Categorizing educational applications of mobile technologies into four types","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":770,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Affordance; Synchronous learning; Computer science; Open learning; Mobile device; M-learning; Transactional leadership; Instructional design; Context (archaeology); Multimedia; Cooperative learning; Human–computer interaction; Teaching method; Mathematics education; World Wide Web; Psychology","score_opus":0.16619642693678213,"score_gpt":0.4752209171268341,"score_spread":0.30902449019005196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564589805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021195155,0.025159316,0.7286086,0.021442773,0.0016327652,0.002288795,0.00026349333,0.00065165554,0.1987574],"genre_scores_gemma":[0.4369415,0.021500563,0.5110372,0.005334982,0.00092567137,0.0055980454,0.00030492654,0.0001617099,0.018195482],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973339,0.0012197135,0.0003103388,0.00034123368,0.00050113926,0.00029375812],"domain_scores_gemma":[0.99777514,0.0011016764,0.00028423965,0.00014870659,0.00038764882,0.00030259805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026717973,0.001189779,0.0006854215,0.0062265187,0.0021819344,0.006737892,0.002578507,0.0034712942,0.0030902058],"category_scores_gemma":[0.00405512,0.0003624394,0.0010873134,0.0037402145,0.011937532,0.008876702,0.004500176,0.0037372075,0.0011954921],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019420162,0.00008161843,0.0020727667,0.00070161157,0.000015196729,0.00026775847,0.012242188,0.0010379634,0.0010423544,0.8787334,0.003738878,0.10004691],"study_design_scores_gemma":[0.00005589858,0.00027050154,0.0038111305,0.002451794,0.0000422319,0.0022096566,0.013930582,0.0071278475,0.0010025763,0.6138264,0.35519135,0.00008000293],"about_ca_topic_score_codex":0.0021062675,"about_ca_topic_score_gemma":0.0014641867,"teacher_disagreement_score":0.006737892,"about_ca_system_score_codex":0.0028029545,"about_ca_system_score_gemma":0.0031245174,"threshold_uncertainty_score":0.020336926},"labels":[],"label_agreement":null},{"id":"W1564666649","doi":"10.19173/irrodl.v15i6.1748","title":"Online instruction, e-learning, and student satisfaction: A three year study","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":397,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Higher education; Medical education; Online learning; Mathematics education; Distance education; Multimedia; Computer science; Medicine","score_opus":0.06680809387495588,"score_gpt":0.47907779930666733,"score_spread":0.41226970543171143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564666649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99944645,0.000027836508,0.000064433654,0.00007171579,0.0000063584644,0.000045131263,0.00002910455,0.000003889224,0.0003051427],"genre_scores_gemma":[0.9987777,0.000066970715,0.00018197634,0.00013238241,0.000015553205,0.0001134058,0.000088537505,0.000003369868,0.00062006694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974657,0.00093197764,0.00017507901,0.00016302841,0.0005956102,0.00066857645],"domain_scores_gemma":[0.988462,0.0027854347,0.0016783326,0.0006246374,0.0019476612,0.0045020473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008167234,0.00043414708,0.0007972654,0.0015003078,0.0029643506,0.0019577586,0.00079409184,0.00092932826,0.0017350982],"category_scores_gemma":[0.006890483,0.00057612476,0.0012070973,0.0015253113,0.0011997403,0.001688326,0.0023207446,0.002508097,0.0006151511],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007943553,0.01819284,0.885417,0.00007078297,0.000090939066,0.00051760423,0.049955998,0.00017159538,0.0011816601,0.00023690646,0.0013178984,0.042052384],"study_design_scores_gemma":[0.00009059996,0.011969345,0.9516408,0.000031580676,0.000060287926,0.0002435742,0.031888116,0.00059118046,0.000910176,0.00011192617,0.002401262,0.00006120591],"about_ca_topic_score_codex":0.008221808,"about_ca_topic_score_gemma":0.009535226,"teacher_disagreement_score":0.008221808,"about_ca_system_score_codex":0.001284789,"about_ca_system_score_gemma":0.0021837333,"threshold_uncertainty_score":0.043192983},"labels":[],"label_agreement":null},{"id":"W1565241209","doi":"10.19173/irrodl.v5i1.173","title":"Broadband: A Solution for Rural e-Learning?","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Broadband; Disadvantaged; Distance education; Telecommunications; Rural area; Online learning; Computer science; Educational technology; Multimedia; Sociology; Economic growth; Political science; Pedagogy; Economics","score_opus":0.12520561014324394,"score_gpt":0.5149736969828116,"score_spread":0.38976808683956765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565241209","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02150798,0.027450753,0.025711788,0.7520736,0.0041232677,0.000085238964,0.00019155863,0.000536124,0.16831964],"genre_scores_gemma":[0.46231964,0.08781858,0.037710797,0.087808624,0.0051747644,0.00040365473,0.0003355021,0.00036250506,0.31806594],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99935275,0.00025256185,0.000018805376,0.0000905411,0.00012399848,0.00016125372],"domain_scores_gemma":[0.99865204,0.0004127365,0.00014848597,0.00010478385,0.00023075046,0.00045129142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012122049,0.0003535033,0.00020684351,0.0005613947,0.001915434,0.0055116625,0.0008734288,0.006954335,0.040924903],"category_scores_gemma":[0.0027623998,0.0001806882,0.00023941962,0.0010877775,0.0024416323,0.011007199,0.0040844274,0.0024226706,0.008027695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001143083,0.00012791793,0.0019289216,0.0011913335,0.000017327418,0.0007465697,0.0026612554,0.0005757655,0.0028564734,0.38526255,0.21389465,0.39062288],"study_design_scores_gemma":[0.000025614547,0.000083493,0.0009943101,0.0004931744,0.000011672564,0.00041389844,0.0070974566,0.0003814353,0.00045820037,0.096694134,0.89332145,0.00002517965],"about_ca_topic_score_codex":0.0016536273,"about_ca_topic_score_gemma":0.0023222067,"teacher_disagreement_score":0.040924903,"about_ca_system_score_codex":0.0010337732,"about_ca_system_score_gemma":0.0027073864,"threshold_uncertainty_score":0.13690746},"labels":[],"label_agreement":null},{"id":"W1565654679","doi":"10.19173/irrodl.v10i6.804","title":"International DE opportunities in difficult economic times","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Summit; Beijing; Distance education; Presentation (obstetrics); Political science; Economic growth; Library science; Public relations; China; Geography; Medicine; Economics; Computer science","score_opus":0.12213971539576686,"score_gpt":0.4774150894258476,"score_spread":0.35527537403008075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565654679","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028308934,0.09486786,0.0022659109,0.15685178,0.0126713505,0.00006200923,0.0003254407,0.00009227901,0.70455444],"genre_scores_gemma":[0.56584716,0.1703596,0.003867219,0.030198902,0.008830777,0.00038697475,0.0006991634,0.0001208443,0.21968937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977301,0.0011801159,0.00008435376,0.00014174083,0.0003245232,0.0005392504],"domain_scores_gemma":[0.9957938,0.0011989984,0.00043848445,0.0002769739,0.00048196324,0.0018096957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005038661,0.0004559298,0.00045674478,0.0014301955,0.0035895857,0.010297827,0.00071316166,0.0032607429,0.039550006],"category_scores_gemma":[0.007859755,0.00019062168,0.00034396193,0.0028408114,0.0029649634,0.011743128,0.009357499,0.0028552494,0.0054954006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017696494,0.00022466203,0.0027676101,0.0007536144,0.000026152049,0.00091687974,0.011869231,0.00028688723,0.00035958196,0.4002854,0.32820016,0.2541328],"study_design_scores_gemma":[0.000008551726,0.00003649452,0.0018524124,0.00032013116,0.0000037334792,0.00024959748,0.01348297,0.00004752031,0.00009003514,0.021683058,0.96221626,0.000009203477],"about_ca_topic_score_codex":0.0008599705,"about_ca_topic_score_gemma":0.0019479888,"teacher_disagreement_score":0.039550006,"about_ca_system_score_codex":0.002001758,"about_ca_system_score_gemma":0.0024675357,"threshold_uncertainty_score":0.13230795},"labels":[],"label_agreement":null},{"id":"W1566251558","doi":"10.19173/irrodl.v15i4.1902","title":"Learning in an introductory physics MOOC: All cohorts learn equally, including an on-campus class","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Mathematics education; Class (philosophy); Mastery learning; Massive open online course; Physics education; Educational technology; Test (biology); Psychology; Computer science; Biology; Artificial intelligence","score_opus":0.21062169263059402,"score_gpt":0.5366444464240424,"score_spread":0.32602275379344836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566251558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912316,0.0000633854,0.0015480453,0.000055342334,0.000047807367,0.0005541567,0.000397091,0.00008385623,0.0060186596],"genre_scores_gemma":[0.9740418,0.00006978144,0.004085179,0.000204685,0.00004582379,0.0012771128,0.0008235279,0.000041662082,0.0194103],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992223,0.00009584548,0.000083517596,0.00018744386,0.00021075965,0.00020022738],"domain_scores_gemma":[0.9981243,0.00017589942,0.00013885679,0.00022256945,0.00047097466,0.00086736475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000805796,0.0004841365,0.0005700171,0.00045431766,0.0007633203,0.00096148584,0.0005382851,0.00039022553,0.009688033],"category_scores_gemma":[0.0019957419,0.0001740778,0.00024927102,0.000267,0.00034956489,0.0005282769,0.0015697351,0.0005374288,0.0023272221],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008811074,0.039167948,0.25232685,0.0006229784,0.00022446629,0.0014676779,0.008059478,0.0020775413,0.11075491,0.002168742,0.009364182,0.56495416],"study_design_scores_gemma":[0.000714357,0.03352988,0.82929015,0.000093035196,0.00019107413,0.0010406211,0.005620024,0.004601623,0.05814671,0.0022055015,0.06446997,0.00009698702],"about_ca_topic_score_codex":0.0013341493,"about_ca_topic_score_gemma":0.0017195523,"teacher_disagreement_score":0.009688033,"about_ca_system_score_codex":0.00033700967,"about_ca_system_score_gemma":0.0010681537,"threshold_uncertainty_score":0.032409668},"labels":[],"label_agreement":null},{"id":"W1566509893","doi":"10.19173/irrodl.v6i2.238","title":"Increasing Access to Higher Education: A study of the diffusion of online teaching among 913 college faculty","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":153,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"State University of New York","keywords":"Higher education; Curriculum; Distance education; Online teaching; Medical education; Access to Higher Education; Psychology; Online learning; Mathematics education; Pedagogy; Political science; Medicine; Computer science; Multimedia","score_opus":0.11981095261637001,"score_gpt":0.5219555128464254,"score_spread":0.4021445602300554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566509893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99971,0.000024585916,0.00002750285,0.00004998232,9.731646e-7,0.00000883537,0.000022766855,8.770965e-7,0.00015448395],"genre_scores_gemma":[0.9993998,0.00008242095,0.000067872665,0.000071464885,0.0000047880044,0.000017550037,0.000044537457,0.0000020609293,0.0003095693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985884,0.0004416979,0.00012238529,0.00014134662,0.0003335364,0.00037263078],"domain_scores_gemma":[0.99060285,0.003726928,0.0023243427,0.00034640316,0.0013652993,0.0016341422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025163025,0.00016270274,0.0003825128,0.0015007042,0.002917217,0.0024575605,0.0006209532,0.00063845934,0.0021228753],"category_scores_gemma":[0.010319461,0.00038623644,0.0003858066,0.0033210607,0.0010550306,0.0012763985,0.0013512708,0.0011964935,0.00043073957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060390335,0.00053183315,0.92776066,0.000033199718,0.000019152616,0.00017517153,0.056447197,0.000047346744,0.0006608922,0.00011287877,0.00021743165,0.013933831],"study_design_scores_gemma":[0.000012737661,0.00037514354,0.8861554,0.000021236066,0.00001634508,0.00024957035,0.110667095,0.0002643339,0.00049247564,0.0000681819,0.0016558229,0.000021566742],"about_ca_topic_score_codex":0.028022187,"about_ca_topic_score_gemma":0.032630503,"teacher_disagreement_score":0.028022187,"about_ca_system_score_codex":0.0019673859,"about_ca_system_score_gemma":0.0025104233,"threshold_uncertainty_score":0.055718184},"labels":[],"label_agreement":null},{"id":"W1566911441","doi":"10.19173/irrodl.v3i2.93","title":"The Effect of Self-selection on Student Satisfaction and Performance in Online Classes","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Selection (genetic algorithm); Computer science; Distance education; Online learning; Online discussion; Online participation; Higher education; Function (biology); Computer-mediated communication; Psychology; Multimedia; Mathematics education; World Wide Web; The Internet; Artificial intelligence","score_opus":0.052497241034096045,"score_gpt":0.4540803884196581,"score_spread":0.40158314738556206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566911441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985884,0.000049035018,0.000097405034,0.00006164375,0.000007278729,0.000009454311,0.00004237848,0.000009573021,0.0011348388],"genre_scores_gemma":[0.99935085,0.000023175568,0.000059030386,0.000017434777,0.00000949935,0.000008750969,0.00006116976,0.0000042650286,0.00046579036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961493,0.0018464702,0.00030984366,0.00026551564,0.00090150564,0.00052736356],"domain_scores_gemma":[0.9503979,0.024002394,0.011854995,0.0018603058,0.0037600002,0.008124509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038506545,0.0002763465,0.00046263845,0.00089781097,0.0005941166,0.00183847,0.00042898636,0.00060193916,0.004157288],"category_scores_gemma":[0.020795831,0.00013939555,0.0005986006,0.00096847734,0.0006909618,0.0006552069,0.0008683003,0.0010895961,0.0011490871],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014537483,0.0023911204,0.97003627,0.00002468677,0.00011337637,0.000060817692,0.0007178066,0.00024473885,0.000800647,0.000086595064,0.00028760717,0.023782665],"study_design_scores_gemma":[0.000020334617,0.0013730357,0.996714,0.0000055853843,0.000021911232,0.000035863664,0.00059372594,0.0005126542,0.0004484346,0.000069758964,0.00019408712,0.000010661138],"about_ca_topic_score_codex":0.0014141127,"about_ca_topic_score_gemma":0.0013450622,"teacher_disagreement_score":0.004157288,"about_ca_system_score_codex":0.0004372696,"about_ca_system_score_gemma":0.00048394687,"threshold_uncertainty_score":0.020364463},"labels":[],"label_agreement":null},{"id":"W1566984132","doi":"10.19173/irrodl.v7i1.313","title":"Attitudes and Perceptions of Students to Open and Distance Learning in Nigeria","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Noun; Open education; Perception; Psychology; Educational technology; Open learning; Open university; Mathematics education; Higher education; Pedagogy; Medical education; Teaching method; Computer science; Political science; Cooperative learning; Artificial intelligence; Medicine","score_opus":0.058074498652804514,"score_gpt":0.5007225952817377,"score_spread":0.4426480966289332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566984132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993057,0.00007184355,0.000013797775,0.00004921459,0.000004076394,0.0000051899656,0.000005274074,4.0414884e-7,0.0005444892],"genre_scores_gemma":[0.9991191,0.00018446808,0.000027105654,0.000048895494,0.0000027841047,0.0000066035805,0.0000068769787,4.472096e-7,0.0006037934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995833,0.00010195509,0.0000367799,0.000032421707,0.00013376793,0.000111668734],"domain_scores_gemma":[0.9982905,0.00035652026,0.0005107869,0.000026826141,0.00019989575,0.00061549555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007142472,0.00019428649,0.00030839833,0.0004667484,0.0010236192,0.0014957835,0.00017190413,0.00049638975,0.0019760018],"category_scores_gemma":[0.0019616392,0.00025741744,0.00018021898,0.0004153732,0.0006409208,0.00059834105,0.00060227833,0.0008131701,0.00033359093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020709916,0.0016083579,0.88331395,0.00012703582,0.000020910787,0.00081591064,0.088006645,0.00006223536,0.0032358058,0.0004228694,0.0003870978,0.021792045],"study_design_scores_gemma":[0.000016309046,0.0014870184,0.77637947,0.00011747711,0.000020437934,0.0004847665,0.21778658,0.00018202171,0.00054062414,0.00017556181,0.0027831132,0.000026570002],"about_ca_topic_score_codex":0.005050935,"about_ca_topic_score_gemma":0.007653613,"teacher_disagreement_score":0.005050935,"about_ca_system_score_codex":0.00041064533,"about_ca_system_score_gemma":0.0005180978,"threshold_uncertainty_score":0.010043085},"labels":[],"label_agreement":null},{"id":"W1567297997","doi":"10.19173/irrodl.v15i2.1604","title":"An elaborated model of student support to allow for gender considerations in Asian distance education","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Distance education; China; Psychology; Quality (philosophy); Perspective (graphical); Perception; Higher education; Mathematics education; Pedagogy; Computer science; Political science","score_opus":0.1378043455068238,"score_gpt":0.530136417555412,"score_spread":0.39233207204858817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567297997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5021643,0.00079278654,0.22964792,0.015267407,0.00019984334,0.0010131596,0.000653914,0.0003319394,0.24992874],"genre_scores_gemma":[0.96645397,0.00025934356,0.025634512,0.00019161846,0.00000934964,0.0003131355,0.000112184716,0.00001048789,0.007015388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988201,0.00063049025,0.000077592726,0.000134894,0.00022688364,0.00011005654],"domain_scores_gemma":[0.9989422,0.00047279155,0.00011776398,0.000074937554,0.0002418151,0.00015050943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017464436,0.00043797796,0.0001595184,0.0009664251,0.00091909425,0.0031238399,0.0012583331,0.0010637657,0.0043211784],"category_scores_gemma":[0.0024364684,0.0001661544,0.0005604236,0.0010640494,0.0018785434,0.002884299,0.0018981817,0.0012730683,0.00065219187],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015405046,0.00046396707,0.031095436,0.00041501265,0.000056898687,0.0011549357,0.07629694,0.016972963,0.0027054765,0.7643476,0.0036288055,0.102708],"study_design_scores_gemma":[0.00015136156,0.0012369362,0.043366157,0.001299458,0.00026275232,0.0016492105,0.11437291,0.22615577,0.00429146,0.43649295,0.1705388,0.00018223508],"about_ca_topic_score_codex":0.0053486614,"about_ca_topic_score_gemma":0.004728822,"teacher_disagreement_score":0.0053486614,"about_ca_system_score_codex":0.002268946,"about_ca_system_score_gemma":0.0032804406,"threshold_uncertainty_score":0.016462386},"labels":[],"label_agreement":null},{"id":"W1567449249","doi":"10.19173/irrodl.v12i6.976","title":"Applying constructionist principles to online teacher professional development","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Constructionism; Strict constructionism; Professional development; Social constructionism; Sociology; Pedagogy; Online community; Grounded theory; Faculty development; Robotics; Psychology; Mathematics education; Knowledge management; Computer science; Qualitative research; World Wide Web; Epistemology; Artificial intelligence; Social science; Robot","score_opus":0.24804884276876413,"score_gpt":0.505962191010831,"score_spread":0.2579133482420668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567449249","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016582156,0.0019029968,0.75309366,0.018559523,0.00034684894,0.0005362788,0.00005728168,0.00021034351,0.20871086],"genre_scores_gemma":[0.55299914,0.0022829038,0.40509522,0.0023594669,0.0002344688,0.0025439607,0.00009739194,0.0003049543,0.034082465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98070884,0.014649668,0.0006243244,0.001098659,0.002283061,0.0006354958],"domain_scores_gemma":[0.9685327,0.025683746,0.0009613679,0.0029951364,0.0012957858,0.00053118065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015555092,0.0005922825,0.0004537427,0.0032133851,0.0047650533,0.009264074,0.0022525587,0.0022657036,0.008280713],"category_scores_gemma":[0.022059057,0.000849688,0.00082791736,0.0020319547,0.04172558,0.008968066,0.009339084,0.0045305407,0.0010941728],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071500012,0.00006748063,0.0005540099,0.00016509541,0.000007671827,0.00012809862,0.020693123,0.0006975249,0.00016984474,0.9473195,0.0012709427,0.028919514],"study_design_scores_gemma":[0.000032208638,0.00003437667,0.00036844803,0.00023604116,0.0000059307927,0.0002582111,0.009452063,0.002233733,0.00060193625,0.8775329,0.109229036,0.000015109667],"about_ca_topic_score_codex":0.0040738233,"about_ca_topic_score_gemma":0.0050789476,"teacher_disagreement_score":0.015555092,"about_ca_system_score_codex":0.009249096,"about_ca_system_score_gemma":0.0068794666,"threshold_uncertainty_score":0.082264185},"labels":[],"label_agreement":null},{"id":"W1567514204","doi":"10.19173/irrodl.v10i4.770","title":"Welcome to IRRODL's Book Review Editor","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Library science; Position (finance); State (computer science); Media studies; Sociology; Position paper; Political science; Pedagogy; Computer science; World Wide Web","score_opus":0.06803924850190604,"score_gpt":0.48739016003709507,"score_spread":0.419350911535189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567514204","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040055238,0.14948374,0.0022250332,0.12309303,0.64180505,0.0003302275,0.00068144576,0.0015249525,0.080455944],"genre_scores_gemma":[0.0024526764,0.08927259,0.0032926716,0.09714082,0.23098174,0.0003737385,0.0012705486,0.0011193614,0.57409585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99621165,0.00038134333,0.00026988285,0.00027543242,0.0027005752,0.00016106405],"domain_scores_gemma":[0.97907937,0.0029801498,0.0011782388,0.0005850024,0.014213994,0.0019632762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026190495,0.0011277669,0.0023874717,0.004561428,0.0011517692,0.008272967,0.0018831554,0.0030822821,0.07687393],"category_scores_gemma":[0.020233922,0.0006567179,0.0010705761,0.0038010513,0.0007394028,0.004555398,0.0019596722,0.005278088,0.10424371],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036479796,0.0000040775562,0.0000119182805,0.00010674388,0.0000022896847,0.00003372532,0.000009387386,0.000008586224,0.000036273745,0.00016213645,0.98004544,0.019575855],"study_design_scores_gemma":[0.0000040512905,0.000010210345,0.000052822234,0.00017852243,0.000004243635,0.00014487606,0.000028138482,0.000015181136,0.000036679136,0.00016223741,0.99935573,0.000007285948],"about_ca_topic_score_codex":0.0015316622,"about_ca_topic_score_gemma":0.0038146554,"teacher_disagreement_score":0.07687393,"about_ca_system_score_codex":0.002234842,"about_ca_system_score_gemma":0.0030770164,"threshold_uncertainty_score":0.2571689},"labels":[],"label_agreement":null},{"id":"W1567873945","doi":"10.19173/irrodl.v10i4.700","title":"Crossing the Chasm – Introducing Flexible Learning into the Botswana Technical Education Programme: From Policy to Action","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Staffing; Vocational education; Public relations; Knowledge management; Sociology; Pedagogy; Political science; Computer science","score_opus":0.11038269026184733,"score_gpt":0.5434272200237561,"score_spread":0.43304452976190877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567873945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7446813,0.0032002751,0.012432256,0.1336148,0.00030646526,0.0011636803,0.000046671496,0.00007859192,0.104476],"genre_scores_gemma":[0.98701733,0.00072515605,0.0052966373,0.0031715198,0.000015193784,0.0002443175,0.000015409403,0.000009366298,0.0035050712],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913662,0.005217766,0.00022254315,0.00031052082,0.00066798006,0.0022149507],"domain_scores_gemma":[0.9899857,0.00609463,0.00088937697,0.00048424245,0.00049419136,0.0020518876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013294333,0.00035347667,0.00021542255,0.0007690075,0.0062927697,0.0078021046,0.0017211116,0.0034052217,0.002493234],"category_scores_gemma":[0.011940378,0.00033263947,0.00027815055,0.0016577748,0.008514302,0.006534385,0.01019091,0.0041851006,0.00016344039],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002566356,0.0010450645,0.030698553,0.002241527,0.000040659437,0.0066727716,0.27797148,0.0024918695,0.009469754,0.2362946,0.008053618,0.42476353],"study_design_scores_gemma":[0.00018596377,0.0017343196,0.053324915,0.00419922,0.00004803842,0.0017343594,0.5533219,0.0031812696,0.003512001,0.07899324,0.2996288,0.00013606777],"about_ca_topic_score_codex":0.017289802,"about_ca_topic_score_gemma":0.022923807,"teacher_disagreement_score":0.017289802,"about_ca_system_score_codex":0.013522623,"about_ca_system_score_gemma":0.032537483,"threshold_uncertainty_score":0.098113954},"labels":[],"label_agreement":null},{"id":"W1567950749","doi":"10.19173/irrodl.v15i2.1708","title":"Is blended e-learning as measured by an achievement test and self-assessment better than traditional classroom learning for vocational high school students?","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Mathematics education; Psychology; Vocational education; Test (biology); Academic achievement; Educational technology; Achievement test; Class (philosophy); Affect (linguistics); Pedagogy; Standardized test; Computer science; Artificial intelligence","score_opus":0.06503055580538472,"score_gpt":0.4444783284780238,"score_spread":0.37944777267263907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567950749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978623,0.0010131452,0.00010155751,0.00020641291,0.000026433501,0.000011631124,0.000027967815,0.000003512585,0.00074709015],"genre_scores_gemma":[0.9989538,0.00045582917,0.0001636214,0.000066041095,0.000016736849,0.000010366964,0.0000437232,0.0000011209439,0.00028860397],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989981,0.00036644287,0.00010210172,0.00017526222,0.00026230657,0.00009573693],"domain_scores_gemma":[0.99592304,0.0012164111,0.0014442691,0.00014097661,0.00051243015,0.0007628643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002097052,0.00020152652,0.0005154447,0.0005652234,0.0002507702,0.0009797628,0.0003734311,0.0007538444,0.0010993796],"category_scores_gemma":[0.0060635135,0.00014894453,0.0005377416,0.00054451654,0.0002486944,0.0008546228,0.00043475418,0.0004922454,0.00032341614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095715834,0.0020940134,0.91265756,0.00016593651,0.00024271842,0.000075503085,0.0005920501,0.000094563286,0.0010075022,0.0000868954,0.0003726116,0.08165344],"study_design_scores_gemma":[0.000048201637,0.0015860756,0.99636865,0.00005916984,0.00010899244,0.00005054278,0.0006936592,0.00028651836,0.00029408993,0.00008226121,0.00041261633,0.000009255004],"about_ca_topic_score_codex":0.0020219898,"about_ca_topic_score_gemma":0.0033649122,"teacher_disagreement_score":0.002097052,"about_ca_system_score_codex":0.0002706342,"about_ca_system_score_gemma":0.00044477577,"threshold_uncertainty_score":0.011090398},"labels":[],"label_agreement":null},{"id":"W1568034861","doi":"10.19173/irrodl.v14i4.1573","title":"Measuring use and creation of open educational resources in higher education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University; Okanagan College","funders":"","keywords":"Open educational resources; Open education; Higher education; Knowledge management; Computer science; Political science; Library science; World Wide Web","score_opus":0.1777374521065849,"score_gpt":0.4384673148395885,"score_spread":0.2607298627330036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568034861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904186,0.00014448442,0.0012816185,0.00024122559,0.000006479203,0.00010661978,0.00015147397,0.000015129285,0.007634298],"genre_scores_gemma":[0.995865,0.00017766775,0.0027403526,0.00005821761,0.0000071334975,0.00008936022,0.00015922253,0.0000049841747,0.0008980374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98544127,0.005716656,0.0017382992,0.0006050137,0.0054723686,0.0010264782],"domain_scores_gemma":[0.9356784,0.029634727,0.019366182,0.0026198123,0.008020005,0.004680723],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.010931155,0.00017875011,0.0002038518,0.004148138,0.00089227373,0.0027536782,0.0006424176,0.00049282034,0.0015942052],"category_scores_gemma":[0.043880563,0.00023146649,0.00027334457,0.005287989,0.001089496,0.0032515856,0.0029882053,0.0007049439,0.0003401103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003766078,0.00040788154,0.91194975,0.0002105118,0.000039691844,0.00007596508,0.009025077,0.00038775156,0.00077037344,0.0015520421,0.00075279735,0.074790455],"study_design_scores_gemma":[0.0000054574925,0.0001771618,0.9766084,0.000111507055,0.000018116987,0.00008422318,0.016209358,0.00073698466,0.0011221631,0.0005775603,0.0043192175,0.000029894485],"about_ca_topic_score_codex":0.0048451014,"about_ca_topic_score_gemma":0.01073813,"teacher_disagreement_score":0.9993576,"about_ca_system_score_codex":0.0026038848,"about_ca_system_score_gemma":0.0032695713,"threshold_uncertainty_score":0.057810128},"labels":[],"label_agreement":null},{"id":"W1568313498","doi":"10.19173/irrodl.v11i1.775","title":"Learning in an online distance education course: Experiences of three international students","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University; University of Windsor","funders":"","keywords":"Distance education; Constructivism (international relations); Instructional design; Computer-mediated communication; Online course; Psychology; Mathematics education; Educational technology; Language acquisition; Language proficiency; Pedagogy; Online discussion; Online learning; Computer science; The Internet; Multimedia; World Wide Web","score_opus":0.08843727151515117,"score_gpt":0.52164911955604,"score_spread":0.4332118480408888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568313498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912561,0.00014468991,0.001064809,0.0010325612,0.000089702095,0.00009422742,0.00002236841,0.000028131635,0.0062675],"genre_scores_gemma":[0.98831356,0.00032279795,0.001480658,0.00075101963,0.000064304026,0.00010699145,0.00005356656,0.000055836666,0.008851351],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99571335,0.001678181,0.00014006016,0.00038130727,0.0005528378,0.0015342728],"domain_scores_gemma":[0.99065924,0.0013591283,0.000494567,0.00022909539,0.0007729905,0.0064850063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003151932,0.0014583193,0.0011903883,0.0011603113,0.016874135,0.0070471894,0.0030091072,0.004322114,0.0044228504],"category_scores_gemma":[0.006805546,0.00069214415,0.0013170287,0.0011184925,0.00498992,0.0038561567,0.00916659,0.007096778,0.0013072],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021459075,0.002895332,0.020250732,0.00014774158,0.000025376998,0.012885205,0.9314073,0.00018833179,0.002927678,0.0012412025,0.002740001,0.025076494],"study_design_scores_gemma":[0.000027147446,0.0009016716,0.008758904,0.00009095948,0.000028072764,0.004283046,0.9578713,0.0003240356,0.0016009969,0.0003432045,0.025686368,0.00008437365],"about_ca_topic_score_codex":0.008385952,"about_ca_topic_score_gemma":0.018868066,"teacher_disagreement_score":0.016874135,"about_ca_system_score_codex":0.0032141535,"about_ca_system_score_gemma":0.0025039325,"threshold_uncertainty_score":0.023320377},"labels":[],"label_agreement":null},{"id":"W1568492923","doi":"10.19173/irrodl.v3i2.108","title":"Measuring MBA Student Learning: Does Distance Make a Difference?","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Summative assessment; Psychology; Exploratory research; Mathematics education; Medical education; Formative assessment; Sociology; Medicine","score_opus":0.10738928955474572,"score_gpt":0.3785890337012466,"score_spread":0.27119974414650083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568492923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9726892,0.0006755001,0.0030294002,0.0032868106,0.0001669101,0.00012704163,0.00025926228,0.000057443795,0.019708378],"genre_scores_gemma":[0.99587303,0.00022126708,0.0011150151,0.00025341482,0.00007056329,0.00010222835,0.0001386828,0.00001593702,0.0022098871],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965738,0.0013893102,0.000244471,0.00028403878,0.0013055421,0.00020285285],"domain_scores_gemma":[0.9783627,0.011557706,0.003784791,0.0009278024,0.0031272732,0.002239777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047133,0.00017803739,0.00032614585,0.00079173106,0.00053923693,0.0020743744,0.00061697833,0.00056342984,0.006306429],"category_scores_gemma":[0.03751894,0.00012269798,0.00022128067,0.0007981776,0.000749229,0.0018914082,0.0015236188,0.00073007395,0.0017255076],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042420242,0.0006424214,0.6578713,0.00020992394,0.00006485878,0.00005637749,0.0030455736,0.00019801434,0.0013361182,0.0008078733,0.0031327861,0.33221042],"study_design_scores_gemma":[0.00003740639,0.0016237953,0.9816607,0.00018182695,0.00004548614,0.00012271857,0.005263453,0.0005522423,0.002299075,0.0014499987,0.006738158,0.000025059824],"about_ca_topic_score_codex":0.0013934299,"about_ca_topic_score_gemma":0.0022604826,"teacher_disagreement_score":0.006306429,"about_ca_system_score_codex":0.0005848938,"about_ca_system_score_gemma":0.0006225615,"threshold_uncertainty_score":0.024926603},"labels":[],"label_agreement":null},{"id":"W1568808016","doi":"10.19173/irrodl.v8i1.334","title":"Impact of ICTs on Open and Distance Learning in a Developing Country Setting: The Philippine experience","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; ICTS; Information and Communications Technology; Developing country; Educational technology; Quality (philosophy); Information technology; Knowledge management; E learning; Open education; Economic growth; Public relations; Sociology; Business; Pedagogy; Computer science; Political science; World Wide Web; Economics","score_opus":0.09202586523076797,"score_gpt":0.5168525009326338,"score_spread":0.42482663570186585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568808016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9504667,0.0017484997,0.00037080768,0.0036546327,0.000039536262,0.00004478123,0.000047317808,0.000032500062,0.04359524],"genre_scores_gemma":[0.9924051,0.0021330027,0.00019630608,0.00043219948,0.00002579783,0.000023274237,0.000020108198,0.0000135699165,0.0047505805],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9980301,0.0013428244,0.00004669004,0.00006550035,0.00021016397,0.00030484455],"domain_scores_gemma":[0.9946169,0.0028804766,0.0004707492,0.00017158988,0.0005565533,0.0013037658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002045213,0.00027271983,0.00022906269,0.00045149907,0.002939131,0.0042861174,0.0006520812,0.00065187586,0.0051139817],"category_scores_gemma":[0.0043451414,0.00017782667,0.00012068877,0.0011198624,0.0027733438,0.0023389405,0.0047906707,0.0013778926,0.0005015901],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024856548,0.00071473786,0.043669403,0.0012015137,0.000026715943,0.015445175,0.76843554,0.0011398074,0.0032605536,0.012310519,0.008373415,0.14517407],"study_design_scores_gemma":[0.000035918216,0.00078969006,0.05849005,0.00056872296,0.000030160794,0.0018524944,0.76796365,0.00056391786,0.0017526624,0.0010304657,0.16685553,0.00006682454],"about_ca_topic_score_codex":0.01311895,"about_ca_topic_score_gemma":0.02113139,"teacher_disagreement_score":0.01311895,"about_ca_system_score_codex":0.0021196303,"about_ca_system_score_gemma":0.0026397237,"threshold_uncertainty_score":0.026085198},"labels":[],"label_agreement":null},{"id":"W1568988456","doi":"10.19173/irrodl.v11i2.809","title":"Cultural dimensions of learning: Addressing the challenges of multicultural instruction","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":230,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Instructional design; Multiculturalism; Set (abstract data type); Perception; Cultural diversity; Psychology; Pedagogy; Multicultural education; Hofstede's cultural dimensions theory; Knowledge management; Computer science; Sociology; Social psychology","score_opus":0.17359361475694088,"score_gpt":0.49269547191760904,"score_spread":0.3191018571606682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1568988456","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37641546,0.16597812,0.072286755,0.24182859,0.0025194245,0.0005802662,0.000060033355,0.00015872189,0.1401726],"genre_scores_gemma":[0.88881636,0.05241015,0.04211377,0.011949345,0.0005431429,0.00046132068,0.000031279153,0.000035895977,0.0036387169],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9857653,0.010368967,0.0005899735,0.0005597371,0.0020807588,0.0006352647],"domain_scores_gemma":[0.98303705,0.010724273,0.0014720719,0.0010017356,0.0017737891,0.001991092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02024002,0.0005329981,0.00091359206,0.0017344276,0.0059785643,0.013939021,0.0018232863,0.0019724437,0.001531598],"category_scores_gemma":[0.01703182,0.00034447073,0.00051593484,0.0018955229,0.011538397,0.01141589,0.012509835,0.0044704294,0.0001955268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042796884,0.00026017046,0.024123406,0.0030547665,0.00010635533,0.0006215875,0.16439366,0.0005063188,0.0011850687,0.11219116,0.0051897806,0.68832487],"study_design_scores_gemma":[0.000050275718,0.000396298,0.035330337,0.00817649,0.00017390588,0.0024506447,0.45942852,0.0014163726,0.002067783,0.27939317,0.21095586,0.00016026646],"about_ca_topic_score_codex":0.0051609455,"about_ca_topic_score_gemma":0.012897797,"teacher_disagreement_score":0.02024002,"about_ca_system_score_codex":0.004887353,"about_ca_system_score_gemma":0.015533254,"threshold_uncertainty_score":0.10704076},"labels":[],"label_agreement":null},{"id":"W1569070947","doi":"10.19173/irrodl.v12i4.845","title":"Internet technology-based projects in learning and teaching English as a Foreign Language at Yakutsk State University","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Educational technology; Foreign language; ICTS; Information and Communications Technology; State (computer science); Distance education; Sociology; Computer science; Pedagogy; World Wide Web","score_opus":0.07019664424545581,"score_gpt":0.4202606422728904,"score_spread":0.3500639980274346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569070947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818494,0.0014732191,0.00083648495,0.001014559,0.0000757327,0.0000970513,0.000034857858,0.000027278178,0.01459143],"genre_scores_gemma":[0.98127455,0.0018086038,0.0019916983,0.000114044524,0.00002576948,0.00016477994,0.00009435114,0.000014900269,0.014511364],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985794,0.00073167117,0.00005566099,0.00015531851,0.00018907155,0.00028883934],"domain_scores_gemma":[0.9984388,0.000309681,0.00011495037,0.000056130848,0.000105437524,0.00097495405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017509151,0.00017878794,0.00018258602,0.00056085695,0.003347939,0.0021070594,0.00046958713,0.00069903495,0.0029060496],"category_scores_gemma":[0.0017550429,0.00023746268,0.0002166845,0.0007070124,0.0010108275,0.0011322389,0.0035716628,0.000850513,0.00066429947],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070332084,0.007981196,0.15507345,0.0011698216,0.00009822564,0.004555666,0.25106126,0.0017272487,0.021406021,0.015702806,0.015932435,0.5245886],"study_design_scores_gemma":[0.00023162864,0.0026580617,0.40876004,0.0006598599,0.00013182845,0.0020973845,0.24104764,0.00141498,0.010464405,0.0027048232,0.32971227,0.00011699476],"about_ca_topic_score_codex":0.003001064,"about_ca_topic_score_gemma":0.006841671,"teacher_disagreement_score":0.003347939,"about_ca_system_score_codex":0.0014418666,"about_ca_system_score_gemma":0.0054776715,"threshold_uncertainty_score":0.010461509},"labels":[],"label_agreement":null},{"id":"W1569274598","doi":"10.19173/irrodl.v15i6.1935","title":"An approach for externalization of expert tacit knowledge using a query management system in an e-learning environment","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Externalization; Tacit knowledge; Explicit knowledge; Knowledge management; Subject (documents); Subject-matter expert; Expert system; World Wide Web; Artificial intelligence","score_opus":0.17932348697259692,"score_gpt":0.5220524801915015,"score_spread":0.3427289932189046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569274598","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018741095,0.00030783482,0.9712244,0.0008573104,0.000077508776,0.00043078154,0.00006947755,0.0041379146,0.00415373],"genre_scores_gemma":[0.28031975,0.00043206042,0.7052209,0.000801597,0.00015664831,0.00046883995,0.0004238659,0.00040405203,0.011772351],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958781,0.001109477,0.00029260793,0.0010394411,0.0013618225,0.0003185029],"domain_scores_gemma":[0.9949634,0.0018523212,0.00033739515,0.0014259809,0.0010965558,0.00032431757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046903384,0.0009441764,0.0010802,0.001609177,0.0012956866,0.0036613576,0.0043026595,0.0026982927,0.0022498663],"category_scores_gemma":[0.0075461087,0.0006381925,0.0010519215,0.001506282,0.0018924752,0.0051774676,0.0032351557,0.0022105523,0.0011390287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009899478,0.0018460192,0.00752993,0.00071334885,0.0002756365,0.001742073,0.009289563,0.03934363,0.1400533,0.113053575,0.019835345,0.66532767],"study_design_scores_gemma":[0.00019970299,0.0006030471,0.003364834,0.00009912799,0.00031223806,0.0014265169,0.0018802191,0.8148023,0.06636764,0.03811207,0.07259966,0.0002326718],"about_ca_topic_score_codex":0.006156116,"about_ca_topic_score_gemma":0.0034912806,"teacher_disagreement_score":0.006156116,"about_ca_system_score_codex":0.0011650498,"about_ca_system_score_gemma":0.0023983617,"threshold_uncertainty_score":0.024805129},"labels":[],"label_agreement":null},{"id":"W1569760560","doi":"10.19173/irrodl.v11i1.769","title":"Profiles in self-regulated learning in the online learning environment","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":443,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-regulated learning; Likert scale; Psychology; Academic achievement; Self-efficacy; Scale (ratio); Learning environment; Mathematics education; Social psychology; Developmental psychology","score_opus":0.09987158695852578,"score_gpt":0.49279789741627356,"score_spread":0.3929263104577478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569760560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991472,0.00002368854,0.00031309025,0.000017129714,8.5789344e-7,0.00000654191,0.000010032636,0.0000036766537,0.0004778885],"genre_scores_gemma":[0.9996191,0.000012253446,0.00017422343,0.000008013353,7.1031997e-7,0.000004251965,0.00001796688,0.0000012979292,0.00016201528],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993291,0.00023054057,0.00005951602,0.00011636313,0.00018154432,0.00008288561],"domain_scores_gemma":[0.9971125,0.00070541276,0.0011140568,0.000250592,0.00033551967,0.0004819649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083314657,0.000097432916,0.00017426611,0.0006698374,0.00033281776,0.0009939967,0.00018747842,0.00022571659,0.00067576236],"category_scores_gemma":[0.0042608697,0.00010465489,0.00016553294,0.00032115934,0.00040526016,0.0004927825,0.00073484454,0.0003401701,0.00014502338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018850036,0.00038557866,0.947628,0.000030259422,0.000060838298,0.00012985127,0.0075338585,0.00035236188,0.010221423,0.00070946873,0.00013495739,0.032624967],"study_design_scores_gemma":[0.000007687823,0.00018534528,0.99256855,0.00001373744,0.00001226233,0.00024845218,0.002997667,0.0010301573,0.0013426676,0.0008926741,0.0006826329,0.000018130726],"about_ca_topic_score_codex":0.0006130054,"about_ca_topic_score_gemma":0.0010486426,"teacher_disagreement_score":0.0009939967,"about_ca_system_score_codex":0.00023216936,"about_ca_system_score_gemma":0.00025249564,"threshold_uncertainty_score":0.0044062138},"labels":[],"label_agreement":null},{"id":"W1570203158","doi":"10.19173/irrodl.v6i3.266","title":"Tensions in Learner Support and Tutor Support in Tertiary Web-based English Education in China","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Beijing Foreign Studies University; University of Nottingham","keywords":"TUTOR; Competence (human resources); Enthusiasm; Mainland China; Psychology; China; Pedagogy; Mathematics education; Political science; Social psychology","score_opus":0.05850559374329651,"score_gpt":0.4765783169343957,"score_spread":0.41807272319109917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570203158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991093,0.000050174247,0.000027202886,0.00027551295,0.0000029805678,0.0000037639804,0.000008808261,0.000001269225,0.0005210149],"genre_scores_gemma":[0.9997174,0.000030217663,0.000016494085,0.000026115993,0.0000018020703,0.000003778233,0.00001173279,6.839144e-7,0.00019176355],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9963644,0.0008730487,0.00042963226,0.00039647677,0.0007100794,0.0012263738],"domain_scores_gemma":[0.9940374,0.0015977354,0.0015312609,0.00019674824,0.0007615993,0.0018752421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043581715,0.00017841994,0.00038059521,0.0026416641,0.0037197995,0.0029648538,0.0010742674,0.0006289497,0.0024444237],"category_scores_gemma":[0.007762409,0.00024660735,0.00030463538,0.0034489396,0.0023372264,0.0022470518,0.0037401947,0.00082208554,0.00011856481],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009773861,0.00021322274,0.8190617,0.00007868174,0.000030558465,0.00064812414,0.15574586,0.00024144923,0.0007361915,0.0021618295,0.00045025322,0.020534355],"study_design_scores_gemma":[0.000009328759,0.00006578037,0.78748405,0.0000434802,0.000010160546,0.000084375104,0.20948386,0.00079343765,0.00021633835,0.00045567792,0.0013292119,0.000024380226],"about_ca_topic_score_codex":0.061043844,"about_ca_topic_score_gemma":0.06517628,"teacher_disagreement_score":0.061043844,"about_ca_system_score_codex":0.007873696,"about_ca_system_score_gemma":0.0056085763,"threshold_uncertainty_score":0.12137711},"labels":[],"label_agreement":null},{"id":"W1570292026","doi":"10.19173/irrodl.v10i6.741","title":"Review of distance education research (2000 to 2008): Analysis of research areas, methods, and authorship patterns","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational research; Sociology; Library science; Pedagogy; Computer science","score_opus":0.16696529748900224,"score_gpt":0.5986002624051711,"score_spread":0.4316349649161688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570292026","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02012343,0.96602994,0.0018967096,0.0027596538,0.0010782512,0.00052277534,0.0026909593,0.000034538007,0.0048636077],"genre_scores_gemma":[0.059235454,0.9275384,0.005944371,0.0019182935,0.00040727545,0.00084632833,0.002372767,0.000045676214,0.0016914633],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9823607,0.0052290857,0.006156056,0.0012871176,0.0045367745,0.00043026003],"domain_scores_gemma":[0.81666905,0.119993165,0.019837024,0.0026487403,0.03905933,0.0017926341],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.017256407,0.000666913,0.0021012852,0.039887194,0.0008389074,0.00291326,0.0009354616,0.0010937174,0.0032151665],"category_scores_gemma":[0.09621638,0.000578256,0.0011245277,0.052786376,0.00092201197,0.0036169256,0.0016883968,0.0007646231,0.0009972759],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041292605,0.000054142725,0.010148811,0.24636152,0.001077999,0.0006339372,0.008090488,0.00015181908,0.0019107241,0.0020980497,0.030008309,0.69905126],"study_design_scores_gemma":[0.00011339967,0.00038276476,0.09035892,0.33563396,0.003974406,0.0024652246,0.013637604,0.00015042083,0.0021891329,0.0014265924,0.5495671,0.00010046213],"about_ca_topic_score_codex":0.0035707382,"about_ca_topic_score_gemma":0.011574705,"teacher_disagreement_score":0.9827436,"about_ca_system_score_codex":0.0039289957,"about_ca_system_score_gemma":0.011564901,"threshold_uncertainty_score":0.091261685},"labels":[],"label_agreement":null},{"id":"W1570947364","doi":"10.19173/irrodl.v13i2.930","title":"Assessment of challenges in developing self-instructional course materials at the National Open University of Nigeria","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"African Education and Politics","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Noun; Open university; Process (computing); Instructional design; Quality (philosophy); Developing country; Medical education; Computer science; Course (navigation); Sociology; Mathematics education; Pedagogy; Psychology; Engineering; Medicine; Economic growth; Artificial intelligence","score_opus":0.2319366158906821,"score_gpt":0.5240255147929859,"score_spread":0.2920888989023038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570947364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98198926,0.00061017205,0.0012418556,0.0012090929,0.000030326895,0.0005129011,0.000029835628,0.000012331235,0.0143641895],"genre_scores_gemma":[0.9878319,0.0016253069,0.005581095,0.00015839507,0.000008930143,0.00020965435,0.000052522217,0.000011876923,0.004520362],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9904141,0.0050812834,0.0006697236,0.00034770943,0.0024774072,0.0010099128],"domain_scores_gemma":[0.9679587,0.014637771,0.0043607387,0.000953523,0.008701501,0.0033878202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017146725,0.00025343942,0.00031122856,0.00093814015,0.0021291806,0.005485959,0.0010367635,0.0009055121,0.0018904923],"category_scores_gemma":[0.041345984,0.00034347267,0.00019818703,0.0010810934,0.00088352687,0.0028179728,0.0021645813,0.0010544569,0.0005888753],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004891923,0.004012924,0.25063968,0.0022652403,0.000031054602,0.0034815979,0.2560137,0.0020084337,0.0076689925,0.009681339,0.0042389855,0.4594689],"study_design_scores_gemma":[0.00004976014,0.0030619316,0.3413076,0.0025887927,0.00004878373,0.0011637275,0.55875766,0.002893823,0.009888902,0.0024662958,0.077670984,0.00010175561],"about_ca_topic_score_codex":0.003998971,"about_ca_topic_score_gemma":0.008664707,"teacher_disagreement_score":0.017146725,"about_ca_system_score_codex":0.0036297303,"about_ca_system_score_gemma":0.008909691,"threshold_uncertainty_score":0.09068161},"labels":[],"label_agreement":null},{"id":"W1571998528","doi":"10.19173/irrodl.v8i3.423","title":"Access to Communication for Deaf, Hard-of-Hearing and ESL Students in Blended Learning Courses","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Blended learning; Inclusion (mineral); Perception; Hearing loss; Mathematics education; Pedagogy; Medical education; Educational technology; Multimedia; Audiology; Computer science; Medicine","score_opus":0.1734989110620546,"score_gpt":0.5585112374759462,"score_spread":0.3850123264138916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1571998528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99862766,0.0002011207,0.00008300787,0.00009521394,0.000005068871,0.000014369782,0.000011760519,0.0000016274487,0.00096011476],"genre_scores_gemma":[0.99832064,0.00040819024,0.0002230395,0.000081795624,0.000007241402,0.000025253508,0.000015101218,0.0000010152463,0.00091771665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830365,0.0006182705,0.00018971608,0.00012335494,0.0005458384,0.00021914065],"domain_scores_gemma":[0.99567956,0.0014466831,0.0010542634,0.00009818726,0.0006249122,0.0010963744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020595745,0.00010567406,0.00028397646,0.00060008385,0.00059201015,0.0015197818,0.00023764819,0.00036004698,0.0027203306],"category_scores_gemma":[0.008776499,0.00013939421,0.0002276004,0.0005366159,0.00021221067,0.0008008128,0.00087442435,0.00039726347,0.00044909917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006367805,0.002889629,0.7616809,0.00041973862,0.00008901061,0.0008109812,0.03911275,0.00021960403,0.004946845,0.00033101163,0.00095087866,0.18791197],"study_design_scores_gemma":[0.000057282286,0.0027814105,0.92311203,0.00020440228,0.00007394077,0.0010473658,0.06361874,0.00047430818,0.0015198089,0.0002609764,0.0068092854,0.000040505845],"about_ca_topic_score_codex":0.0012544761,"about_ca_topic_score_gemma":0.003164616,"teacher_disagreement_score":0.0027203306,"about_ca_system_score_codex":0.0003802244,"about_ca_system_score_gemma":0.00088002044,"threshold_uncertainty_score":0.010892212},"labels":[],"label_agreement":null},{"id":"W1572106291","doi":"10.19173/irrodl.v16i3.2015","title":"Exploring intensive longitudinal measures of student engagement in blended learning","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Blended learning; Student engagement; CLARITY; Psychology; Scale (ratio); Mathematics education; Observational study; Educational technology; Higher education; Pedagogy; Medical education","score_opus":0.5242670958906446,"score_gpt":0.5256886047663721,"score_spread":0.0014215088757275618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1572106291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836308,0.00017921471,0.012879259,0.0001306289,0.000020883548,0.0003214686,0.00057692104,0.00005405056,0.0022067956],"genre_scores_gemma":[0.991118,0.00009395517,0.0063541373,0.000062236046,0.00002010128,0.00079424627,0.0007847513,0.000014071833,0.0007585334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944254,0.0027619079,0.00053699093,0.0005613072,0.001405356,0.00030898995],"domain_scores_gemma":[0.96928924,0.011623762,0.006869134,0.0029443533,0.0071821823,0.0020914183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009872492,0.000275112,0.0003754751,0.002038397,0.0008388258,0.0016637215,0.00063314865,0.000718053,0.0014789829],"category_scores_gemma":[0.030314678,0.00027662909,0.00035836166,0.0019325836,0.00042907282,0.0016639315,0.002292171,0.0011174057,0.00057573937],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027328482,0.0013540469,0.9170883,0.0001252679,0.00013482201,0.00012512582,0.010346408,0.0005118301,0.003414409,0.00065492763,0.0007153084,0.06525613],"study_design_scores_gemma":[0.000024053967,0.0015063545,0.9811198,0.000100052195,0.000050671795,0.00016644265,0.006090789,0.003098775,0.0024612218,0.0011556473,0.0041766237,0.000049654525],"about_ca_topic_score_codex":0.0016654157,"about_ca_topic_score_gemma":0.0025697947,"teacher_disagreement_score":0.009872492,"about_ca_system_score_codex":0.00064242247,"about_ca_system_score_gemma":0.0008249136,"threshold_uncertainty_score":0.052211344},"labels":[],"label_agreement":null},{"id":"W1572517854","doi":"10.19173/irrodl.v8i3.496","title":"The Emergence of Open-Source Software in North America","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Timeline; Open source software; Computer science; Open source; Open-source software development; World Wide Web; Software development; Software; Software engineering; Software analytics; Data science; Software construction; Operating system","score_opus":0.07014222308252184,"score_gpt":0.43696515040297934,"score_spread":0.3668229273204575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1572517854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2909195,0.25509107,0.015354184,0.1514304,0.0016047623,0.0001468311,0.00031034515,0.0005680775,0.28457478],"genre_scores_gemma":[0.7855218,0.12791124,0.019103903,0.011787242,0.0010905722,0.00017604543,0.00036930788,0.00018195185,0.05385786],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964335,0.0006386981,0.0001712117,0.00057393516,0.001822777,0.00035993062],"domain_scores_gemma":[0.98740226,0.004351231,0.0022048252,0.00065378664,0.00403466,0.0013532809],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0026474935,0.00018100343,0.00026720474,0.0027490961,0.0021683045,0.004129567,0.000813862,0.0014501316,0.003215706],"category_scores_gemma":[0.0062518143,0.00030589555,0.00023650646,0.005490584,0.0029102515,0.003798019,0.0021302192,0.0019543096,0.00056918076],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120377874,0.00019666419,0.024991127,0.0011861183,0.000037736303,0.0028903875,0.0130813,0.00061624503,0.004702172,0.2172484,0.057925746,0.6770037],"study_design_scores_gemma":[0.000019662017,0.000089126996,0.106690764,0.00095172576,0.00002677982,0.0015198282,0.006142963,0.000992071,0.0014631734,0.028292289,0.8537503,0.000061331666],"about_ca_topic_score_codex":0.05205251,"about_ca_topic_score_gemma":0.0774087,"teacher_disagreement_score":0.99918616,"about_ca_system_score_codex":0.007950516,"about_ca_system_score_gemma":0.008887785,"threshold_uncertainty_score":0.103499055},"labels":[],"label_agreement":null},{"id":"W1573019831","doi":"10.19173/irrodl.v4i1.127","title":"Book Review - The Costs of Open Learning: a handbook. Author: Thomas Hülsmann","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open university; Computer science; Sociology; Psychology; Mathematics education; Distance education","score_opus":0.18644460307111327,"score_gpt":0.5670177118992017,"score_spread":0.3805731088280884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1573019831","genre_codex":"review","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023900892,0.9367423,0.0012531875,0.013328889,0.011643778,0.00006348381,0.00033019015,0.00011848839,0.03628062],"genre_scores_gemma":[0.0028485225,0.8601302,0.0022409486,0.009598813,0.0083623575,0.00016927785,0.0006415835,0.00012291501,0.11588544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987,0.00017896338,0.00010239953,0.000103076956,0.000866044,0.000049493854],"domain_scores_gemma":[0.99636143,0.0020018674,0.00032637353,0.000087328044,0.0010623607,0.00016067814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091643154,0.000950064,0.0011586143,0.0037534267,0.0004957656,0.0025254295,0.001016533,0.0018680799,0.022623116],"category_scores_gemma":[0.006162006,0.00052041013,0.0004086097,0.006693631,0.0007322001,0.003451286,0.0008072416,0.0023012836,0.017652862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001544709,0.000032188764,0.000059304217,0.0014495315,0.000009529237,0.000055771492,0.00006071411,0.00020024719,0.00013985841,0.0042916327,0.8505566,0.14312907],"study_design_scores_gemma":[0.0000040600808,0.000017304837,0.00028487723,0.0011609623,0.0000069122416,0.000229613,0.000040519364,0.000046444955,0.000060247025,0.0017955701,0.99634546,0.000008038737],"about_ca_topic_score_codex":0.0031462633,"about_ca_topic_score_gemma":0.0058699003,"teacher_disagreement_score":0.022623116,"about_ca_system_score_codex":0.001797586,"about_ca_system_score_gemma":0.0023086602,"threshold_uncertainty_score":0.075681865},"labels":[],"label_agreement":null},{"id":"W1574678658","doi":"10.19173/irrodl.v10i2.598","title":"Turkish University Students’ Perceptions of the World Wide Web as a Learning Tool: An Investigation Based on Gender, Socio-Economic Background, and Web Experience","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Turkish; Psychology; Perception; Self-efficacy; Scale (ratio); Higher education; Social psychology; Applied psychology; Medical education; Medicine","score_opus":0.10703276166654765,"score_gpt":0.45452645574604195,"score_spread":0.34749369407949426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574678658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99961495,0.00003848008,0.000016628053,0.000016414862,0.0000021636406,0.000002188673,0.000008634356,4.855939e-7,0.00030007737],"genre_scores_gemma":[0.99962115,0.00005207196,0.000021288639,0.000014943429,0.0000021991314,0.000004264587,0.000013780981,5.345439e-7,0.0002698449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99955136,0.00008495499,0.000037335398,0.00004202867,0.00014638479,0.00013791965],"domain_scores_gemma":[0.9985942,0.00038150095,0.00034450786,0.000032411193,0.00023439707,0.0004128925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000579943,0.00018313908,0.00027578295,0.0006718343,0.00046427498,0.0008953848,0.0001414483,0.00029011132,0.0023443566],"category_scores_gemma":[0.0015225143,0.00012535807,0.00022377388,0.00045089415,0.00029533813,0.00040240563,0.00039242336,0.00024752322,0.00036473223],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023638853,0.00071501953,0.9568586,0.000058343718,0.000025680849,0.00051062607,0.015033002,0.000055096985,0.0030886782,0.00015030915,0.00033713583,0.02293114],"study_design_scores_gemma":[0.000007450131,0.00050117937,0.97439426,0.000018883871,0.00002008225,0.00025877432,0.022910628,0.00018490132,0.0005206441,0.0000565631,0.0011142691,0.000012275085],"about_ca_topic_score_codex":0.002074246,"about_ca_topic_score_gemma":0.00361232,"teacher_disagreement_score":0.0023443566,"about_ca_system_score_codex":0.0002841582,"about_ca_system_score_gemma":0.00035303787,"threshold_uncertainty_score":0.00784272},"labels":[],"label_agreement":null},{"id":"W1574689551","doi":"10.19173/irrodl.v5i2.183","title":"A Comparative Study of Dropout Rates and Causes for Two Different Distance Education Courses","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); TUTOR; Psychology; Distance education; Informatics; Mathematics education; Degree (music); Medical education; Computer science; Medicine; Engineering","score_opus":0.12888227388457416,"score_gpt":0.5456427166398966,"score_spread":0.4167604427553224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574689551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992157,0.00014231882,0.00013313137,0.00002734732,0.0000029533414,0.000023070254,0.000080619604,0.0000049481055,0.00036986952],"genre_scores_gemma":[0.9991424,0.00015451525,0.00014511531,0.000019868978,0.000005941358,0.000026256383,0.00019956725,0.000003176421,0.0003030864],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966827,0.0011234311,0.00041548404,0.00026601885,0.001040155,0.00047224274],"domain_scores_gemma":[0.98643285,0.005295134,0.003828736,0.00043902267,0.0024393718,0.0015648535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040238174,0.00014752895,0.0006833405,0.00488653,0.0006961185,0.0009097469,0.00041664243,0.00050119456,0.0016779007],"category_scores_gemma":[0.01795393,0.00018349059,0.0004291999,0.0034351319,0.00035304192,0.0007226532,0.00091704953,0.00035921112,0.0002943686],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037058073,0.0003946484,0.9535773,0.0001334428,0.000053753265,0.0003550667,0.0072050863,0.000054801956,0.00040957512,0.000075156684,0.00017171969,0.037198834],"study_design_scores_gemma":[0.00000750747,0.0005506279,0.9896806,0.000037437854,0.000023406483,0.00024607845,0.008593643,0.00009849818,0.0001918302,0.000034732933,0.0005259026,0.000009753237],"about_ca_topic_score_codex":0.0024108135,"about_ca_topic_score_gemma":0.0029871005,"teacher_disagreement_score":0.00488653,"about_ca_system_score_codex":0.00062560063,"about_ca_system_score_gemma":0.00079560676,"threshold_uncertainty_score":0.02128023},"labels":[],"label_agreement":null},{"id":"W1574759432","doi":"10.19173/irrodl.v13i5.1255","title":"Searching for and positioning of contextualized learning objects","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"European Social Fund; Natural Sciences and Engineering Research Council of Canada; Universidad Nacional de Colombia; European Commission","keywords":"Learning object; Computer science; Reuse; Open learning; Context (archaeology); Object (grammar); Lifelong learning; Process (computing); Synchronous learning; Educational technology; Knowledge management; Active learning (machine learning); Virtual learning environment; Adaptive learning; Multimedia; Cooperative learning; World Wide Web; Artificial intelligence; Teaching method; Engineering; Pedagogy; Sociology","score_opus":0.09751574427762626,"score_gpt":0.4622920312190184,"score_spread":0.36477628694139214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574759432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3034886,0.0009871252,0.67076975,0.00037932128,0.000077489545,0.00060286245,0.00018999727,0.003583321,0.019921537],"genre_scores_gemma":[0.6288887,0.0003865572,0.36380115,0.00007705187,0.000011992308,0.00023284141,0.0002557753,0.00027965548,0.0060662488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99629253,0.0014907,0.0002909077,0.0007693859,0.00091311085,0.00024340252],"domain_scores_gemma":[0.99380857,0.0021201235,0.0006905565,0.0021921815,0.0009111787,0.00027741652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028837984,0.00077035814,0.0006118017,0.0021106638,0.00083826575,0.0048799864,0.0017175506,0.0013728975,0.0036439989],"category_scores_gemma":[0.012441559,0.0006736658,0.0007181543,0.0012007774,0.0014384908,0.005454816,0.004299837,0.00080072583,0.0012016343],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006683493,0.00077801815,0.027097536,0.0013164798,0.00014647457,0.001904296,0.028501783,0.027058057,0.08774843,0.06705939,0.002274241,0.75544703],"study_design_scores_gemma":[0.0003264041,0.0023987773,0.04057312,0.0019395681,0.00073204114,0.0030809448,0.032916795,0.25863802,0.31836292,0.07691637,0.26348507,0.00062992435],"about_ca_topic_score_codex":0.002091349,"about_ca_topic_score_gemma":0.0032400398,"teacher_disagreement_score":0.0048799864,"about_ca_system_score_codex":0.0009407852,"about_ca_system_score_gemma":0.0018716174,"threshold_uncertainty_score":0.01525116},"labels":[],"label_agreement":null},{"id":"W1575041545","doi":"10.19173/irrodl.v4i2.152","title":"The Personalized System of Instruction: Review and Applications to Distance Education","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Class (philosophy); Computer science; Scholarship; Individualized instruction; Set (abstract data type); Mathematics education; Personalized learning; Multimedia; Key (lock); Teaching method; Psychology; Open learning; Artificial intelligence; Cooperative learning; Programming language","score_opus":0.05863907805626761,"score_gpt":0.46838432229858734,"score_spread":0.40974524424231973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1575041545","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047841985,0.9953257,0.00092976174,0.0006988659,0.00049778615,0.000016796006,0.000012029796,0.000015258512,0.0020253032],"genre_scores_gemma":[0.0048463563,0.9915953,0.0015618753,0.0006300837,0.00041147892,0.000027744369,0.000031813113,0.000007596174,0.00088759203],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988985,0.00032483786,0.0002244026,0.00014159888,0.00036584173,0.000044763867],"domain_scores_gemma":[0.99288803,0.004849265,0.00044588116,0.00018305122,0.001460352,0.00017341804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029189277,0.00030372883,0.0008613327,0.0037180292,0.00029520327,0.0013724883,0.0012368159,0.0011277271,0.0029579196],"category_scores_gemma":[0.005053797,0.0002477957,0.00042098996,0.0063579376,0.0010886514,0.0018213824,0.00068682374,0.0010883876,0.001003166],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051692135,0.000051285413,0.00024555708,0.009834102,0.00004188948,0.00006130414,0.00012815175,0.000289954,0.00031648754,0.004463288,0.009931135,0.9745851],"study_design_scores_gemma":[0.00002674309,0.00045896423,0.0041619996,0.01595801,0.000219247,0.0010443323,0.00028582304,0.00038237244,0.0008690884,0.003641211,0.97291493,0.00003741364],"about_ca_topic_score_codex":0.002297373,"about_ca_topic_score_gemma":0.0037250554,"teacher_disagreement_score":0.0037180292,"about_ca_system_score_codex":0.0011579021,"about_ca_system_score_gemma":0.0026259692,"threshold_uncertainty_score":0.015436947},"labels":[],"label_agreement":null},{"id":"W1575334879","doi":"10.19173/irrodl.v15i3.1722","title":"Exploring the moderating role of perceived flexibility advantages in mobile learning continuance intention (MLCI)","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuance; Psychology; Flexibility (engineering); M-learning; Social psychology; Mobile device; Knowledge management; Applied psychology; Computer science; World Wide Web","score_opus":0.2971259885320246,"score_gpt":0.5058253889325083,"score_spread":0.20869940040048368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1575334879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969085,0.00026784165,0.0010448272,0.0002141642,0.000013117435,0.00005239258,0.000043764285,0.0000056658396,0.0014498002],"genre_scores_gemma":[0.9987596,0.0001217939,0.0007708359,0.00003239805,0.000008240135,0.00006114716,0.000032748856,0.0000013571137,0.00021192066],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99857426,0.00070696854,0.00013617282,0.0001548561,0.0002638732,0.00016384962],"domain_scores_gemma":[0.9772131,0.01746731,0.0027370844,0.00050508324,0.0012437596,0.00083362433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004116721,0.00032119974,0.00030131993,0.00077049877,0.00035609727,0.0010011733,0.00032864566,0.00047737898,0.0024884818],"category_scores_gemma":[0.01644948,0.00018847674,0.00070352014,0.0006679189,0.00047596273,0.0007890287,0.0009816043,0.00089577097,0.00010331894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003735572,0.0007084721,0.9382264,0.0002554365,0.00022424263,0.00012835802,0.0045248885,0.00029608243,0.0016704012,0.0017095285,0.00014890259,0.051733717],"study_design_scores_gemma":[0.000024370527,0.00074949133,0.99027455,0.00012491086,0.00021734125,0.00007572095,0.0034227194,0.0020573023,0.0012165839,0.0010453553,0.000771616,0.00002005189],"about_ca_topic_score_codex":0.0028981585,"about_ca_topic_score_gemma":0.0043179523,"teacher_disagreement_score":0.004116721,"about_ca_system_score_codex":0.00040721564,"about_ca_system_score_gemma":0.0013454611,"threshold_uncertainty_score":0.02177155},"labels":[],"label_agreement":null},{"id":"W1576205502","doi":"10.19173/irrodl.v10i6.800","title":"Adaptation of online courses for new educational contexts","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Adaptation (eye); Agency (philosophy); Distance education; Pedagogy; Qualitative research; Educational technology; Sociology; Public relations; Knowledge management; Medical education; Psychology; Computer science; Political science; Medicine; Social science","score_opus":0.1280696141116841,"score_gpt":0.5193147846630066,"score_spread":0.3912451705513225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576205502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78143525,0.0014774362,0.082748055,0.004039656,0.00058955164,0.0025515906,0.00019694949,0.00063902984,0.1263225],"genre_scores_gemma":[0.8830964,0.001667583,0.09613639,0.001123696,0.00020932719,0.00079761737,0.0002077295,0.00013030907,0.016630964],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966388,0.0018623124,0.0001992858,0.00034085798,0.00065020926,0.00030859982],"domain_scores_gemma":[0.9901632,0.0043410175,0.00067992054,0.002843821,0.001050716,0.00092135876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00454868,0.0003250098,0.00026717823,0.00095964724,0.0008814361,0.002981383,0.0017641003,0.0007762342,0.0050324737],"category_scores_gemma":[0.018078849,0.00018711643,0.00044484294,0.0009234828,0.0009909307,0.0034673165,0.0032866208,0.0012110318,0.00139745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012940391,0.003261095,0.02048465,0.00095303555,0.0000501089,0.0008391454,0.017196886,0.0018080464,0.010684793,0.012855974,0.005452722,0.92628413],"study_design_scores_gemma":[0.00030162852,0.003658171,0.16835873,0.0031510994,0.00018626991,0.0045992373,0.06814203,0.010435451,0.025937907,0.088755935,0.62614775,0.00032583752],"about_ca_topic_score_codex":0.0005871427,"about_ca_topic_score_gemma":0.0015680627,"teacher_disagreement_score":0.0050324737,"about_ca_system_score_codex":0.001057432,"about_ca_system_score_gemma":0.0015706792,"threshold_uncertainty_score":0.024056017},"labels":[],"label_agreement":null},{"id":"W1576347009","doi":"10.19173/irrodl.v10i6.801","title":"EduBlogs as metaphor","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Metaphor; Liminality; Persona; Presentation (obstetrics); Sandbox (software development); Transformational leadership; Sociology; Psychology; Computer science; Pedagogy; Social psychology; Human–computer interaction; Library science","score_opus":0.09265894674051602,"score_gpt":0.5090854096631409,"score_spread":0.41642646292262486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576347009","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15545681,0.010520301,0.045274165,0.011748651,0.0026959616,0.00017327881,0.00015862471,0.0005931164,0.7733791],"genre_scores_gemma":[0.8748973,0.0032234772,0.015864309,0.0016329377,0.00029305957,0.00021509634,0.00009416554,0.00020841489,0.103571184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9984995,0.0010498202,0.0000343117,0.00009171846,0.0002138016,0.00011089565],"domain_scores_gemma":[0.99828374,0.0011309122,0.00011653878,0.0001755737,0.000079190795,0.00021421029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010991425,0.00055052346,0.00025530445,0.0009109774,0.004026534,0.005165248,0.0008907545,0.0021211759,0.012664741],"category_scores_gemma":[0.0028640793,0.00019415686,0.000229097,0.0011442973,0.008718795,0.006846439,0.004120897,0.0019795576,0.0016318525],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010277265,0.000103459046,0.0009616952,0.00043055427,0.000003796593,0.0024490133,0.088579215,0.0004378725,0.0020277202,0.8363259,0.023143284,0.04543472],"study_design_scores_gemma":[0.000023751149,0.00004379187,0.0006315235,0.00037724848,0.000004082682,0.0025974074,0.059781756,0.00068852614,0.0010136326,0.04987262,0.88494605,0.000019739899],"about_ca_topic_score_codex":0.0010016852,"about_ca_topic_score_gemma":0.0025392794,"teacher_disagreement_score":0.012664741,"about_ca_system_score_codex":0.001713691,"about_ca_system_score_gemma":0.0008209433,"threshold_uncertainty_score":0.042367756},"labels":[],"label_agreement":null},{"id":"W1576591444","doi":"10.19173/irrodl.v2i2.44","title":"Text-based Conferencing Products","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Asynchronous communication; Computer science; Product (mathematics); Set (abstract data type); Selection (genetic algorithm); Perspective (graphical); Distance education; Teleconference; World Wide Web; Multimedia; Data science; Mathematics education; Artificial intelligence; Telecommunications; Psychology","score_opus":0.2824621719649488,"score_gpt":0.5239173814895652,"score_spread":0.2414552095246164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576591444","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026178472,0.08608763,0.32065827,0.0026474516,0.0052862107,0.0021926668,0.0042499234,0.023810169,0.5288891],"genre_scores_gemma":[0.13405763,0.06394422,0.30062658,0.0032939436,0.0032853663,0.0019405051,0.0065987683,0.0044821347,0.48177087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980921,0.00040202204,0.00012628235,0.00015503011,0.0011396704,0.000084877174],"domain_scores_gemma":[0.9940665,0.0030046888,0.00027852226,0.00057166826,0.0016982013,0.00038044056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021714524,0.0009091725,0.0004926787,0.0028346127,0.0006666521,0.0023954485,0.0015650534,0.001819064,0.10997476],"category_scores_gemma":[0.007935554,0.0003389796,0.00058942114,0.0022131167,0.00037549852,0.0031577041,0.0014536317,0.0011643105,0.033056993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004298028,0.00022884416,0.00021036522,0.0023475424,0.00003599254,0.00017312968,0.0002689119,0.00039638512,0.011053044,0.0069481367,0.096704535,0.8812034],"study_design_scores_gemma":[0.00014059918,0.0009566207,0.0029244518,0.000932921,0.00013441732,0.0029210248,0.00023314173,0.001846783,0.016680723,0.0053129704,0.96778595,0.00013024696],"about_ca_topic_score_codex":0.00042292837,"about_ca_topic_score_gemma":0.00048305088,"teacher_disagreement_score":0.10997476,"about_ca_system_score_codex":0.00039311624,"about_ca_system_score_gemma":0.0003801269,"threshold_uncertainty_score":0.36790222},"labels":[],"label_agreement":null},{"id":"W1577203599","doi":"10.19173/irrodl.v12i2.948","title":"Book review - Economics of distance and online learning: Theory, practice and research","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Computer science; Sociology; Educational technology; Mathematics education; Management science; Data science; Engineering ethics; Psychology; Economics; Engineering","score_opus":0.13312122380105454,"score_gpt":0.49652521042345427,"score_spread":0.3634039866223997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1577203599","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005411107,0.8721188,0.0019891935,0.028730601,0.02294541,0.00007386083,0.0006121891,0.0001247163,0.072864175],"genre_scores_gemma":[0.0066016144,0.84728277,0.0020147234,0.009275774,0.017717505,0.000108019514,0.0011243661,0.00013683873,0.11573833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841726,0.00016777683,0.00008212315,0.00016741912,0.0011037455,0.000061654224],"domain_scores_gemma":[0.9934736,0.0025721968,0.0004545168,0.00014457268,0.0029956028,0.00035947678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010799222,0.0008040576,0.0017549945,0.0032736778,0.0006810802,0.0040093507,0.0012364791,0.0020468829,0.04109199],"category_scores_gemma":[0.007768714,0.000397729,0.00062001735,0.0066501372,0.0008419397,0.0038064558,0.0008952824,0.0024488764,0.025383743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011153789,0.000020093179,0.0001033728,0.0012974667,0.000024631454,0.000023533239,0.00002321809,0.0002103765,0.000120370794,0.00582646,0.88817936,0.104160026],"study_design_scores_gemma":[0.0000085965075,0.000020777014,0.00043164848,0.0018629512,0.00003285544,0.0001804036,0.000035065208,0.00013608269,0.00008947138,0.0048188604,0.99237096,0.0000122661795],"about_ca_topic_score_codex":0.0025720203,"about_ca_topic_score_gemma":0.0059826914,"teacher_disagreement_score":0.04109199,"about_ca_system_score_codex":0.0023972064,"about_ca_system_score_gemma":0.0043535433,"threshold_uncertainty_score":0.13746637},"labels":[],"label_agreement":null},{"id":"W1577330823","doi":"10.19173/irrodl.v15i3.1821","title":"Examining the impact of video feedback on instructor social presence in blended courses","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Closeness; Psychology; Video feedback; Blended learning; Mathematics education; Perception; Educational technology; Mathematics; Physics","score_opus":0.23195958857448282,"score_gpt":0.5605942436996879,"score_spread":0.32863465512520507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1577330823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988544,0.00002004357,0.0004002201,0.000018474635,0.000007557957,0.000038342558,0.000017163738,0.0000045817114,0.00063935714],"genre_scores_gemma":[0.9976439,0.000042043946,0.0014642025,0.000019817546,0.000009038848,0.000089927235,0.000026341862,0.000004563381,0.0007000885],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975042,0.0013872242,0.00012558435,0.0001749776,0.00061695406,0.00019117248],"domain_scores_gemma":[0.9795959,0.0148108415,0.0018412976,0.0006297988,0.0021870506,0.0009350537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042913263,0.00028712742,0.00029333145,0.00057599985,0.00043335298,0.00089403836,0.00049516954,0.00033167397,0.002558594],"category_scores_gemma":[0.0168881,0.0001772163,0.00031083357,0.00031883497,0.0003088962,0.0006568428,0.0006881603,0.00048476522,0.0002606607],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0070318836,0.015029751,0.2805277,0.0011279192,0.00021408116,0.00048400016,0.04251843,0.001234573,0.07069086,0.00046715743,0.00085214747,0.5798216],"study_design_scores_gemma":[0.00032273887,0.0336426,0.8749358,0.00030019533,0.00031127516,0.00026974804,0.03127055,0.0063227387,0.047672417,0.0003392992,0.0045118756,0.000100757694],"about_ca_topic_score_codex":0.00148552,"about_ca_topic_score_gemma":0.002970825,"teacher_disagreement_score":0.0042913263,"about_ca_system_score_codex":0.00064154447,"about_ca_system_score_gemma":0.0007188065,"threshold_uncertainty_score":0.022694945},"labels":[],"label_agreement":null},{"id":"W1578331496","doi":"10.19173/irrodl.v15i6.1927","title":"Framework of quality assurance of TEL integration into an educational organization","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Social Fund","keywords":"Quality assurance; Quality (philosophy); Knowledge management; Information and Communications Technology; Service (business); Process management; Computer science; Business; Marketing; World Wide Web","score_opus":0.07845757784947316,"score_gpt":0.5133304283676424,"score_spread":0.43487285051816926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578331496","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032378532,0.0026731403,0.75222355,0.023234637,0.00030849833,0.0015485481,0.0002819118,0.00041468753,0.18693641],"genre_scores_gemma":[0.72398895,0.00196578,0.26195022,0.0009088959,0.00015194666,0.0012826108,0.00027655385,0.000047448204,0.009427608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9821623,0.009088619,0.0014259838,0.0015759873,0.0046095834,0.0011375486],"domain_scores_gemma":[0.9849518,0.0057729823,0.0028405183,0.0012337654,0.004296653,0.0009041782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014772285,0.0008485755,0.00045887224,0.0063686585,0.0024489602,0.009357809,0.0021545044,0.0031538818,0.0039834254],"category_scores_gemma":[0.015635163,0.0004330148,0.0012564893,0.003270266,0.013509945,0.006917334,0.00453476,0.0024722654,0.00064469775],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007785713,0.000055611235,0.001642913,0.00014405267,0.000013139085,0.00018896311,0.0018773897,0.004070068,0.00018716298,0.9788658,0.0009698078,0.011977327],"study_design_scores_gemma":[0.000088238536,0.000317811,0.008637294,0.0017695976,0.000099485245,0.00074544555,0.009181817,0.0740459,0.0013410198,0.7978268,0.10582609,0.00012044836],"about_ca_topic_score_codex":0.020093178,"about_ca_topic_score_gemma":0.007367635,"teacher_disagreement_score":0.020093178,"about_ca_system_score_codex":0.014542411,"about_ca_system_score_gemma":0.01707444,"threshold_uncertainty_score":0.105513036},"labels":[],"label_agreement":null},{"id":"W1578667153","doi":"10.19173/irrodl.v14i2.1534","title":"Moving to open educational resources at Athabasca University: A case study","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Open educational resources; Commonwealth; Charter; Higher education; Globe; Library science; Political science; Distance education; Educational technology; Sociology; Media studies; Pedagogy; Psychology; Computer science; Law","score_opus":0.07521398746697439,"score_gpt":0.41826785766412866,"score_spread":0.3430538701971543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578667153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94942343,0.00065414683,0.0023585125,0.0076669725,0.00010542223,0.0003851293,0.00010062453,0.000047923557,0.03925788],"genre_scores_gemma":[0.97812426,0.0014009718,0.0037920782,0.0018209049,0.000039731745,0.00027508746,0.000067860536,0.000054825316,0.014424175],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9920657,0.0051089567,0.00020117674,0.00034643186,0.00078141765,0.0014963616],"domain_scores_gemma":[0.9913483,0.003977871,0.0005825299,0.00040046466,0.00053367566,0.0031571584],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0048104348,0.0006849412,0.00063223933,0.0020724493,0.023274053,0.0070527573,0.0035612634,0.005892468,0.005699313],"category_scores_gemma":[0.009808446,0.00054780295,0.0007384732,0.003043782,0.0070811477,0.004649444,0.009103557,0.005468751,0.0010513044],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016327748,0.0026620126,0.014634477,0.00056352303,0.00003413801,0.11271674,0.7888901,0.0010709832,0.0023880338,0.025290452,0.009248337,0.042337913],"study_design_scores_gemma":[0.000018974191,0.0003013441,0.0053140908,0.00040717976,0.000020519927,0.009717483,0.9228014,0.0009608334,0.0008276332,0.0019092212,0.05766789,0.000053321983],"about_ca_topic_score_codex":0.031551987,"about_ca_topic_score_gemma":0.083559826,"teacher_disagreement_score":0.99643874,"about_ca_system_score_codex":0.008639856,"about_ca_system_score_gemma":0.0065805414,"threshold_uncertainty_score":0.06273669},"labels":[],"label_agreement":null},{"id":"W1578717712","doi":"10.19173/irrodl.v14i3.1350","title":"Development of reflective thinking through distance teacher education programs at AIOU Pakistan","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pedagogy; Theme (computing); Psychology; Mathematics education; Reflective thinking; Critical thinking; Distance education; Computer science","score_opus":0.1263296952059543,"score_gpt":0.544566316565608,"score_spread":0.4182366213596538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578717712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982803,0.000022010177,0.00008913247,0.000079118276,0.0000021753988,0.000015971627,0.000004878002,0.000004175442,0.0015023436],"genre_scores_gemma":[0.9974751,0.00008325357,0.00034313372,0.000029258968,0.0000022253096,0.000015602758,0.0000087924955,0.0000020492928,0.0020404512],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99946696,0.0002139404,0.000023673174,0.000057348203,0.000092290924,0.00014568363],"domain_scores_gemma":[0.99818605,0.00045796763,0.0003556615,0.000116764204,0.0002463081,0.00063717755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009434021,0.00018129256,0.00017484617,0.0006189541,0.0025940728,0.0012221151,0.0004152384,0.00034037352,0.002232867],"category_scores_gemma":[0.0023509758,0.00019274342,0.0001680684,0.0004711113,0.000886197,0.00061052514,0.0013836451,0.0006740463,0.00039494765],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022722673,0.0035618553,0.22044538,0.0002791239,0.0000136433455,0.0032754883,0.56662446,0.0003630124,0.011004214,0.0014575166,0.0014101759,0.19133788],"study_design_scores_gemma":[0.00003660687,0.0023510226,0.42749482,0.00019891387,0.000030567986,0.0015270795,0.5346626,0.00043636738,0.008460712,0.0005758946,0.024172463,0.000052935447],"about_ca_topic_score_codex":0.0040352596,"about_ca_topic_score_gemma":0.008565162,"teacher_disagreement_score":0.0040352596,"about_ca_system_score_codex":0.001083996,"about_ca_system_score_gemma":0.0029963767,"threshold_uncertainty_score":0.00802356},"labels":[],"label_agreement":null},{"id":"W1579275098","doi":"10.19173/irrodl.v11i1.834","title":"Blended online learning design: Shaken not stirred","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université Laval; Mount Royal University","funders":"","keywords":"Mainstream; Blended learning; Higher education; Distance education; Online learning; Session (web analytics); Educational technology; Graduate students; Sociology; Learning society; Mathematics education; Pedagogy; Computer science; Public relations; Psychology; Political science; Multimedia; World Wide Web; Lifelong learning","score_opus":0.13719979938626367,"score_gpt":0.4903515205665546,"score_spread":0.3531517211802909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579275098","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09445976,0.00727497,0.7323747,0.013613984,0.0013052896,0.0018424533,0.00014581018,0.0010207572,0.14796224],"genre_scores_gemma":[0.68040127,0.004800707,0.25757858,0.0029854984,0.00040997044,0.0025331965,0.00013445797,0.00056256086,0.0505938],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99044645,0.006252114,0.0003529483,0.0007072388,0.0020379124,0.00020341329],"domain_scores_gemma":[0.9898134,0.0061114035,0.0004905324,0.001681581,0.0013378551,0.00056533044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009109099,0.00040844455,0.00073066866,0.0010131168,0.0015690222,0.008628146,0.0014617598,0.0016714281,0.012559955],"category_scores_gemma":[0.022153983,0.00033664808,0.0004893095,0.001447275,0.0025215033,0.007788131,0.0038188053,0.0017733554,0.0025721865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004742194,0.00044312188,0.0019509536,0.0014887478,0.000070639275,0.00016880754,0.013010835,0.001923041,0.0054054,0.19533287,0.008312074,0.7714193],"study_design_scores_gemma":[0.000685611,0.002365702,0.003970471,0.0030122786,0.00023042479,0.0008165861,0.016057184,0.03188979,0.013772317,0.45612198,0.47093892,0.00013867494],"about_ca_topic_score_codex":0.00021990913,"about_ca_topic_score_gemma":0.0003294164,"teacher_disagreement_score":0.012559955,"about_ca_system_score_codex":0.0011811766,"about_ca_system_score_gemma":0.0014289974,"threshold_uncertainty_score":0.048174083},"labels":[],"label_agreement":null},{"id":"W1579878694","doi":"10.19173/irrodl.v13i5.1246","title":"A rapid auto-indexing technology for designing readable e-learning content","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council","keywords":"Formative assessment; Computer science; Search engine indexing; Multimedia; Process (computing); Point (geometry); Instructional design; Distance education; E learning; Educational technology; World Wide Web; Mathematics education; The Internet","score_opus":0.15521817680966196,"score_gpt":0.4140959460130663,"score_spread":0.25887776920340433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579878694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007142081,0.00040843844,0.9805797,0.000052698797,0.000096997,0.00042073868,0.00024752854,0.008940096,0.002111784],"genre_scores_gemma":[0.036663514,0.00046872822,0.95506066,0.000054370394,0.00007440133,0.00048077735,0.00081158924,0.000869595,0.0055164285],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991949,0.0001520665,0.000098444965,0.00017568319,0.0003247769,0.000054097793],"domain_scores_gemma":[0.9974509,0.0009805479,0.00022512395,0.0004587341,0.00079015084,0.000094611794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009365706,0.0010517902,0.00090379204,0.0032233053,0.0004992304,0.0013202564,0.0014686483,0.00060828804,0.009372013],"category_scores_gemma":[0.0033361746,0.0005222865,0.000663673,0.0021024314,0.00043082846,0.002538958,0.00089004444,0.0006130826,0.005472292],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019049681,0.00010920153,0.00037452334,0.00057437667,0.000025962208,0.00013975428,0.00030459536,0.0008624908,0.2117625,0.003212288,0.0062086303,0.77623516],"study_design_scores_gemma":[0.00014708057,0.0012234433,0.0047299024,0.00012473414,0.0002687196,0.0021280015,0.0004775688,0.13402393,0.7292338,0.004666466,0.12273658,0.00023979135],"about_ca_topic_score_codex":0.0010451279,"about_ca_topic_score_gemma":0.0013658707,"teacher_disagreement_score":0.009372013,"about_ca_system_score_codex":0.0004262946,"about_ca_system_score_gemma":0.0006245206,"threshold_uncertainty_score":0.03135252},"labels":[],"label_agreement":null},{"id":"W1580488490","doi":"10.19173/irrodl.v13i5.1250","title":"A semi-automatic approach to construct Vietnamese ontology from online text","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Ontology; Vietnamese; Construct (python library); Upper ontology; Information retrieval; Ontology learning; World Wide Web; Process ontology; Domain (mathematical analysis); Natural language processing; The Internet; Suggested Upper Merged Ontology; Artificial intelligence; Semantic Web","score_opus":0.10394814051400711,"score_gpt":0.42470113216964755,"score_spread":0.3207529916556404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580488490","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016804382,0.00019459729,0.9687835,0.00042723469,0.00007589346,0.00079150515,0.0033162434,0.005964029,0.0036426776],"genre_scores_gemma":[0.04444755,0.00018050897,0.9457206,0.00006139874,0.000024317867,0.00041934106,0.006536994,0.00026106025,0.0023481583],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99814236,0.00035605623,0.00030660207,0.0005621003,0.000555709,0.00007719211],"domain_scores_gemma":[0.9959193,0.0018414853,0.0004076272,0.0004997498,0.0012267416,0.000105169354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017270944,0.00090985495,0.000685413,0.0071782717,0.0013033629,0.0021377942,0.0010419769,0.00056672393,0.0033181137],"category_scores_gemma":[0.006086533,0.0005049543,0.0012977262,0.0048279436,0.0007421867,0.0032725655,0.0017493714,0.0011767526,0.0024322523],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011534969,0.00034377843,0.006551829,0.0010852333,0.00016003696,0.0008458675,0.0034097517,0.004228882,0.04607047,0.02200734,0.019893691,0.89528775],"study_design_scores_gemma":[0.00011078918,0.00029882774,0.018309498,0.00049846835,0.00042876304,0.0029092752,0.006738237,0.5305944,0.095167324,0.07169948,0.2729372,0.0003077759],"about_ca_topic_score_codex":0.010281045,"about_ca_topic_score_gemma":0.015568074,"teacher_disagreement_score":0.010281045,"about_ca_system_score_codex":0.0010508362,"about_ca_system_score_gemma":0.0045263255,"threshold_uncertainty_score":0.020442426},"labels":[],"label_agreement":null},{"id":"W1580887175","doi":"10.19173/irrodl.v12i1.887","title":"A dynamic community of discovery: Planning, learning, and change","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Documentation; Flexibility (engineering); Portfolio; Blackboard (design pattern); General partnership; Government (linguistics); Medical education; Psychology; Professional development; Knowledge management; Computer science; Pedagogy; Management; Political science; Business; Medicine","score_opus":0.30755831570450676,"score_gpt":0.5497795678915093,"score_spread":0.24222125218700252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580887175","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15814933,0.0067809396,0.2738011,0.16153313,0.0018334307,0.0025424885,0.00038649543,0.002938993,0.392034],"genre_scores_gemma":[0.79796046,0.0021963317,0.1594401,0.0035240934,0.00022558788,0.0012628275,0.0003438191,0.00065829157,0.03438844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9694398,0.02154855,0.0006851805,0.0033034396,0.00293565,0.002087427],"domain_scores_gemma":[0.94611377,0.027085021,0.003011416,0.0072084516,0.0036375728,0.012943845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02786357,0.0008393092,0.0008234873,0.0049798354,0.0208095,0.025348954,0.006451995,0.0062827794,0.009606494],"category_scores_gemma":[0.04491061,0.0011782045,0.0015856955,0.0031648972,0.04053803,0.032256633,0.038262505,0.005695977,0.0025923846],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012227068,0.00060617545,0.008206773,0.0007108026,0.00009314157,0.0014274069,0.2749028,0.0024747162,0.0010635454,0.35697177,0.06570156,0.2877191],"study_design_scores_gemma":[0.00008787564,0.00015973259,0.0020550925,0.0006926617,0.000033410623,0.00055118784,0.17512375,0.0045426795,0.00071344484,0.4577283,0.3581915,0.00012041696],"about_ca_topic_score_codex":0.008059071,"about_ca_topic_score_gemma":0.012940904,"teacher_disagreement_score":0.02786357,"about_ca_system_score_codex":0.008333099,"about_ca_system_score_gemma":0.029350242,"threshold_uncertainty_score":0.14735842},"labels":[],"label_agreement":null},{"id":"W1581019934","doi":"10.19173/irrodl.v4i1.131","title":"Learner Support Services for Online Students: Scaffolding for success","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":239,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Class (philosophy); Psychology; Feeling; Attrition; Isolation (microbiology); Online learning; Computer science; Multimedia; Pedagogy; Social psychology","score_opus":0.1047819144730741,"score_gpt":0.5252546551510429,"score_spread":0.42047274067796875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581019934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8976973,0.0018192261,0.002440109,0.008454178,0.00023855772,0.00024128091,0.00011346397,0.00025680743,0.088739105],"genre_scores_gemma":[0.98708063,0.0009914727,0.0024950805,0.00022933875,0.00010176913,0.00013114083,0.00006086924,0.000027558062,0.008882149],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991406,0.00038759984,0.000041608047,0.000036550227,0.00026068572,0.00013295085],"domain_scores_gemma":[0.9959559,0.0021083488,0.00039655485,0.00014115279,0.00032342412,0.0010746315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016545628,0.00014824954,0.00016820019,0.00043133183,0.0010463728,0.0027982926,0.0005345746,0.0005049014,0.015734695],"category_scores_gemma":[0.00880896,0.000054760032,0.00018927545,0.00040982835,0.00038785586,0.0010710051,0.001425678,0.00047223826,0.0014080068],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002891012,0.0023761492,0.056164842,0.00045456598,0.000023717523,0.00038511388,0.008219968,0.00013423494,0.0016596359,0.0038042846,0.027883042,0.89860547],"study_design_scores_gemma":[0.0005856741,0.007030124,0.62428015,0.0033143663,0.00032438396,0.0025552006,0.082516685,0.0077734636,0.018230423,0.022412656,0.23082095,0.00015590689],"about_ca_topic_score_codex":0.00096085266,"about_ca_topic_score_gemma":0.0020509027,"teacher_disagreement_score":0.015734695,"about_ca_system_score_codex":0.00057736406,"about_ca_system_score_gemma":0.0017467663,"threshold_uncertainty_score":0.052637815},"labels":[],"label_agreement":null},{"id":"W1581420966","doi":"10.19173/irrodl.v12i1.917","title":"Dwell in possibility: PLAR and e-portfolios in the age of information and communication technologies","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Experiential learning; Portfolio; Computer science; E learning; Expression (computer science); Metaphor; Educational technology; The Internet; Knowledge management; Sociology; World Wide Web; Pedagogy; Linguistics; Business","score_opus":0.15483999368174187,"score_gpt":0.4850300533985041,"score_spread":0.3301900597167622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581420966","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1601247,0.12173499,0.021644931,0.22706944,0.0019584734,0.00008344378,0.00003721122,0.000101395504,0.4672455],"genre_scores_gemma":[0.89395314,0.041912682,0.0046452656,0.012592171,0.0007460828,0.00009008922,0.000021445338,0.000047043228,0.04599211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9945748,0.0041648056,0.00013466504,0.00032611092,0.0005360737,0.00026352762],"domain_scores_gemma":[0.9922587,0.0062854094,0.00044316766,0.0002548237,0.00032551726,0.00043228164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059760315,0.00029701824,0.00027497354,0.0011067806,0.0036307632,0.01052615,0.0008449776,0.0038048828,0.0039496627],"category_scores_gemma":[0.009019179,0.00025311726,0.00019217766,0.0013880995,0.016710697,0.019124085,0.0061442303,0.003989367,0.00072942296],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006560781,0.00010422431,0.0020378795,0.00024273261,0.0000073043357,0.0013650592,0.24851078,0.00007359719,0.00035532963,0.5875688,0.014549375,0.14511923],"study_design_scores_gemma":[0.00002175308,0.00016799693,0.0036866495,0.0010645484,0.000008759567,0.0031611058,0.24459897,0.00025036113,0.0006762759,0.15314673,0.5931672,0.00004965369],"about_ca_topic_score_codex":0.0013311013,"about_ca_topic_score_gemma":0.0025285399,"teacher_disagreement_score":0.01052615,"about_ca_system_score_codex":0.0020821244,"about_ca_system_score_gemma":0.0015948715,"threshold_uncertainty_score":0.031604707},"labels":[],"label_agreement":null},{"id":"W1581754491","doi":"10.19173/irrodl.v10i1.608","title":"Recurring Issues Encountered by Distance Educators in Developing and Emerging Nations","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Developing country; The Internet; Context (archaeology); Educational technology; Public relations; Digital learning; Sociology; Computer science; Knowledge management; Political science; Pedagogy; Economic growth; World Wide Web; Geography","score_opus":0.05973849298108707,"score_gpt":0.4885021055842501,"score_spread":0.42876361260316304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581754491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81282735,0.03695414,0.0028389283,0.10438088,0.0014015782,0.00011066505,0.00009057423,0.000056283996,0.04133966],"genre_scores_gemma":[0.9512178,0.023240115,0.0037729517,0.01120866,0.00045611593,0.00011690161,0.000071257375,0.000031278418,0.00988503],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.991653,0.004272767,0.00084504223,0.0005163748,0.001702269,0.0010105863],"domain_scores_gemma":[0.98173046,0.008752478,0.003090787,0.00045564637,0.0030246964,0.0029459633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011153008,0.00030146271,0.00049859507,0.0018248779,0.007831961,0.006981228,0.0011994118,0.003480147,0.0031881293],"category_scores_gemma":[0.020803785,0.00032650956,0.00029770943,0.0032688752,0.0043088472,0.0047070854,0.006316139,0.0030054715,0.00031859978],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014061462,0.00029780864,0.14141278,0.0023292734,0.0000540204,0.010304499,0.44138977,0.00033848154,0.002301242,0.03212225,0.019033244,0.35027605],"study_design_scores_gemma":[0.000010604055,0.00014977215,0.04136813,0.0008913191,0.000023468847,0.0030373104,0.81739074,0.00013040133,0.00043592392,0.004752789,0.13175523,0.00005443718],"about_ca_topic_score_codex":0.010147424,"about_ca_topic_score_gemma":0.023225784,"teacher_disagreement_score":0.011153008,"about_ca_system_score_codex":0.003950053,"about_ca_system_score_gemma":0.005924972,"threshold_uncertainty_score":0.058983445},"labels":[],"label_agreement":null},{"id":"W1581997291","doi":"10.19173/irrodl.v15i5.1901","title":"Resource requirements and costs of developing and delivering MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cost–benefit analysis; Cost effectiveness; Computer science; Metric (unit); Resource (disambiguation); Higher education; Scalability; Best practice; Knowledge management; Risk analysis (engineering); Business; Marketing; Economics; Political science; Management","score_opus":0.08028112418015916,"score_gpt":0.43018242592157196,"score_spread":0.3499013017414128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581997291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91475433,0.0014051361,0.012731087,0.0037628033,0.00010399247,0.0009864691,0.0013754833,0.0003934423,0.06448722],"genre_scores_gemma":[0.9832345,0.0007867206,0.010372578,0.0002064785,0.000044634093,0.0003772188,0.0007259196,0.000093118106,0.004158864],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9929804,0.0029388855,0.0004469662,0.00030671645,0.0020489488,0.0012781468],"domain_scores_gemma":[0.9703709,0.018727936,0.0035940136,0.0015022982,0.0031601721,0.0026447019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005075311,0.0004283781,0.00029657004,0.0020373827,0.0008383077,0.0040340503,0.0011073858,0.000767856,0.010445116],"category_scores_gemma":[0.036318775,0.00040898594,0.0006351301,0.0012629307,0.00061856187,0.0021750159,0.0018345873,0.0007613095,0.0020935056],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012012324,0.0007469748,0.15685005,0.0010928191,0.0002249768,0.0010071497,0.0024180356,0.034347925,0.0096427575,0.017665906,0.008306479,0.76649565],"study_design_scores_gemma":[0.00025911353,0.0024882692,0.7731089,0.0014351365,0.0005018091,0.002219847,0.022228202,0.058395207,0.01703746,0.01707078,0.104983956,0.00027133117],"about_ca_topic_score_codex":0.010982664,"about_ca_topic_score_gemma":0.0107110385,"teacher_disagreement_score":0.010982664,"about_ca_system_score_codex":0.0048442557,"about_ca_system_score_gemma":0.006284036,"threshold_uncertainty_score":0.035147727},"labels":[],"label_agreement":null},{"id":"W1582198556","doi":"10.19173/irrodl.v14i3.1450","title":"The influence of the openness of an e-learning situation on adult students' self-regulation","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Psychology; Empirical research; Social psychology; Cognition; Mathematics education; Mathematics; Statistics","score_opus":0.061116586304810726,"score_gpt":0.4942383578679616,"score_spread":0.4331217715631509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582198556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965917,0.00016578785,0.00021987464,0.00004360268,0.000004972575,0.000010625707,0.000008108783,0.0000027887872,0.0029526146],"genre_scores_gemma":[0.99971014,0.00005032594,0.000067471985,0.000008832035,0.0000020570092,0.000004242898,0.000005636816,6.155498e-7,0.00015077027],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979436,0.0011480027,0.00012299661,0.0002053259,0.00038757804,0.00019250248],"domain_scores_gemma":[0.98123735,0.013839767,0.0018515302,0.00052118505,0.000921864,0.001628274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002772534,0.00011610497,0.00020043881,0.00051617733,0.0003786278,0.0018675146,0.00017313656,0.00030573958,0.0017611226],"category_scores_gemma":[0.01025782,0.00009379553,0.00028375917,0.00023257438,0.00087222044,0.00040369833,0.00082541764,0.0004062885,0.00012991135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004867389,0.00090587273,0.88049036,0.00015241766,0.00013274886,0.0003838363,0.041308917,0.00025536088,0.0040021767,0.001142423,0.00021653768,0.07052259],"study_design_scores_gemma":[0.000009302558,0.00031888194,0.98741907,0.00003659549,0.000033525142,0.00013652982,0.009950438,0.00027491208,0.00050394126,0.0002987146,0.00100251,0.000015549655],"about_ca_topic_score_codex":0.0010931565,"about_ca_topic_score_gemma":0.0012624731,"teacher_disagreement_score":0.002772534,"about_ca_system_score_codex":0.0004294264,"about_ca_system_score_gemma":0.0004647747,"threshold_uncertainty_score":0.014662743},"labels":[],"label_agreement":null},{"id":"W1582529359","doi":"10.19173/irrodl.v12i6.998","title":"Increased technology provision and learning: Giving more for nothing?","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Toolbox; Computer science; Synchronous learning; Educational technology; Nothing; Active learning (machine learning); Blended learning; Work (physics); Knowledge management; Cooperative learning; Teaching method; Mathematics education; Multimedia; Artificial intelligence; Engineering; Psychology","score_opus":0.09778189454968189,"score_gpt":0.46481849276991427,"score_spread":0.3670365982202324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582529359","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07284349,0.20029134,0.01664484,0.41214395,0.006266125,0.0001329837,0.00007974111,0.00029323634,0.29130435],"genre_scores_gemma":[0.7668858,0.13441992,0.009600513,0.035594504,0.0052855825,0.00019399534,0.00007526719,0.00011795961,0.047826413],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99081963,0.0049604676,0.00036802172,0.0008411049,0.0020481492,0.00096261234],"domain_scores_gemma":[0.98713547,0.0056566335,0.0019978133,0.0013755172,0.0013583723,0.002476257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006245919,0.00042184847,0.0006973855,0.0016456876,0.0026734166,0.017706236,0.0015609597,0.005646182,0.012139671],"category_scores_gemma":[0.013545382,0.00031698708,0.00067067286,0.0029900102,0.011403026,0.026047805,0.008895395,0.0037727547,0.0022278195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006958057,0.00026187248,0.00566302,0.003038042,0.000058776346,0.00035665842,0.013498138,0.00024918272,0.0006329185,0.23260503,0.03473332,0.7088335],"study_design_scores_gemma":[0.00005977615,0.0003543507,0.015178969,0.0049024858,0.000121819314,0.0014662588,0.04346544,0.00038200137,0.00079190196,0.1910794,0.74209964,0.00009812945],"about_ca_topic_score_codex":0.0020141178,"about_ca_topic_score_gemma":0.0026029302,"teacher_disagreement_score":0.017706236,"about_ca_system_score_codex":0.0036828944,"about_ca_system_score_gemma":0.005849181,"threshold_uncertainty_score":0.040611267},"labels":[],"label_agreement":null},{"id":"W1582665687","doi":"10.19173/irrodl.v2i2.52","title":"Bringing Online Learning to Campus: The hybridization of teaching and learning at Brigham Young University","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Sociology; Pedagogy; Bridge (graph theory); Mathematics education; Psychology; Medicine","score_opus":0.06607268405351716,"score_gpt":0.44290810554386845,"score_spread":0.3768354214903513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582665687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88909286,0.004110051,0.0027429753,0.025503999,0.0006374181,0.000113964554,0.000018869314,0.000061985025,0.07771792],"genre_scores_gemma":[0.9788533,0.0020670518,0.0017724528,0.00240196,0.00011719159,0.00008649955,0.000012110466,0.00004493156,0.01464462],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99110764,0.006148265,0.00012306872,0.0004248354,0.0011466207,0.001049507],"domain_scores_gemma":[0.9926305,0.003001301,0.00046340522,0.0005122032,0.00058180856,0.0028108354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070595485,0.00024570728,0.00037700142,0.0009920605,0.015768908,0.012106064,0.001644336,0.0020927666,0.0068536703],"category_scores_gemma":[0.008988656,0.00032151348,0.0002638283,0.0023293875,0.009096914,0.007114992,0.011963487,0.0026798488,0.0010917526],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001892189,0.00067028485,0.01605575,0.00037805887,0.00002688067,0.004789714,0.6330381,0.000120854005,0.0041742017,0.043089226,0.013674335,0.28379348],"study_design_scores_gemma":[0.00003560376,0.00056410156,0.016988708,0.00048017633,0.000029234447,0.0017798699,0.7736839,0.00019673452,0.0018486092,0.007236607,0.1970928,0.00006372961],"about_ca_topic_score_codex":0.012042462,"about_ca_topic_score_gemma":0.034760997,"teacher_disagreement_score":0.015768908,"about_ca_system_score_codex":0.0076640313,"about_ca_system_score_gemma":0.007984614,"threshold_uncertainty_score":0.055606663},"labels":[],"label_agreement":null},{"id":"W1582966191","doi":"10.19173/irrodl.v16i1.1946","title":"The new trends in adaptive educational hypermedia systems","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adaptive hypermedia; Computer science; Hypermedia; Adaptation (eye); Standardization; Operability; Personalization; Variety (cybernetics); World Wide Web; Data science; Scale (ratio); Semantic Web; Multimedia; Modular design; Adaptive learning; Software engineering; Artificial intelligence","score_opus":0.13466549420126583,"score_gpt":0.46202293602407235,"score_spread":0.3273574418228065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582966191","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03187254,0.81404144,0.037217814,0.068009876,0.0016449685,0.00007204815,0.00017620255,0.0001515702,0.04681368],"genre_scores_gemma":[0.26119122,0.6884771,0.027913615,0.009426506,0.0052718464,0.00016130872,0.00025658376,0.00011314082,0.0071887304],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936413,0.0019719638,0.000850772,0.00088689005,0.0024167204,0.00023241428],"domain_scores_gemma":[0.96321833,0.02831843,0.0018275749,0.0012210814,0.0049312366,0.00048331977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008349266,0.00048583446,0.0006319399,0.0065303836,0.0009073962,0.0077260644,0.0012266454,0.0027182344,0.002965447],"category_scores_gemma":[0.014580866,0.000520303,0.000555945,0.008580555,0.0054582288,0.021623464,0.0021564797,0.0036295694,0.00068063603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012339326,0.0001100653,0.0065312674,0.009171869,0.00010082972,0.0004122548,0.009230856,0.0015212897,0.002715706,0.36650428,0.009787377,0.59379077],"study_design_scores_gemma":[0.000019777865,0.00022269714,0.014346044,0.006347198,0.00010537643,0.0018854451,0.017249418,0.0031133473,0.00214729,0.14063254,0.813821,0.00010986136],"about_ca_topic_score_codex":0.001383477,"about_ca_topic_score_gemma":0.001537502,"teacher_disagreement_score":0.008349266,"about_ca_system_score_codex":0.0027363955,"about_ca_system_score_gemma":0.002751551,"threshold_uncertainty_score":0.044155657},"labels":[],"label_agreement":null},{"id":"W1583401896","doi":"10.19173/irrodl.v15i2.1695","title":"Investigating MOOCs through blog mining","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); Open education; Computer science; Quality (philosophy); Massive open online course; Distance education; World Wide Web; Data science; Mathematics education; Psychology","score_opus":0.1038824960031537,"score_gpt":0.4513619562612167,"score_spread":0.34747946025806303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583401896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93570936,0.0020175162,0.03152102,0.001357949,0.00032188112,0.00080206606,0.006607111,0.0009115164,0.02075158],"genre_scores_gemma":[0.94488186,0.0014811952,0.03772242,0.00019141127,0.00030493707,0.00057476887,0.008067197,0.00012985471,0.006646355],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984938,0.00041627753,0.00017103672,0.0002755042,0.00045619535,0.0001871267],"domain_scores_gemma":[0.987971,0.007267347,0.0017397542,0.0009564292,0.0015775983,0.00048784493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023134823,0.0003864346,0.0004537859,0.009252426,0.00092234317,0.0029203796,0.0006613428,0.0006245774,0.0020162622],"category_scores_gemma":[0.011038597,0.00019834792,0.00043841297,0.0066895867,0.00040251648,0.0020389054,0.0013863808,0.00049891334,0.0011201458],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026659592,0.00084958854,0.36996958,0.0011655359,0.00014937948,0.0008359983,0.0058118943,0.0019453369,0.007370922,0.0034087962,0.0129467435,0.5952797],"study_design_scores_gemma":[0.000109273984,0.0005083101,0.75157094,0.0009209628,0.00028820412,0.0012746332,0.03557471,0.06644349,0.012028661,0.015114394,0.11602484,0.0001415299],"about_ca_topic_score_codex":0.0030766989,"about_ca_topic_score_gemma":0.005539245,"teacher_disagreement_score":0.009252426,"about_ca_system_score_codex":0.00050219696,"about_ca_system_score_gemma":0.0013847314,"threshold_uncertainty_score":0.012234986},"labels":[],"label_agreement":null},{"id":"W1583746066","doi":"10.19173/irrodl.v10i5.768","title":"Openness, Dynamic Specialization, and the Disaggregated Future of Higher Education","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Higher education; Institution; Value (mathematics); Order (exchange); Open education; Public relations; Open educational resources; Distance education; Business; Sociology; Knowledge management; Political science; Economics; Pedagogy; Psychology; Economic growth; Computer science; Social science; Social psychology","score_opus":0.03174009206721293,"score_gpt":0.4117423450298308,"score_spread":0.3800022529626179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583746066","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15233935,0.03479637,0.03573925,0.04978675,0.0004722675,0.00003789487,0.00020000082,0.00009309251,0.726535],"genre_scores_gemma":[0.97887635,0.0071562617,0.0030196514,0.00090054586,0.00024342244,0.000020922967,0.00007012679,0.000012058843,0.009700607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99887747,0.00036309753,0.000043231117,0.00020390235,0.00028441148,0.00022797706],"domain_scores_gemma":[0.9983156,0.00043654803,0.0002324152,0.0003139591,0.00027198507,0.00042957594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013795865,0.00016736971,0.00022871004,0.0012178255,0.0017207413,0.006149564,0.00035871525,0.0011484968,0.004603035],"category_scores_gemma":[0.002086691,0.00011445304,0.00031081136,0.0019601255,0.008927861,0.00925815,0.0038678308,0.0015073704,0.00048729315],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010553875,0.000010902191,0.0010966437,0.000040608244,0.0000058347105,0.000058182104,0.0011226863,0.0006427394,0.0001295451,0.9794128,0.0011416256,0.01632798],"study_design_scores_gemma":[0.000003380335,0.000009678651,0.0032870027,0.00006238185,0.0000033892863,0.00011890516,0.0009820955,0.00062871416,0.00005814095,0.9424007,0.0524379,0.00000775033],"about_ca_topic_score_codex":0.0017931524,"about_ca_topic_score_gemma":0.0024225393,"teacher_disagreement_score":0.006149564,"about_ca_system_score_codex":0.0038955552,"about_ca_system_score_gemma":0.0021259533,"threshold_uncertainty_score":0.028264344},"labels":[],"label_agreement":null},{"id":"W1584039971","doi":"10.19173/irrodl.v7i2.299","title":"Faculty Development as Community Building - An approach to professional development that supports Communities of Practice for Online Teaching","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Collegiality; Faculty development; Nature versus nurture; Social connectedness; Professional development; Distance education; Sense of community; Process (computing); Sociology; Higher education; Work (physics); Engineering ethics; Pedagogy; Public relations; Psychology; Computer science; Engineering; Political science","score_opus":0.2635094313175359,"score_gpt":0.5357748719663695,"score_spread":0.2722654406488336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1584039971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046848107,0.0024083108,0.56033325,0.034955792,0.001071114,0.004444664,0.00008749663,0.00077503157,0.34907624],"genre_scores_gemma":[0.41136453,0.0016763046,0.52215993,0.0025673986,0.00017974753,0.0030424492,0.00005923881,0.00028059853,0.058669895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98096657,0.014550302,0.00037747034,0.0012078364,0.0021554008,0.0007423959],"domain_scores_gemma":[0.9809472,0.007939248,0.0011826337,0.003000354,0.0019697265,0.0049609747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015382093,0.0006356948,0.0006266721,0.0039018127,0.00956153,0.013770152,0.0029093605,0.0032026279,0.008202626],"category_scores_gemma":[0.014542753,0.00051070366,0.0009911654,0.00262239,0.019011077,0.0072511393,0.013798842,0.003437496,0.0016235674],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046548725,0.000959103,0.004410967,0.0010419602,0.00005157174,0.00065742276,0.11736561,0.0012057797,0.0029819226,0.56481147,0.015033603,0.29143408],"study_design_scores_gemma":[0.00014463086,0.00035599212,0.0043636374,0.0010918304,0.00005734875,0.0019312659,0.062250182,0.0041689235,0.0029135868,0.35758233,0.5650307,0.000109535606],"about_ca_topic_score_codex":0.003512101,"about_ca_topic_score_gemma":0.015635706,"teacher_disagreement_score":0.015382093,"about_ca_system_score_codex":0.006641764,"about_ca_system_score_gemma":0.024223525,"threshold_uncertainty_score":0.08134925},"labels":[],"label_agreement":null},{"id":"W1584823094","doi":"10.19173/irrodl.v14i4.1542","title":"Mobile app design for teaching and learning: Educators’ experiences in an online graduate course","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Sense of community; Instructional design; Multimedia; Mobile device; Mobile apps; World Wide Web; Psychology","score_opus":0.15147370211353517,"score_gpt":0.4650951803983972,"score_spread":0.31362147828486203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1584823094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752331,0.0008939171,0.0041484646,0.002716448,0.00019544923,0.00016172837,0.000032507407,0.00009777519,0.01652063],"genre_scores_gemma":[0.96639365,0.0013275644,0.007870053,0.0014674366,0.000083552506,0.00010955498,0.000049331866,0.00008159157,0.0226173],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99497175,0.0029682715,0.00015143606,0.00040849345,0.0007534641,0.0007465348],"domain_scores_gemma":[0.9897775,0.0041743573,0.0004915439,0.00043305827,0.0009431214,0.004180369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074628573,0.0007169569,0.000610277,0.0011693203,0.0076807463,0.006532469,0.0016777487,0.0026591267,0.0030989794],"category_scores_gemma":[0.013593744,0.0006136862,0.0007184333,0.00065606483,0.004057605,0.003742317,0.0061184126,0.0035548022,0.0010963128],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094644885,0.0035979652,0.016004484,0.0003473077,0.000016654925,0.005810422,0.8316235,0.00017894278,0.0026143445,0.0018486502,0.006454969,0.13140805],"study_design_scores_gemma":[0.00007425612,0.0020011396,0.0134182945,0.0004614426,0.000043738055,0.006475607,0.77506906,0.00077248836,0.004031839,0.0011585221,0.19638295,0.00011066756],"about_ca_topic_score_codex":0.002040205,"about_ca_topic_score_gemma":0.008850174,"teacher_disagreement_score":0.0076807463,"about_ca_system_score_codex":0.0019743482,"about_ca_system_score_gemma":0.0025417688,"threshold_uncertainty_score":0.03946787},"labels":[],"label_agreement":null},{"id":"W1585767363","doi":"10.19173/irrodl.v13i2.1137","title":"Examining the reuse of open textbooks","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Computer science; Open education; Reuse; World Wide Web; Function (biology); Educational technology; Multimedia; Mathematics education; Psychology; Engineering","score_opus":0.20134580361157364,"score_gpt":0.47219344760067783,"score_spread":0.2708476439891042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1585767363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745867,0.0013750317,0.00447667,0.00067426346,0.000039884122,0.00011275662,0.00018140579,0.00013680958,0.018416429],"genre_scores_gemma":[0.9869423,0.0009011815,0.004652227,0.00012858778,0.000042777185,0.000055662076,0.00029527544,0.00010179147,0.0068800715],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9590756,0.014325926,0.0037525627,0.0023891747,0.019402511,0.0010542101],"domain_scores_gemma":[0.6598041,0.1845868,0.067033954,0.03528707,0.049250748,0.004037425],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.020966629,0.0002366867,0.00048322981,0.009269178,0.0011558353,0.0059155202,0.002098069,0.00093569915,0.004225841],"category_scores_gemma":[0.30842635,0.0004859783,0.00050035276,0.0065661743,0.0020384833,0.0077281743,0.0052077374,0.0011168034,0.0009088269],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003078513,0.00042061735,0.38482404,0.0010674612,0.00019045868,0.0011082494,0.14167811,0.00094069535,0.003946311,0.0073336265,0.002940255,0.4552424],"study_design_scores_gemma":[0.00004154415,0.0007162687,0.8275307,0.0013316385,0.00024462419,0.0025682047,0.07296015,0.004199592,0.005639986,0.0060047307,0.07854687,0.00021570787],"about_ca_topic_score_codex":0.008863924,"about_ca_topic_score_gemma":0.011321282,"teacher_disagreement_score":0.9979019,"about_ca_system_score_codex":0.003084186,"about_ca_system_score_gemma":0.0032993427,"threshold_uncertainty_score":0.110883474},"labels":[],"label_agreement":null},{"id":"W1586106587","doi":"10.19173/irrodl.v12i7.1038","title":"Aligning the quantum perspective of learning to instructional design: Exploring the seven definitive questions","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Perspective (graphical); Learning theory; Computer science; Cognitive science; Learning sciences; Holism; Quantum; Instructional design; Quantum information science; Quantum machine learning; Mathematics education; Epistemology; Psychology; Experiential learning; Artificial intelligence; Quantum computer; Quantum mechanics; Physics; Philosophy","score_opus":0.4237768210867439,"score_gpt":0.5205163090393677,"score_spread":0.09673948795262383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586106587","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028685635,0.14858513,0.4904092,0.17159311,0.0022978196,0.0003881285,0.00006208907,0.00015846564,0.15782048],"genre_scores_gemma":[0.69621754,0.08746228,0.18726972,0.018214695,0.001605894,0.0012731988,0.000055668344,0.00012869452,0.0077724094],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98216933,0.012653551,0.00090138835,0.00089683564,0.0029275701,0.0004512436],"domain_scores_gemma":[0.95394003,0.038269505,0.0022402958,0.0021406992,0.0026394597,0.00077012565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018030439,0.0005712814,0.0010047293,0.0029395728,0.0023429093,0.010198348,0.0023240314,0.0066820914,0.004694554],"category_scores_gemma":[0.032225147,0.00063107023,0.0006687881,0.004107506,0.02932879,0.024149686,0.006329818,0.0065173316,0.0006767574],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013553733,0.000057058012,0.00034003038,0.0006773675,0.000008070174,0.00004457358,0.004244381,0.0004359875,0.000091579575,0.9163927,0.00092507974,0.07676966],"study_design_scores_gemma":[0.000014109446,0.000063532025,0.00061087206,0.00093677937,0.000008493205,0.00008643684,0.005980247,0.0015031815,0.00019708078,0.938615,0.05196628,0.000017830907],"about_ca_topic_score_codex":0.0017655998,"about_ca_topic_score_gemma":0.0020459236,"teacher_disagreement_score":0.018030439,"about_ca_system_score_codex":0.0059407535,"about_ca_system_score_gemma":0.006502181,"threshold_uncertainty_score":0.09535521},"labels":[],"label_agreement":null},{"id":"W1586428413","doi":"10.19173/irrodl.v12i2.929","title":"Embodied and embedded theory in practice: The student-owned learning-engagement (SOLE) model","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Function (biology); Embodied cognition; Vision; Artificial intelligence; Mathematics education; Knowledge management; Sociology; Psychology","score_opus":0.24881127742596815,"score_gpt":0.5353400749847717,"score_spread":0.2865287975588035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586428413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04210821,0.0007251157,0.6618968,0.012342191,0.00023184282,0.00035494522,0.00006632273,0.00039345023,0.28188106],"genre_scores_gemma":[0.869151,0.00046941775,0.11008596,0.0005288265,0.00006428378,0.0004970783,0.000048001264,0.000087403336,0.019068],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9914078,0.006194673,0.00025343726,0.0007159023,0.0010751487,0.0003530874],"domain_scores_gemma":[0.99262214,0.004498633,0.00044288457,0.001400165,0.000415374,0.00062077696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068517555,0.000682687,0.00041589202,0.0014994972,0.0017706789,0.009528226,0.0024286301,0.0034136744,0.00783876],"category_scores_gemma":[0.009400775,0.0004580661,0.0010637242,0.0010649662,0.023745958,0.009534573,0.0070446236,0.0028701704,0.0015887764],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015248398,0.00007207187,0.0005942891,0.00010446099,0.000011146054,0.0001697893,0.006636011,0.00296339,0.00027858707,0.97619414,0.0004331642,0.012527749],"study_design_scores_gemma":[0.000036541303,0.000117631884,0.00029756993,0.0001753576,0.000014113855,0.00026054977,0.0028331475,0.019061517,0.0005026414,0.94724923,0.029430097,0.000021704334],"about_ca_topic_score_codex":0.0011474174,"about_ca_topic_score_gemma":0.001036295,"teacher_disagreement_score":0.009528226,"about_ca_system_score_codex":0.0036422538,"about_ca_system_score_gemma":0.004361417,"threshold_uncertainty_score":0.03623599},"labels":[],"label_agreement":null},{"id":"W1586702196","doi":"10.19173/irrodl.v13i3.1176","title":"Identification of conflicting questions in the PARES system","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cheating; Test (biology); Computer science; Vocabulary; Similarity (geometry); Mathematics education; Identification (biology); Space (punctuation); Artificial intelligence; Mathematics; Psychology; Linguistics; Image (mathematics); Social psychology","score_opus":0.37724406529817267,"score_gpt":0.587940438919133,"score_spread":0.21069637362096028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586702196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20215707,0.0007573787,0.508588,0.0016587775,0.00028062996,0.0025706547,0.007036958,0.26334774,0.013602752],"genre_scores_gemma":[0.56681645,0.0002722216,0.39815482,0.0012733461,0.00022404233,0.0010947537,0.01453496,0.002550411,0.015079018],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9873399,0.003234716,0.0014783806,0.0025972247,0.0049349405,0.0004147866],"domain_scores_gemma":[0.9626341,0.023133583,0.0034223096,0.0055307467,0.0043101152,0.00096920185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010696816,0.0014181344,0.0018883654,0.0040627797,0.0007114751,0.003681119,0.0032841314,0.0021938058,0.012052338],"category_scores_gemma":[0.041098867,0.0009994588,0.0012156427,0.001624336,0.00092138926,0.0062636277,0.0055568563,0.0019077992,0.0066736145],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005684665,0.0014206695,0.03728932,0.0012573712,0.0003676268,0.002288627,0.0021035036,0.015843773,0.030566463,0.011201537,0.058389228,0.83358717],"study_design_scores_gemma":[0.00051728106,0.0015001564,0.02696365,0.00023680234,0.00015887879,0.0025502804,0.0010744829,0.80874646,0.060635507,0.021389341,0.0759611,0.00026609577],"about_ca_topic_score_codex":0.001447892,"about_ca_topic_score_gemma":0.0014382813,"teacher_disagreement_score":0.012052338,"about_ca_system_score_codex":0.0010491227,"about_ca_system_score_gemma":0.0013812891,"threshold_uncertainty_score":0.056570828},"labels":[],"label_agreement":null},{"id":"W1587029527","doi":"10.19173/irrodl.v13i3.1174","title":"Examining interactivity in synchronous virtual classrooms","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactivity; Computer-mediated communication; Schema (genetic algorithms); Multimedia; Computer science; Virtual classroom; Psychology; Mathematics education; The Internet; World Wide Web","score_opus":0.12682419406380813,"score_gpt":0.4813180827057533,"score_spread":0.3544938886419452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587029527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858315,0.0007648244,0.0031852706,0.00009203183,0.000017349523,0.000049090755,0.00003549917,0.000014336655,0.010009984],"genre_scores_gemma":[0.9971403,0.00051441917,0.0010393515,0.000033561733,0.000018869223,0.00006406447,0.0000407386,0.000006476048,0.0011423223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964708,0.0022312752,0.00021811963,0.00029819587,0.0005696699,0.00021195851],"domain_scores_gemma":[0.9881196,0.006659897,0.002786603,0.0003436993,0.0014170959,0.0006731006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026167114,0.0001647662,0.0002420874,0.0017193633,0.0007809745,0.002141974,0.0005436326,0.00040771847,0.0019655311],"category_scores_gemma":[0.01111055,0.00016405151,0.0002768465,0.0011262193,0.00063367654,0.0015838923,0.0015400684,0.00033134717,0.00034795847],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006200005,0.00078464934,0.60206646,0.0010976527,0.00022206701,0.00096971635,0.18454273,0.00062911946,0.010988379,0.004121137,0.0013045283,0.19265357],"study_design_scores_gemma":[0.00006652832,0.0012910236,0.78993285,0.00045510972,0.00019825656,0.0012259601,0.17215247,0.0016607136,0.0034424637,0.0023387417,0.02718106,0.00005485722],"about_ca_topic_score_codex":0.00093774474,"about_ca_topic_score_gemma":0.001803714,"teacher_disagreement_score":0.0026167114,"about_ca_system_score_codex":0.0004963008,"about_ca_system_score_gemma":0.00043979747,"threshold_uncertainty_score":0.013838708},"labels":[],"label_agreement":null},{"id":"W1587251649","doi":"10.19173/irrodl.v16i2.1955","title":"Perceived usability evaluation of learning management systems: Empirical evaluation of the System Usability Scale","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":212,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; System usability scale; Learning Management; Computer science; Context (archaeology); Web usability; The Internet; Multimedia; World Wide Web; Human–computer interaction","score_opus":0.5093407770435476,"score_gpt":0.5746146369963591,"score_spread":0.06527385995281143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587251649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98887575,0.0007742348,0.0043130093,0.00015516655,0.000032796845,0.0010222624,0.00017229577,0.000021574147,0.0046329084],"genre_scores_gemma":[0.99184304,0.00038407632,0.006183569,0.00007606138,0.000018311168,0.0007921386,0.00019203204,0.000010931533,0.0004997514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9716557,0.015892632,0.003618823,0.0007986993,0.0075837257,0.00045036443],"domain_scores_gemma":[0.90227854,0.06924817,0.0067693763,0.0022978967,0.018224066,0.0011819154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035365168,0.0003319884,0.0006187411,0.0020935982,0.0005643481,0.0009967482,0.00045234477,0.0005260572,0.0013150001],"category_scores_gemma":[0.06681563,0.00021688914,0.001077655,0.0019752795,0.0008465395,0.0014971815,0.001123131,0.0005634049,0.00027590815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015083187,0.0041748295,0.7221344,0.003042444,0.0007455097,0.0002192844,0.01872143,0.0010852243,0.0051004263,0.0011456419,0.0019098719,0.24021254],"study_design_scores_gemma":[0.00021739713,0.010005553,0.9653107,0.00064882124,0.00036113162,0.00025782053,0.010210371,0.0036744785,0.0043124817,0.0003964308,0.004510542,0.00009419209],"about_ca_topic_score_codex":0.0013694846,"about_ca_topic_score_gemma":0.0017554589,"teacher_disagreement_score":0.035365168,"about_ca_system_score_codex":0.0008549723,"about_ca_system_score_gemma":0.0013086426,"threshold_uncertainty_score":0.18703109},"labels":[],"label_agreement":null},{"id":"W1587479352","doi":"10.19173/irrodl.v6i2.233","title":"Identifying Sources of Difference in Reliability in Content Analysis","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Significant difference; Coding (social sciences); Reliability (semiconductor); Asynchronous communication; Context (archaeology); Content analysis; Psychology; Kappa; Mathematics; Statistics; Computer science; Geography; Telecommunications","score_opus":0.3453520972976605,"score_gpt":0.5703329516030892,"score_spread":0.2249808543054287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587479352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6921327,0.0011413628,0.2852819,0.0012467265,0.00039042666,0.0026060757,0.00042273,0.0005582625,0.016219879],"genre_scores_gemma":[0.9521167,0.0001376368,0.045045897,0.00009980075,0.000053881304,0.0014340956,0.00020118704,0.00017760588,0.0007331408],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.6742832,0.21124052,0.034433965,0.014159492,0.062426973,0.0034559628],"domain_scores_gemma":[0.2428996,0.6131667,0.028310299,0.032522995,0.08240001,0.00070047524],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20310055,0.00076568,0.0010888941,0.010460989,0.0025131388,0.0040261364,0.0023670888,0.001051748,0.0011218009],"category_scores_gemma":[0.53195107,0.0008999235,0.0008996393,0.0071653863,0.004937535,0.00302577,0.0058358926,0.001495068,0.00037639096],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011350143,0.00022536791,0.24555944,0.002798174,0.00059050845,0.001020326,0.46187937,0.0022489182,0.01747389,0.023273429,0.0035736498,0.24022189],"study_design_scores_gemma":[0.00026666847,0.001723503,0.47466886,0.0055252197,0.00092843286,0.004021972,0.23777194,0.070572466,0.06146688,0.08270801,0.059456985,0.00088913227],"about_ca_topic_score_codex":0.0028494936,"about_ca_topic_score_gemma":0.002601184,"teacher_disagreement_score":0.79689944,"about_ca_system_score_codex":0.0049874727,"about_ca_system_score_gemma":0.003423869,"threshold_uncertainty_score":0.9827189},"labels":[],"label_agreement":null},{"id":"W1587668975","doi":"10.19173/irrodl.v12i3.883","title":"Emergent learning and learning ecologies in Web 2.0","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning sciences; Connectivism; Social learning; Educational technology; Computer science; Synchronous learning; Open learning; Learning theory; Active learning (machine learning); Proactive learning; Experiential learning; Blended learning; Cooperative learning; Knowledge management; Sociology; Artificial intelligence; Teaching method; Pedagogy","score_opus":0.299203583257264,"score_gpt":0.5557960379430115,"score_spread":0.2565924546857475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1587668975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4286412,0.016605694,0.3329865,0.021424526,0.00036654022,0.00026255523,0.0003051267,0.0003596324,0.19904825],"genre_scores_gemma":[0.9642712,0.0039761886,0.026216203,0.0004890163,0.00016246714,0.00018220722,0.00009582673,0.00004962605,0.0045572273],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9986626,0.00066339277,0.000052863732,0.00018145597,0.00029531738,0.00014436527],"domain_scores_gemma":[0.99308807,0.0053466144,0.0005950986,0.00030171333,0.00038208434,0.00028639456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019539376,0.00027322158,0.00046724474,0.0018603303,0.0015436492,0.005292734,0.0006842532,0.0011692101,0.0024027124],"category_scores_gemma":[0.0070705246,0.00028574368,0.00042040387,0.0015937831,0.0082276855,0.008278313,0.0037223222,0.0014789659,0.00021742872],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013145657,0.00004455545,0.0071245255,0.00026407914,0.000018998853,0.00035831457,0.002554424,0.0147785805,0.0004217468,0.94781893,0.00090197864,0.025700826],"study_design_scores_gemma":[0.000007985064,0.000031614443,0.007231907,0.00018756618,0.00000822789,0.00028892944,0.0027018704,0.017101746,0.00025836684,0.953611,0.018538482,0.000032220432],"about_ca_topic_score_codex":0.0024221404,"about_ca_topic_score_gemma":0.0030166798,"teacher_disagreement_score":0.005292734,"about_ca_system_score_codex":0.0025467288,"about_ca_system_score_gemma":0.0014300825,"threshold_uncertainty_score":0.018477917},"labels":[],"label_agreement":null},{"id":"W1588844176","doi":"10.19173/irrodl.v2i2.64","title":"The Hybridisation of Higher Education in Canada","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Distance education; Rubric; Higher education; Context (archaeology); The Internet; Information and Communications Technology; Educational technology; Videoconferencing; Digital divide; Sociology; Public relations; Political science; Telecommunications; Pedagogy; Computer science; World Wide Web; Geography","score_opus":0.08312107812903213,"score_gpt":0.4539862728419019,"score_spread":0.3708651947128698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588844176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7871201,0.008438724,0.0019884643,0.008967918,0.0001374521,0.00014991284,0.00080692326,0.00012587261,0.19226465],"genre_scores_gemma":[0.9843672,0.001955691,0.0011347962,0.00035775403,0.000008385484,0.000027621461,0.00016217168,0.000014320509,0.0119720595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99637777,0.0003417353,0.00010574267,0.00044019127,0.0016142365,0.0011204128],"domain_scores_gemma":[0.9957054,0.0005946538,0.00027355886,0.00028246874,0.001658251,0.0014856317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018271548,0.000223505,0.00034318023,0.003281922,0.008043221,0.00664464,0.0013834368,0.0006259734,0.006004495],"category_scores_gemma":[0.0031263386,0.00029898656,0.00041658705,0.012325977,0.0045732995,0.0015466816,0.0055472753,0.0010695629,0.00027632486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00047794016,0.000209644,0.11838152,0.0007164933,0.00015659185,0.0029426918,0.06849715,0.0029450222,0.0029164203,0.30910796,0.0153779555,0.4782706],"study_design_scores_gemma":[0.000075723314,0.00023850484,0.45141193,0.0006655354,0.0001044623,0.00092619145,0.08207642,0.003690741,0.001167276,0.015215793,0.44420633,0.00022105718],"about_ca_topic_score_codex":0.9844521,"about_ca_topic_score_gemma":0.99270964,"teacher_disagreement_score":0.85505176,"about_ca_system_score_codex":0.14494827,"about_ca_system_score_gemma":0.14913267,"threshold_uncertainty_score":0.9917388},"labels":[],"label_agreement":null},{"id":"W1589032032","doi":"10.19173/irrodl.v14i5.1611","title":"Open distance learning for development: Lessons from strengthening research capacity on gender, crisis prevention, and recovery","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Multidisciplinary approach; Distance education; Knowledge management; Profiling (computer programming); Professional development; Learning styles; Psychology; Public relations; Medical education; Computer science; Pedagogy; Political science; Medicine","score_opus":0.30505072198431626,"score_gpt":0.47645024147085246,"score_spread":0.1713995194865362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589032032","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0432374,0.09064535,0.042734455,0.6420897,0.008448919,0.001343245,0.00023587144,0.00072837155,0.17053664],"genre_scores_gemma":[0.52037656,0.09603275,0.2199346,0.08373362,0.0038683342,0.0030174176,0.00044644516,0.0007042553,0.0718859],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98746186,0.00849587,0.0005730443,0.0006144799,0.0016494541,0.0012053724],"domain_scores_gemma":[0.95281166,0.027459813,0.0008888178,0.003387131,0.003512124,0.0119405035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029543936,0.00077230117,0.00066837325,0.0017828904,0.0053894375,0.011100332,0.0038082858,0.0058663925,0.009767582],"category_scores_gemma":[0.028582547,0.0003347742,0.00086749234,0.001425085,0.010763421,0.017200964,0.02031951,0.0051952847,0.0020824783],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088346984,0.000704747,0.0014400878,0.0028881135,0.00002815656,0.00074053474,0.036347114,0.00029578878,0.0006644958,0.06629225,0.06538752,0.8251229],"study_design_scores_gemma":[0.0001645556,0.00055831665,0.0030888333,0.0060001006,0.000024274452,0.000920068,0.070680596,0.0003083382,0.001204741,0.1332463,0.7837326,0.000071302165],"about_ca_topic_score_codex":0.0032138573,"about_ca_topic_score_gemma":0.0066433623,"teacher_disagreement_score":0.029543936,"about_ca_system_score_codex":0.004751847,"about_ca_system_score_gemma":0.024916852,"threshold_uncertainty_score":0.15624511},"labels":[],"label_agreement":null},{"id":"W1589117614","doi":"10.19173/irrodl.v6i1.220","title":"Using Integrated Enterprise Systems to Achieve Strategic Goals: A case study of a dual mode university","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ERP Systems Implementation and Impact","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enterprise system; Higher education; Engineering management; Process (computing); Process management; Enterprise planning system; Knowledge management; Dual mode; Business; Computer science; Engineering; Economic growth; Economics","score_opus":0.233768243166582,"score_gpt":0.4741039253613385,"score_spread":0.24033568219475648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589117614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864965,0.00011879902,0.0015233308,0.0014004443,0.000018481245,0.000115566625,0.000021215057,0.000021163769,0.010284607],"genre_scores_gemma":[0.9922456,0.00031398993,0.00265118,0.00025988367,0.00001197506,0.000073802774,0.000021560743,0.000018424636,0.0044036587],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9932546,0.0045028236,0.00015184977,0.00025221327,0.0006045339,0.0012340173],"domain_scores_gemma":[0.9929604,0.002820181,0.00045626363,0.00031033278,0.00070549315,0.0027472903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066860737,0.0006775031,0.0005395699,0.0018497233,0.012166547,0.0067102355,0.0023631724,0.004224304,0.0038127098],"category_scores_gemma":[0.0099550495,0.0006312666,0.0006101616,0.0024385033,0.00444877,0.003524738,0.005126513,0.0038518491,0.000779108],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075010734,0.013396848,0.05185726,0.00049268524,0.00013853774,0.04469693,0.7174699,0.009575724,0.0046121306,0.053894665,0.008068391,0.0950469],"study_design_scores_gemma":[0.000190305,0.0034460162,0.017468473,0.00022996028,0.000053583317,0.0037856863,0.90956146,0.011187321,0.0023113273,0.003848861,0.047787633,0.00012936573],"about_ca_topic_score_codex":0.017781066,"about_ca_topic_score_gemma":0.043026403,"teacher_disagreement_score":0.017781066,"about_ca_system_score_codex":0.00685994,"about_ca_system_score_gemma":0.0049015456,"threshold_uncertainty_score":0.04977262},"labels":[],"label_agreement":null},{"id":"W1589156325","doi":"10.19173/irrodl.v14i2.1535","title":"Mobile authoring of open educational resources as reusable learning objects","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Implementation; Standardization; Multimedia; Context (archaeology); Learning Management; Mobile device; Reuse; Educational technology; World Wide Web; Programming language; Operating system; Mathematics education; Mathematics","score_opus":0.06695503188736221,"score_gpt":0.44351488586024584,"score_spread":0.3765598539728836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589156325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044304084,0.061223652,0.74020255,0.0025181249,0.0006538181,0.00046552316,0.00046148853,0.0048818826,0.14528887],"genre_scores_gemma":[0.3293892,0.11397975,0.40673372,0.0008689666,0.0007558084,0.0005815596,0.0019951772,0.002111737,0.14358419],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855214,0.00039537624,0.00011382189,0.00019553979,0.0006596508,0.00008345538],"domain_scores_gemma":[0.99669826,0.0017779735,0.00032796175,0.0007443395,0.00033417201,0.00011728113],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0013531077,0.00047741065,0.0004843435,0.0017759367,0.00030550995,0.004649422,0.0012404746,0.0009943169,0.0048813876],"category_scores_gemma":[0.0049804403,0.0003147943,0.00051670155,0.0024740265,0.0012711049,0.0053975666,0.0019072726,0.0006671498,0.003368506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031352694,0.000066648936,0.0006189641,0.0014722262,0.000025471552,0.00029864683,0.0017499875,0.0023776856,0.009197506,0.14413941,0.010188214,0.82983387],"study_design_scores_gemma":[0.000032587115,0.00007921875,0.0017480861,0.0014290408,0.000047591373,0.0015453531,0.0011214804,0.010672185,0.015531845,0.06796893,0.89976096,0.00006272627],"about_ca_topic_score_codex":0.0006941421,"about_ca_topic_score_gemma":0.00083188957,"teacher_disagreement_score":0.9987595,"about_ca_system_score_codex":0.0007244183,"about_ca_system_score_gemma":0.0008091615,"threshold_uncertainty_score":0.016329825},"labels":[],"label_agreement":null},{"id":"W1589921404","doi":"10.19173/irrodl.v10i1.537","title":"Increasing Public Access to University Qualifications: Evolution of The University of the West Indies Open Campus","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Community Development and Social Impact","field":"Economics, Econometrics and Finance","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Distance education; Commonwealth; Higher education; Outreach; West indies; The Internet; Institution; Economic growth; Service (business); Scope (computer science); Access to Higher Education; Sociology; Political science; Media studies; Public relations; Business; Marketing; Pedagogy; Social science; Economics","score_opus":0.18832378383849852,"score_gpt":0.4010383232383829,"score_spread":0.21271453939988438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589921404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84125954,0.0030286221,0.0010035565,0.025932627,0.00012132945,0.00005193219,0.00016546377,0.0000377343,0.12839916],"genre_scores_gemma":[0.9893077,0.0010828074,0.00033932808,0.0005846678,0.000059298727,0.000014163143,0.000051990246,0.000009785517,0.008550298],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987326,0.00030031733,0.00003472171,0.000070335576,0.00032792398,0.00053403847],"domain_scores_gemma":[0.9932541,0.00089992513,0.0010812493,0.0002961177,0.0010776658,0.0033908112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014246833,0.00009067036,0.00015081743,0.0017643817,0.0021494993,0.005135609,0.0006391969,0.0009999702,0.00519862],"category_scores_gemma":[0.0069491505,0.00012980252,0.00014509948,0.0021026034,0.0022364778,0.0025514318,0.0039184196,0.0011596273,0.0004109704],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001965139,0.0009053581,0.27739698,0.0002861964,0.000038853934,0.0019632557,0.040709235,0.0011869924,0.001826148,0.27935264,0.025712231,0.3704256],"study_design_scores_gemma":[0.000020616362,0.00017936209,0.64365816,0.0004111105,0.000017431426,0.0005008798,0.045137856,0.0009900825,0.0006649166,0.0075660055,0.3008034,0.00005021364],"about_ca_topic_score_codex":0.082935445,"about_ca_topic_score_gemma":0.14557372,"teacher_disagreement_score":0.082935445,"about_ca_system_score_codex":0.007501033,"about_ca_system_score_gemma":0.007708362,"threshold_uncertainty_score":0.16490543},"labels":[],"label_agreement":null},{"id":"W1590659727","doi":"10.19173/irrodl.v1i2.321","title":"Addressing some Common Problems in Transcript Analysis","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Temptation; Coding (social sciences); Computer science; Inter-rater reliability; Psychology; Mathematics; Social psychology; Statistics; Developmental psychology","score_opus":0.20061831783243786,"score_gpt":0.5110806361542632,"score_spread":0.31046231832182536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590659727","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03386918,0.003171006,0.90632695,0.026610667,0.0058151907,0.007409149,0.0013925693,0.0020717802,0.013333485],"genre_scores_gemma":[0.14026555,0.0029996205,0.7827147,0.016536951,0.003084058,0.039436724,0.0013121711,0.0024662972,0.011183884],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.42853472,0.41493884,0.0713227,0.02056096,0.061352473,0.0032903457],"domain_scores_gemma":[0.2345383,0.57347685,0.036254853,0.062201474,0.09193081,0.0015977555],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32146022,0.0029652624,0.0021513298,0.012003256,0.009477428,0.009046373,0.0063417666,0.0044422047,0.0068599465],"category_scores_gemma":[0.61277145,0.0022455042,0.0021404212,0.018248664,0.013365175,0.0069648535,0.010992587,0.00848161,0.003702752],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007432828,0.0002511592,0.011354112,0.009728236,0.00037643727,0.004337651,0.4688544,0.0019116305,0.012362024,0.10909801,0.06669589,0.3142872],"study_design_scores_gemma":[0.00035266395,0.0006637544,0.015887726,0.016254978,0.00042898883,0.009206402,0.14628406,0.019997928,0.021785684,0.20411514,0.56419677,0.00082608574],"about_ca_topic_score_codex":0.0038978744,"about_ca_topic_score_gemma":0.008150738,"teacher_disagreement_score":0.67853975,"about_ca_system_score_codex":0.006496066,"about_ca_system_score_gemma":0.008314854,"threshold_uncertainty_score":0.83676034},"labels":[],"label_agreement":null},{"id":"W1590918876","doi":"10.19173/irrodl.v15i3.1825","title":"Using supplementary video in multimedia instruction as a teaching tool to increase efficiency of learning and quality of experience","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multimedia; Computer science; Context (archaeology); CLIPS; Quality (philosophy); Entertainment; Educational technology; Mathematics education; Psychology; Artificial intelligence","score_opus":0.14039449429069814,"score_gpt":0.5425271861174901,"score_spread":0.4021326918267919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590918876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89871705,0.008663019,0.06694074,0.00051698694,0.00019931566,0.00044146666,0.00010237401,0.0003587976,0.024060277],"genre_scores_gemma":[0.9349349,0.003700764,0.053584337,0.00014173576,0.0000938227,0.00017880379,0.00011521737,0.000043513264,0.0072068893],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99948347,0.00022110522,0.000021559714,0.0000621975,0.00017291786,0.00003872855],"domain_scores_gemma":[0.99816185,0.0011873149,0.00025165247,0.000087457156,0.00019150808,0.00012027251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066859944,0.00024601555,0.00020854459,0.0004657482,0.00013993506,0.0007602159,0.0004794656,0.00033104498,0.0045860857],"category_scores_gemma":[0.0027811143,0.00006782372,0.0002358215,0.00032664966,0.00022841519,0.000852012,0.0004884425,0.0002722174,0.0005628872],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050324475,0.0016184532,0.006113063,0.0015582609,0.00004100736,0.00022601312,0.00077580096,0.00045425023,0.068439856,0.0017366101,0.001280877,0.9172526],"study_design_scores_gemma":[0.0007598653,0.0338313,0.48443615,0.003318191,0.0010730268,0.005475608,0.0073814727,0.023372589,0.31307036,0.014324763,0.11276988,0.00018679604],"about_ca_topic_score_codex":0.00030154007,"about_ca_topic_score_gemma":0.00042808478,"teacher_disagreement_score":0.0045860857,"about_ca_system_score_codex":0.00022147279,"about_ca_system_score_gemma":0.00037360005,"threshold_uncertainty_score":0.015341938},"labels":[],"label_agreement":null},{"id":"W1590958916","doi":"10.19173/irrodl.v12i1.961","title":"Prior learning assessment and recognition: Emergence of a Canadian community of scholars","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Thompson Rivers University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Lifelong learning; Experiential learning; Globe; Process (computing); Adult education; Pedagogy; Public relations; Computer science; Sociology; Psychology; Political science","score_opus":0.3872704812895953,"score_gpt":0.5486723632367179,"score_spread":0.16140188194712257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590958916","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15137284,0.08480825,0.016318316,0.40349263,0.0050486764,0.0008113258,0.00036867626,0.00033765013,0.33744162],"genre_scores_gemma":[0.86105067,0.026389357,0.014672058,0.026947923,0.0007785886,0.00029573147,0.00020571938,0.00020174118,0.06945816],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9657966,0.009220604,0.0012178966,0.004678814,0.01458316,0.0045029335],"domain_scores_gemma":[0.8705765,0.035002552,0.0075696125,0.007243044,0.04369606,0.035912286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055093497,0.0004782838,0.0010454989,0.009674802,0.026335599,0.021136096,0.0055461153,0.0046450086,0.0070998906],"category_scores_gemma":[0.05953575,0.00068552175,0.00056425104,0.01529909,0.03942346,0.010609959,0.020771371,0.0066337716,0.00050142873],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007967848,0.00013205456,0.012073717,0.000549927,0.000020010097,0.00062238664,0.22029343,0.00013831716,0.0007355553,0.34170777,0.045283522,0.37836364],"study_design_scores_gemma":[0.000022662995,0.00007088683,0.01664873,0.000981736,0.0000142889285,0.00043671214,0.10097439,0.00043326858,0.0002888573,0.026459757,0.85351795,0.00015082928],"about_ca_topic_score_codex":0.86451566,"about_ca_topic_score_gemma":0.88592637,"teacher_disagreement_score":0.88832587,"about_ca_system_score_codex":0.111674145,"about_ca_system_score_gemma":0.31029782,"threshold_uncertainty_score":0.8102564},"labels":[],"label_agreement":null},{"id":"W1591109624","doi":"10.19173/irrodl.v2i2.57","title":"Global Perspectives: The University of South Australia (UniSA) Case Study","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Higher education; Flexibility (engineering); Distance education; Curriculum; Public relations; Sociology; Business; Political science; Pedagogy; Management; Economic growth; Economics","score_opus":0.1775063077242309,"score_gpt":0.4822584842104272,"score_spread":0.30475217648619635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591109624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62886435,0.0031490882,0.0016920003,0.020413391,0.00034789578,0.00038251592,0.00027178947,0.00006216694,0.34481677],"genre_scores_gemma":[0.92417246,0.0031513507,0.0019777103,0.0040876907,0.00009841798,0.0002848476,0.000115302624,0.00003905068,0.066073164],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998009,0.0009441937,0.00006434983,0.00014143514,0.00027660673,0.0005643595],"domain_scores_gemma":[0.9986237,0.00026066595,0.00015758467,0.000058263973,0.00023478053,0.000664939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014859453,0.0005105814,0.00033435572,0.0017226328,0.013404499,0.0035146652,0.00096504856,0.0031102353,0.011182164],"category_scores_gemma":[0.0023192975,0.00033197258,0.00029661274,0.003950565,0.0036173707,0.0025316845,0.0061861007,0.0022729004,0.0011361641],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089047986,0.0004396188,0.025225084,0.0010252862,0.000031852698,0.052448355,0.7113114,0.0009743706,0.002359844,0.0892601,0.052100535,0.06473448],"study_design_scores_gemma":[0.000009748956,0.00014175539,0.02136486,0.0004789161,0.00001593611,0.00893237,0.482121,0.00048496728,0.00042684976,0.003975634,0.482012,0.00003599504],"about_ca_topic_score_codex":0.09301258,"about_ca_topic_score_gemma":0.17273958,"teacher_disagreement_score":0.09301258,"about_ca_system_score_codex":0.006993194,"about_ca_system_score_gemma":0.0057469215,"threshold_uncertainty_score":0.18494236},"labels":[],"label_agreement":null},{"id":"W1591333654","doi":"10.19173/irrodl.v8i3.509","title":"Measuring the link between technology and transactional distance in Distance Education","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Link (geometry); Computer science; Educational technology; Transactional leadership; Multimedia; Psychology; Mathematics education; Computer network; Social psychology","score_opus":0.08271307022881552,"score_gpt":0.4605434856480154,"score_spread":0.37783041541919987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591333654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98725826,0.00048067945,0.004931992,0.00018471446,0.00003187259,0.000047656795,0.00013413999,0.000015952328,0.0069147805],"genre_scores_gemma":[0.9971601,0.0002424852,0.0017189127,0.000025890307,0.000012156701,0.000044918474,0.00009326677,0.0000044463654,0.00069787935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99307764,0.0030096716,0.00046258493,0.00065007503,0.0024764047,0.0003238134],"domain_scores_gemma":[0.8849073,0.08846494,0.012874967,0.0030881744,0.0077192765,0.002945349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037705724,0.00032380363,0.00032623013,0.0017056455,0.00053304515,0.002715777,0.00080129935,0.0010090979,0.0037756502],"category_scores_gemma":[0.062023018,0.00026887117,0.00029548767,0.003424391,0.000706028,0.004060267,0.0017152212,0.001478587,0.0010240332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034302063,0.000830418,0.931579,0.00021825531,0.00020330811,0.00007120327,0.0017704166,0.0022061416,0.0018856684,0.0032892993,0.0003352056,0.057268143],"study_design_scores_gemma":[0.000027661443,0.0015695085,0.9740108,0.00009777603,0.00014585073,0.0001812597,0.005371224,0.009551407,0.0023253763,0.0047405884,0.0019150246,0.00006348256],"about_ca_topic_score_codex":0.0018051122,"about_ca_topic_score_gemma":0.003170857,"teacher_disagreement_score":0.0037756502,"about_ca_system_score_codex":0.0007149851,"about_ca_system_score_gemma":0.0008360541,"threshold_uncertainty_score":0.019940972},"labels":[],"label_agreement":null},{"id":"W1591856950","doi":"10.19173/irrodl.v12i7.1011","title":"Designing for learning: Online social networks as a classroom environment","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social learning; Social media; Mathematics education; Educational technology; Action research; Learning environment; Psychology; Pedagogy; Sociology; Computer science; World Wide Web","score_opus":0.16237075745993793,"score_gpt":0.4619020907144087,"score_spread":0.2995313332544708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591856950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22572479,0.00262607,0.38054258,0.019984815,0.00062543474,0.00051935134,0.00011364542,0.0009473993,0.36891606],"genre_scores_gemma":[0.9018494,0.0012371565,0.07833387,0.00077828683,0.000077422774,0.00034693052,0.000047788308,0.00011614447,0.01721304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9965172,0.0027281232,0.000070458664,0.0002474838,0.0002959379,0.00014079797],"domain_scores_gemma":[0.99685234,0.0020563265,0.00023023557,0.00040783154,0.00012481726,0.00032851272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029749295,0.00034587306,0.0001738837,0.0008587091,0.003243704,0.0057609216,0.0011511144,0.0011424386,0.0045558023],"category_scores_gemma":[0.0043971683,0.00021251116,0.00030299998,0.00067015155,0.007081714,0.007697169,0.0034758467,0.0010796974,0.0006318354],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027628259,0.00015062373,0.005899087,0.0003574969,0.000016001664,0.00062628416,0.14394361,0.0015523641,0.0031808398,0.5991045,0.0098705,0.23527102],"study_design_scores_gemma":[0.000037673093,0.00023223869,0.0058768946,0.00044283306,0.000041708026,0.0011570961,0.08892382,0.0046016998,0.0037394967,0.28977636,0.6051037,0.00006654736],"about_ca_topic_score_codex":0.0012613931,"about_ca_topic_score_gemma":0.0018751555,"teacher_disagreement_score":0.0057609216,"about_ca_system_score_codex":0.0017522125,"about_ca_system_score_gemma":0.0015359144,"threshold_uncertainty_score":0.015733123},"labels":[],"label_agreement":null},{"id":"W1592362768","doi":"10.19173/irrodl.v12i1.940","title":"Going online to make learning count","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Experiential learning; Higher education; Service-learning; Institution; Service (business); Educational technology; Distance education; Business; Public relations; Medical education; Computer science; Pedagogy; Psychology; Sociology; Marketing; Political science; Medicine","score_opus":0.25541337292459493,"score_gpt":0.5443024796650683,"score_spread":0.28888910674047336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592362768","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09025625,0.0013276368,0.027491452,0.015474808,0.002442261,0.00076339405,0.0019979998,0.009060482,0.8511856],"genre_scores_gemma":[0.27161092,0.0030620482,0.050638765,0.007285925,0.0020091413,0.0012518022,0.004198496,0.00205891,0.65788406],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99846494,0.0003244189,0.000091363814,0.00016907176,0.0007213498,0.00022887607],"domain_scores_gemma":[0.9858321,0.003061106,0.0009635376,0.0023129082,0.002382804,0.0054474855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017730792,0.00041009978,0.0005600802,0.0010792073,0.0015388605,0.0051257056,0.0013966451,0.0009680557,0.2163609],"category_scores_gemma":[0.013231872,0.00019410689,0.00051206973,0.0012380471,0.00049735804,0.0069732857,0.0042380057,0.0018750349,0.1183594],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008209554,0.0012121144,0.0038008485,0.00017260977,0.000008619064,0.0001417114,0.001708441,0.00006488429,0.0013233523,0.0060269055,0.2535139,0.73194456],"study_design_scores_gemma":[0.000055571676,0.00052637426,0.012923033,0.00021941181,0.000017272465,0.0003360452,0.003200277,0.00041861244,0.002034905,0.01804567,0.962169,0.00005387507],"about_ca_topic_score_codex":0.0004725129,"about_ca_topic_score_gemma":0.001417734,"teacher_disagreement_score":0.2163609,"about_ca_system_score_codex":0.0006245971,"about_ca_system_score_gemma":0.0013758746,"threshold_uncertainty_score":0.72379935},"labels":[],"label_agreement":null},{"id":"W1592735451","doi":"10.19173/irrodl.v10i2.575","title":"Quality of Distance Education in Turkey: Preschool Teacher Training Case","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Practices and Challenges","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Anadolu Üniversitesi","keywords":"Distance education; Training (meteorology); Medical education; Academic year; Teacher education; Psychology; Mathematics education; Quality (philosophy); Pedagogy; Medicine; Geography","score_opus":0.27215648086115024,"score_gpt":0.5168883951565661,"score_spread":0.2447319142954159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592735451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98789436,0.00090503914,0.00047275735,0.0011918205,0.00002494412,0.000033455402,0.000024769886,0.0000096223375,0.009443184],"genre_scores_gemma":[0.9990043,0.00018857114,0.00015632754,0.00004568935,0.000005971293,0.00000524369,0.0000076961205,0.0000014473604,0.0005848278],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878424,0.00037576098,0.000084949075,0.000091803166,0.00024441816,0.0004188528],"domain_scores_gemma":[0.9978259,0.00048112127,0.0005818515,0.00011222045,0.0002832966,0.0007154562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080023304,0.00013788571,0.00019748212,0.0006272535,0.0016844254,0.0014839076,0.00071370625,0.00090458244,0.0028099874],"category_scores_gemma":[0.0027449084,0.00015545807,0.00023339673,0.0010036262,0.0010586865,0.0007564887,0.0011494484,0.0005572336,0.00013442118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005675282,0.0023720912,0.6092474,0.0010616147,0.00006872087,0.11720225,0.05453421,0.002500837,0.0026165643,0.026797999,0.007139474,0.1758914],"study_design_scores_gemma":[0.00011451792,0.0013939468,0.62930864,0.00088701583,0.00010784815,0.10584014,0.21274574,0.0041181697,0.002248517,0.0037231555,0.039437525,0.0000748096],"about_ca_topic_score_codex":0.0220213,"about_ca_topic_score_gemma":0.02508907,"teacher_disagreement_score":0.0220213,"about_ca_system_score_codex":0.0042687957,"about_ca_system_score_gemma":0.0026049216,"threshold_uncertainty_score":0.043786228},"labels":[],"label_agreement":null},{"id":"W1593137462","doi":"10.19173/irrodl.v14i4.1454","title":"Virtual worlds: Relationship between real life and experience in Second Life","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metaverse; Context (archaeology); Incentive; Sociology; Virtual reality; Psychology; Perception; Experiential learning; Knowledge management; Internet privacy; Computer science; Social psychology; Human–computer interaction; Pedagogy","score_opus":0.15783612965259114,"score_gpt":0.4822793730938711,"score_spread":0.32444324344127995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593137462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8291935,0.041323353,0.003661042,0.008399251,0.00035838698,0.00008494109,0.0002580043,0.000042388143,0.116679184],"genre_scores_gemma":[0.99077153,0.0057459525,0.00049888453,0.00029530967,0.00005642166,0.00004015926,0.000045689216,0.000011155482,0.0025348896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974396,0.0016445616,0.000101972284,0.0002128715,0.00039667133,0.00020420701],"domain_scores_gemma":[0.99355996,0.0034255737,0.0013066145,0.00018135764,0.00041483258,0.001111637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015728747,0.00019567413,0.00030168213,0.0015653193,0.0010011175,0.0057610087,0.00037057255,0.0007073062,0.008035163],"category_scores_gemma":[0.00677659,0.00016336248,0.00026565825,0.0011704726,0.0029551296,0.0027039202,0.00306806,0.0011659286,0.00040146764],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001704859,0.00069838576,0.32290882,0.0013136424,0.00022620008,0.0020554399,0.30654773,0.00035940635,0.0015433399,0.06317657,0.009330937,0.29166907],"study_design_scores_gemma":[0.00001512486,0.0003550301,0.5066038,0.0013318283,0.0000627109,0.0034368897,0.3386723,0.00038435598,0.0003081759,0.011056413,0.13766159,0.00011177688],"about_ca_topic_score_codex":0.0028724663,"about_ca_topic_score_gemma":0.003486781,"teacher_disagreement_score":0.008035163,"about_ca_system_score_codex":0.0011451265,"about_ca_system_score_gemma":0.00081552484,"threshold_uncertainty_score":0.026880264},"labels":[],"label_agreement":null},{"id":"W1593490118","doi":"10.19173/irrodl.v13i2.1185","title":"Developing and deploying OERs in sub-Saharan Africa: Building on the present","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Interoperability; License; Distance education; Context (archaeology); Open education; Software deployment; The Internet; Knowledge management; Information and Communications Technology; Capacity building; Computer science; Economic growth; World Wide Web; Pedagogy; Sociology; Geography","score_opus":0.15878699364884288,"score_gpt":0.4378358759626671,"score_spread":0.2790488823138242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593490118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37808606,0.21458675,0.048805177,0.09496355,0.0010097169,0.00060212763,0.00012298365,0.00020417674,0.2616195],"genre_scores_gemma":[0.7651454,0.1735019,0.045055907,0.003425628,0.00026533616,0.00023017963,0.000097724136,0.00006320638,0.012214748],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9971432,0.0015293931,0.00021338438,0.00019470083,0.00049232994,0.0004269497],"domain_scores_gemma":[0.99566084,0.0024846587,0.00058919284,0.00025670824,0.00061165716,0.00039698274],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0050615906,0.0004924158,0.00021790438,0.0017306826,0.0023551378,0.006074265,0.0009298863,0.0011133113,0.0033810218],"category_scores_gemma":[0.0077710077,0.00020849967,0.00024396098,0.002233527,0.002784041,0.010278556,0.004018711,0.0012295013,0.0005365581],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042148506,0.00019801906,0.010275847,0.005320277,0.00003073117,0.0037734616,0.04080862,0.0012056234,0.004106881,0.1653016,0.005142521,0.76379424],"study_design_scores_gemma":[0.000025090176,0.00029724243,0.020337626,0.006633688,0.00006719419,0.0023570133,0.1246708,0.0011172337,0.004149564,0.03354255,0.80674344,0.000058515714],"about_ca_topic_score_codex":0.0042735534,"about_ca_topic_score_gemma":0.008597447,"teacher_disagreement_score":0.9990701,"about_ca_system_score_codex":0.002248459,"about_ca_system_score_gemma":0.006965959,"threshold_uncertainty_score":0.026768625},"labels":[],"label_agreement":null},{"id":"W1593703941","doi":"10.19173/irrodl.v14i3.1485","title":"Applying the context, input, process, product evaluation model for evaluation, research, and redesign of an online master’s program","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Computer science; Focus group; Process (computing); Product (mathematics); Fuzzy logic; Course evaluation; Logic model; Mathematics education; Multimedia; Higher education; Psychology; Artificial intelligence; Mathematics; Sociology","score_opus":0.36836559045666584,"score_gpt":0.561352750755656,"score_spread":0.1929871602989902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593703941","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31946188,0.003048449,0.6117707,0.0022389838,0.00014921541,0.006134982,0.00031588032,0.00038671505,0.056493267],"genre_scores_gemma":[0.712241,0.0008898202,0.28176028,0.00021322636,0.000019611745,0.0024082887,0.00015307874,0.00003315742,0.0022816097],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.976259,0.01762557,0.00092653214,0.0009773044,0.0038076062,0.0004040748],"domain_scores_gemma":[0.9687951,0.023418108,0.0027952536,0.0011615753,0.0033253804,0.0005045497],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01736969,0.0011902925,0.0006607217,0.005669728,0.0011117243,0.0050581023,0.0011326283,0.0012905286,0.0023215208],"category_scores_gemma":[0.028984604,0.00046089073,0.0014028095,0.0031884038,0.0019912499,0.0046640467,0.0018945688,0.0011255913,0.00035991898],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009282419,0.0027748654,0.07013358,0.0042685615,0.00064691756,0.00077100506,0.016639408,0.08756289,0.00560819,0.18464491,0.0028228173,0.6231985],"study_design_scores_gemma":[0.0006366339,0.006160278,0.062167257,0.0036572777,0.0012373124,0.0007720134,0.018026404,0.76262903,0.012640895,0.09002992,0.041705996,0.00033700277],"about_ca_topic_score_codex":0.006646548,"about_ca_topic_score_gemma":0.009835734,"teacher_disagreement_score":0.9826303,"about_ca_system_score_codex":0.007163067,"about_ca_system_score_gemma":0.0076181814,"threshold_uncertainty_score":0.09186077},"labels":[],"label_agreement":null},{"id":"W1593755386","doi":"10.19173/irrodl.v12i6.1018","title":"Distance students’ readiness for social media and collaboration","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; Athabasca University; Université de Montréal","funders":"","keywords":"Affordance; Distance education; Social media; Psychology; Variety (cybernetics); Institution; Higher education; Medical education; Pedagogy; Sociology; Political science; Social science; Computer science; Medicine; World Wide Web","score_opus":0.1628362561718106,"score_gpt":0.5079694856402851,"score_spread":0.34513322946847447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593755386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938321,0.00021490017,0.000064357824,0.000295024,0.000015896065,0.000024769617,0.00009863894,0.000009554739,0.0054447297],"genre_scores_gemma":[0.9971169,0.00017102646,0.00011321604,0.00005536511,0.00000450657,0.00001420373,0.0000810961,0.000004085368,0.0024396337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891746,0.000103568476,0.00006240807,0.000114184855,0.00048154147,0.00032083757],"domain_scores_gemma":[0.9940275,0.00038497456,0.00091801473,0.00012875967,0.0008560471,0.0036848004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009225137,0.00024517492,0.00030409562,0.0012275705,0.0020078802,0.0040503447,0.0009402843,0.0006716234,0.01113394],"category_scores_gemma":[0.003999824,0.00017951906,0.00029701256,0.0009033547,0.0007953854,0.0011365121,0.0025237484,0.0014087543,0.0012582977],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008127791,0.0007965274,0.8914673,0.00017521472,0.000030894513,0.0007547309,0.044119485,0.00007601228,0.0017526511,0.0008488752,0.0025215968,0.057375472],"study_design_scores_gemma":[0.000006235539,0.0003275217,0.91872,0.000088358145,0.00001596584,0.0003578157,0.06991559,0.00013911616,0.00038454068,0.00034294024,0.009667771,0.00003419223],"about_ca_topic_score_codex":0.03757453,"about_ca_topic_score_gemma":0.07549764,"teacher_disagreement_score":0.03757453,"about_ca_system_score_codex":0.0014300423,"about_ca_system_score_gemma":0.0041065584,"threshold_uncertainty_score":0.07471162},"labels":[],"label_agreement":null},{"id":"W1593781803","doi":"10.19173/irrodl.v10i6.755","title":"A review of adventure learning","year":2009,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Outdoor and Experiential Education","field":"Psychology","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Manchester","keywords":"Adventure; Experiential learning; Status quo; Grounded theory; Adventure education; Educational technology; Psychology; Computer science; Qualitative research; Mathematics education; Sociology; Artificial intelligence; Social science; Political science","score_opus":0.15095944479046328,"score_gpt":0.5635858296912525,"score_spread":0.4126263849007892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1593781803","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013603967,0.9981546,0.000143264,0.00029314234,0.00017370527,0.00002111577,0.000031404186,0.0000047664757,0.0010420398],"genre_scores_gemma":[0.0008262802,0.9980855,0.00047983884,0.0002200495,0.000065941924,0.000028362485,0.000049283626,0.0000015965853,0.00024323253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982547,0.0004676822,0.0005193736,0.00016992478,0.000522685,0.000065734836],"domain_scores_gemma":[0.9942233,0.0038777092,0.00065722596,0.000114462535,0.00095222436,0.00017515148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002496114,0.0008761078,0.0020251502,0.009035261,0.00063153106,0.0019771745,0.0016691103,0.0016027626,0.005608308],"category_scores_gemma":[0.0086858915,0.0006617151,0.0015569926,0.011032066,0.00077209336,0.0028444647,0.0012110601,0.0014696878,0.0011809432],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060109305,0.00004673578,0.00037284888,0.24201,0.00038210154,0.00037235615,0.0006286879,0.00021853762,0.0005059178,0.0028708263,0.02473652,0.72779536],"study_design_scores_gemma":[0.000022673978,0.00012704759,0.003360293,0.18788984,0.00078618835,0.0014490229,0.0005902213,0.000057792735,0.00026708847,0.001795334,0.80361414,0.00004038675],"about_ca_topic_score_codex":0.004697329,"about_ca_topic_score_gemma":0.010519954,"teacher_disagreement_score":0.009035261,"about_ca_system_score_codex":0.0018592788,"about_ca_system_score_gemma":0.0073211356,"threshold_uncertainty_score":0.018761694},"labels":[],"label_agreement":null},{"id":"W1594453045","doi":"10.19173/irrodl.v5i1.169","title":"The future of learning: From eLearning to mLearning","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Multimedia; Mathematics education; Psychology","score_opus":0.05934838392931094,"score_gpt":0.41671528143413605,"score_spread":0.3573668975048251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594453045","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012509365,0.10744719,0.03743886,0.029704638,0.004442818,0.000051284842,0.00009778912,0.0006766175,0.8076315],"genre_scores_gemma":[0.3534937,0.08797533,0.029312072,0.00987393,0.0043138354,0.00014368504,0.00026948116,0.0006256817,0.51399225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99940526,0.00022817562,0.000029513802,0.000074735144,0.00017653886,0.00008567968],"domain_scores_gemma":[0.99953294,0.00026539608,0.000029169814,0.00005063579,0.00005011569,0.00007165718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007522886,0.00040231203,0.00031190936,0.00078306295,0.0014504285,0.008385903,0.0009938722,0.0013147139,0.01534818],"category_scores_gemma":[0.0015661654,0.0001488619,0.00029799,0.0013577711,0.004457988,0.008838795,0.0032122675,0.002391881,0.0032214995],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031078795,0.000037170525,0.00037196148,0.00041201254,0.0000064707797,0.00023139807,0.0067327484,0.00067327515,0.00068565854,0.60622054,0.055530958,0.32906675],"study_design_scores_gemma":[0.000004333463,0.00002863358,0.00035109956,0.00051339384,0.0000030743538,0.00025200064,0.0033184441,0.00047301783,0.00062048424,0.12709542,0.8673295,0.000010626107],"about_ca_topic_score_codex":0.0010725898,"about_ca_topic_score_gemma":0.0014363095,"teacher_disagreement_score":0.01534818,"about_ca_system_score_codex":0.0021288695,"about_ca_system_score_gemma":0.0013636585,"threshold_uncertainty_score":0.051344752},"labels":[],"label_agreement":null},{"id":"W1594462836","doi":"10.19173/irrodl.v2i1.35","title":"A Critique of Stephen Downes' Article, \"Learning Objects\": A Perspective from Bahrain","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Middle East; Process (computing); Computer science; The Internet; Open learning; Learning styles; Active learning (machine learning); Learning sciences; Synchronous learning; Mathematics education; Knowledge management; Engineering ethics; Artificial intelligence; Cooperative learning; Teaching method; Engineering; Psychology; Political science; World Wide Web; Law","score_opus":0.06199336526493457,"score_gpt":0.4395906657257881,"score_spread":0.3775973004608535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594462836","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011277153,0.07047285,0.0013831605,0.87252164,0.027155736,0.000015973055,0.00006895581,0.000034528988,0.027219532],"genre_scores_gemma":[0.047457278,0.0484022,0.0017833388,0.8391697,0.032891285,0.0001252144,0.00005022833,0.00014015405,0.029980604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99393046,0.0027957265,0.00035255434,0.0007344977,0.0017339569,0.00045277507],"domain_scores_gemma":[0.98944855,0.007701416,0.00042279618,0.00018147526,0.0018255034,0.00042025253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068840417,0.0013752072,0.0014521449,0.0019416367,0.005001971,0.008910331,0.0032828301,0.017316794,0.003695338],"category_scores_gemma":[0.017734032,0.0004244041,0.00077457604,0.0027428728,0.015316412,0.012683327,0.0038276296,0.020901598,0.0016467221],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034429595,0.000016929613,0.00027406128,0.00036043508,0.000012199479,0.00026451133,0.009946433,0.000110361565,0.000106321495,0.38444686,0.5917701,0.012657347],"study_design_scores_gemma":[0.000009569405,0.00001586555,0.0004287849,0.0005812125,0.000007424617,0.0002512402,0.003088379,0.00009774663,0.0000890163,0.029452892,0.9659543,0.000023466999],"about_ca_topic_score_codex":0.041339766,"about_ca_topic_score_gemma":0.051392622,"teacher_disagreement_score":0.041339766,"about_ca_system_score_codex":0.007120849,"about_ca_system_score_gemma":0.0071182093,"threshold_uncertainty_score":0.08219826},"labels":[],"label_agreement":null},{"id":"W1594763019","doi":"10.19173/irrodl.v15i5.1850","title":"Writing to learn and learning to write across the disciplines: Peer-to-peer writing in introductory-level MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University; Bill and Melinda Gates Foundation","keywords":"Peer feedback; Peer evaluation; Scholarship; Mathematics education; Peer assessment; Peer learning; Peer instruction; Distance education; Composition (language); Computer science; Peer review; Pedagogy; Psychology; Higher education; Chemistry","score_opus":0.07530934985195296,"score_gpt":0.4548863988033178,"score_spread":0.37957704895136485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594763019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861799,0.00028719276,0.0028840876,0.0007682511,0.0000608275,0.00023113609,0.000017681801,0.0000238996,0.0095471265],"genre_scores_gemma":[0.9957426,0.00019936368,0.0017027366,0.00016554836,0.000024687237,0.00014208503,0.000016327354,0.000021694397,0.0019848922],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.97681695,0.0149460165,0.00076523336,0.0012615765,0.005090104,0.0011200738],"domain_scores_gemma":[0.9382089,0.042500783,0.006793494,0.0023293027,0.005764857,0.0044027367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010914428,0.0002884513,0.00040251092,0.0015518552,0.004785594,0.0061574727,0.0013606773,0.0009234704,0.001349663],"category_scores_gemma":[0.06905752,0.0002487971,0.0002546777,0.001211022,0.0053461357,0.0037822959,0.007705055,0.0016690627,0.00028151504],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101285455,0.00036044267,0.040441673,0.000402942,0.000023618295,0.0007576062,0.8298354,0.0001588113,0.0025287245,0.0021812078,0.0010035478,0.122204736],"study_design_scores_gemma":[0.00003272093,0.00034239725,0.070185214,0.0005439776,0.00003632448,0.00066386204,0.8955364,0.0008240124,0.00334274,0.003962378,0.024463812,0.00006605821],"about_ca_topic_score_codex":0.0025027846,"about_ca_topic_score_gemma":0.0044269296,"teacher_disagreement_score":0.010914428,"about_ca_system_score_codex":0.002719768,"about_ca_system_score_gemma":0.0070740837,"threshold_uncertainty_score":0.057721734},"labels":[],"label_agreement":null},{"id":"W1595102943","doi":"10.19173/irrodl.v5i2.182","title":"Advancing Online Learning in Asia","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Computer science; Electronic learning; Mathematics education; Psychology","score_opus":0.06490704523975563,"score_gpt":0.4810356188313267,"score_spread":0.41612857359157107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595102943","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03215743,0.10220442,0.0073682065,0.2275657,0.022142803,0.00012744377,0.00017801714,0.00047395108,0.60778207],"genre_scores_gemma":[0.34692517,0.23014902,0.018113751,0.043267984,0.01789307,0.00023656385,0.00037793428,0.0002615486,0.34277502],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996914,0.0008522158,0.00024741527,0.00023600292,0.0012321477,0.0005181333],"domain_scores_gemma":[0.9869718,0.002641055,0.0009307075,0.0008624465,0.0026720904,0.0059219683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007965585,0.00043646834,0.0004466582,0.001672755,0.0026810814,0.01348658,0.0010515372,0.002858462,0.019684454],"category_scores_gemma":[0.008618897,0.00012598168,0.0003006063,0.0032653906,0.0028849684,0.011300513,0.010651516,0.0035786394,0.0069481567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000644392,0.00029147734,0.0049568517,0.0011165831,0.00001275522,0.00066388445,0.007975242,0.00019721048,0.0015437049,0.08999725,0.12631103,0.7668696],"study_design_scores_gemma":[0.000010841326,0.00014983412,0.0034299055,0.0011019963,0.000008575147,0.00046825552,0.005896222,0.00023252887,0.00081518496,0.030733092,0.9571404,0.00001310625],"about_ca_topic_score_codex":0.0010787803,"about_ca_topic_score_gemma":0.0019072136,"teacher_disagreement_score":0.019684454,"about_ca_system_score_codex":0.0020473055,"about_ca_system_score_gemma":0.0155025115,"threshold_uncertainty_score":0.06585109},"labels":[],"label_agreement":null},{"id":"W1595178797","doi":"10.19173/irrodl.v11i1.792","title":"The comparative instructional effectiveness of print-based and video-based instructional materials for teaching practical skills at a distance","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Instructional design; Test (biology); Cronbach's alpha; Computer science; Distance education; Teaching method; Vocational education; Multimedia; Mathematics education; Descriptive statistics; Psychology; Pedagogy; Mathematics","score_opus":0.07287027660016988,"score_gpt":0.5150720115972414,"score_spread":0.4422017349970715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595178797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75676686,0.21115467,0.0057679107,0.00050409464,0.00048772237,0.0010635839,0.0001609688,0.00005657503,0.024037594],"genre_scores_gemma":[0.87513846,0.10238827,0.017634625,0.000291599,0.00043710534,0.0009839964,0.00026260244,0.00003405175,0.0028292881],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98822427,0.007190234,0.0006881631,0.00051699055,0.0032066482,0.0001736567],"domain_scores_gemma":[0.982704,0.014240081,0.0014270288,0.0003099361,0.0009258853,0.00039311056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071897735,0.00044985584,0.0006034166,0.0023426777,0.00022728098,0.0009756274,0.0007494911,0.00063759065,0.0019007047],"category_scores_gemma":[0.02081086,0.00015071349,0.0005819918,0.0011099877,0.0005299877,0.0010140182,0.00043203266,0.00042536788,0.00032771207],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0057037114,0.005440532,0.013455999,0.008873433,0.001028667,0.00013063267,0.0014343054,0.00059259066,0.010554485,0.0015643275,0.00097046536,0.9502508],"study_design_scores_gemma":[0.0049112793,0.19311337,0.6248963,0.018238394,0.012567802,0.003406474,0.007155634,0.0040714187,0.06256369,0.0029121072,0.06578893,0.00037469924],"about_ca_topic_score_codex":0.00048708875,"about_ca_topic_score_gemma":0.0008007723,"teacher_disagreement_score":0.0071897735,"about_ca_system_score_codex":0.00046743787,"about_ca_system_score_gemma":0.00071018934,"threshold_uncertainty_score":0.03802365},"labels":[],"label_agreement":null},{"id":"W1595427715","doi":"10.19173/irrodl.v14i1.1393","title":"A framework for developing competencies in open and distance e-learning","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Faculty development; Instructional design; E learning; Knowledge management; Higher education; Computer science; Educational technology; Mathematics education; Medical education; Psychology; Pedagogy; Professional development; Political science; Medicine","score_opus":0.1316586769717849,"score_gpt":0.49581585199014144,"score_spread":0.36415717501835654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595427715","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011364845,0.006885722,0.7356755,0.026594944,0.00057737104,0.0040049828,0.0004648616,0.00044944027,0.2139823],"genre_scores_gemma":[0.13083479,0.0028223027,0.8532499,0.0014238633,0.000074826276,0.003886633,0.00036242596,0.00005239982,0.0072928052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98072344,0.013473216,0.0017215521,0.0011785325,0.002043801,0.00085940585],"domain_scores_gemma":[0.9882108,0.006559311,0.0011404995,0.00056245574,0.0024465343,0.0010805017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020359978,0.0018192936,0.00077725895,0.010389658,0.0041585555,0.009417148,0.0040136087,0.0047126603,0.0041195685],"category_scores_gemma":[0.012161969,0.0007800099,0.0016291296,0.006328589,0.018856246,0.010158192,0.0068195807,0.0040269587,0.001350212],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009281515,0.000089549154,0.0009873633,0.00053141214,0.000013279862,0.00042208406,0.017221227,0.0015057797,0.00031178142,0.9345081,0.0029905706,0.041409653],"study_design_scores_gemma":[0.00004631069,0.00015407716,0.003666641,0.003769815,0.00003291203,0.0009331427,0.0359962,0.0077540097,0.00068571605,0.6618864,0.28498098,0.000093778304],"about_ca_topic_score_codex":0.024915103,"about_ca_topic_score_gemma":0.024273561,"teacher_disagreement_score":0.024915103,"about_ca_system_score_codex":0.015351121,"about_ca_system_score_gemma":0.028205372,"threshold_uncertainty_score":0.1113807},"labels":[],"label_agreement":null},{"id":"W1595502741","doi":"10.19173/irrodl.v13i1.968","title":"Challenges of virtual and open distance science teacher education in Zimbabwe","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Medical education; Open education; Quality (philosophy); Psychology; Pedagogy; Mathematics education; Medicine","score_opus":0.12357260086868599,"score_gpt":0.5162463398088338,"score_spread":0.39267373894014784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595502741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894601,0.0020542275,0.00035015293,0.003624809,0.000019579622,0.00008135606,0.000021867074,0.000004921901,0.0043830294],"genre_scores_gemma":[0.99718803,0.0013539281,0.0002161529,0.00016872742,0.0000053773188,0.000050267292,0.000009858038,0.0000016274242,0.0010060562],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972139,0.0013063543,0.0001438109,0.00013288013,0.00032175353,0.0008812827],"domain_scores_gemma":[0.9979709,0.0009742171,0.0005000529,0.00007538806,0.00017664039,0.00030285146],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0019570598,0.00019016021,0.00025999427,0.0005790256,0.0032274628,0.0035127033,0.0008052852,0.0007226487,0.0017582163],"category_scores_gemma":[0.0057928683,0.00030789274,0.00012817858,0.001369838,0.0023006508,0.0017553262,0.0034240382,0.0009447171,0.00014073969],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003425836,0.0004853099,0.13139364,0.002245617,0.00006665382,0.008524467,0.5312065,0.0010320381,0.013952673,0.021577178,0.0018669885,0.28730643],"study_design_scores_gemma":[0.000082923674,0.00068524404,0.33315617,0.0015138793,0.000062084044,0.0017562939,0.5901288,0.0006170921,0.001656245,0.0026941667,0.06758499,0.00006211366],"about_ca_topic_score_codex":0.061372504,"about_ca_topic_score_gemma":0.08491596,"teacher_disagreement_score":0.99919474,"about_ca_system_score_codex":0.00462845,"about_ca_system_score_gemma":0.0064133,"threshold_uncertainty_score":0.122030556},"labels":[],"label_agreement":null},{"id":"W1595688246","doi":"10.19173/irrodl.v14i1.1262","title":"Employability in online higher education: A case study","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Employability; Distance education; Psychology; Sample (material); Knight; Pedagogy; Medical education; Mathematics education; Space (punctuation); Class (philosophy); Computer science; Medicine","score_opus":0.18111849554479081,"score_gpt":0.5416607003311129,"score_spread":0.3605422047863221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595688246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955049,0.00013747624,0.0005102562,0.0003340827,0.00000918663,0.00006812789,0.00002189279,0.000003864602,0.0034102867],"genre_scores_gemma":[0.9964431,0.00052482646,0.00071054127,0.000109628796,0.000018211707,0.00007687536,0.000020620811,0.0000059376152,0.0020903908],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99553055,0.0028692733,0.00016854225,0.00020754649,0.0005089865,0.00071510975],"domain_scores_gemma":[0.9916209,0.005385341,0.00075470016,0.0003668428,0.00044658224,0.0014256989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004423539,0.00045759612,0.00052863633,0.002232675,0.0065690614,0.0029770066,0.001661344,0.0022777554,0.003475769],"category_scores_gemma":[0.007379232,0.00032258255,0.0005138818,0.002875373,0.0024515477,0.0022235308,0.003467893,0.0017360763,0.00045414077],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025108733,0.009724267,0.15849096,0.0006979895,0.000051604176,0.08894629,0.6503937,0.0007940217,0.002677727,0.010117343,0.0022700026,0.07558497],"study_design_scores_gemma":[0.000049005543,0.0013743441,0.08078171,0.000357323,0.000035242876,0.013666406,0.8776418,0.0018531745,0.0017763186,0.0015826856,0.020827455,0.000054475713],"about_ca_topic_score_codex":0.007648678,"about_ca_topic_score_gemma":0.017647091,"teacher_disagreement_score":0.007648678,"about_ca_system_score_codex":0.0025718536,"about_ca_system_score_gemma":0.0015708414,"threshold_uncertainty_score":0.023394227},"labels":[],"label_agreement":null},{"id":"W1596301140","doi":"10.19173/irrodl.v13i1.1143","title":"Connectivism and dimensions of individual experience","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":189,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Diversity (politics); Autonomy; Social connectedness; Psychology; Distance education; Connectivism; Meaning (existential); Social psychology; Learning theory; Sociology; Pedagogy","score_opus":0.11007231529468851,"score_gpt":0.45780641818570794,"score_spread":0.3477341028910194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596301140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8755943,0.0025210404,0.009284685,0.002115317,0.000049606613,0.000044812932,0.00008926543,0.00003356039,0.110267386],"genre_scores_gemma":[0.9983279,0.0003811325,0.0005245432,0.00005600522,0.000011206162,0.000015466463,0.000022493572,0.000003357033,0.0006579375],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985421,0.00075771555,0.000067050496,0.00018455963,0.00029778335,0.00015084133],"domain_scores_gemma":[0.99679226,0.0015227891,0.00061844825,0.00024479226,0.00020604237,0.000615579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012428749,0.00014329635,0.00013882278,0.0019254552,0.0006737348,0.003197861,0.00034074238,0.0005587235,0.002553141],"category_scores_gemma":[0.0043077962,0.0000976056,0.00019027792,0.001119149,0.0052493857,0.002872218,0.0038448172,0.00072435895,0.00009538735],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015162227,0.0002048269,0.16923241,0.00047539637,0.00023374548,0.00074033265,0.2206701,0.0023331463,0.002627779,0.4002516,0.002213748,0.20086531],"study_design_scores_gemma":[0.000040226794,0.00032356463,0.36384287,0.0005094604,0.00007272206,0.00227338,0.11623259,0.0030975011,0.00052516337,0.44700944,0.06594727,0.00012588718],"about_ca_topic_score_codex":0.001040841,"about_ca_topic_score_gemma":0.0008622881,"teacher_disagreement_score":0.003197861,"about_ca_system_score_codex":0.0008142138,"about_ca_system_score_gemma":0.00032977713,"threshold_uncertainty_score":0.008541107},"labels":[],"label_agreement":null},{"id":"W15965775","doi":"10.19173/irrodl.v9i2.385","title":"Emotional Intelligence as a Predictor of Success in Online Learning","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Emotional Intelligence and Performance","field":"Psychology","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Personality; Emotional intelligence; Stepwise regression; Variance (accounting); Big Five personality traits; Academic achievement; Regression analysis; Quality (philosophy); Explained variation; Applied psychology; Medical education; Social psychology; Mathematics education; Statistics; Medicine; Mathematics","score_opus":0.17746850499561873,"score_gpt":0.5037761066667865,"score_spread":0.3263076016711678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W15965775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986972,0.000070282185,0.00006611291,0.00006495844,0.000005139251,0.000004555387,0.000015350142,0.000004278092,0.001072166],"genre_scores_gemma":[0.9996853,0.000039165257,0.00004558774,0.000008771714,0.000005036816,0.0000020896355,0.000021030733,9.0241264e-7,0.0001922549],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995453,0.00014241683,0.000046381316,0.00003003028,0.00012742625,0.000108464614],"domain_scores_gemma":[0.99415016,0.0016834555,0.0016180944,0.00019576264,0.0005259321,0.0018266558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001005107,0.00022028017,0.00020125846,0.0008497459,0.00031306082,0.0013074278,0.00018844135,0.00031681242,0.0024289018],"category_scores_gemma":[0.0067299316,0.0000899318,0.0002105423,0.00044339913,0.0003647717,0.00035421562,0.0006696092,0.000837094,0.00040403387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060520677,0.0003007647,0.9913686,0.0000059072877,0.000025101743,0.00003432458,0.00016176708,0.000051400915,0.0001270428,0.000045634897,0.000101930695,0.0077169794],"study_design_scores_gemma":[0.0000027723638,0.00015811225,0.9986387,0.000007523772,0.000015415035,0.00005677457,0.00041859032,0.00039418365,0.00009132605,0.000071400995,0.0001419912,0.0000031706927],"about_ca_topic_score_codex":0.00096345186,"about_ca_topic_score_gemma":0.0011003971,"teacher_disagreement_score":0.0024289018,"about_ca_system_score_codex":0.000124704,"about_ca_system_score_gemma":0.00019588078,"threshold_uncertainty_score":0.008125424},"labels":[],"label_agreement":null},{"id":"W1596830796","doi":"10.19173/irrodl.v14i5.1544","title":"Learning needs analysis of collaborative e-classes in semi-formal settings: The REVIT example","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Education, Audiovisual and Culture Executive Agency; University of Macedonia","keywords":"Computer science; Affordance; Needs analysis; Adaptation (eye); Context (archaeology); Distance education; Instructional design; Knowledge management; Engineering management; Human–computer interaction; Multimedia; Sociology; Engineering; Pedagogy","score_opus":0.05881525652584858,"score_gpt":0.44029018477494386,"score_spread":0.3814749282490953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596830796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7692081,0.000352672,0.1854693,0.0017044161,0.000045908466,0.0013025231,0.00078782963,0.0009017436,0.040227585],"genre_scores_gemma":[0.8774109,0.00019470329,0.110991634,0.00014792073,0.000020280288,0.0009007587,0.000861162,0.00016904665,0.009303558],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9878148,0.007870416,0.00066182297,0.0007894592,0.0021348714,0.0007286005],"domain_scores_gemma":[0.9762922,0.015784746,0.0012381994,0.0021967043,0.0037057493,0.00078237656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0101766735,0.00084125804,0.0005575789,0.0020669175,0.0017202572,0.0031723736,0.0021430738,0.0019163731,0.0040383153],"category_scores_gemma":[0.018844733,0.00044727666,0.0009104039,0.0012254857,0.0020588406,0.0042450265,0.0051841596,0.001451451,0.0012737516],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025329234,0.0048959637,0.05900724,0.0035037312,0.00018994506,0.007378738,0.2629444,0.031739555,0.03782005,0.11933052,0.010978321,0.45967856],"study_design_scores_gemma":[0.0005728715,0.0040679933,0.06387792,0.0015547168,0.00023215891,0.0043408587,0.35465485,0.18846804,0.057208546,0.07547952,0.2490647,0.00047780873],"about_ca_topic_score_codex":0.004739814,"about_ca_topic_score_gemma":0.0044266945,"teacher_disagreement_score":0.0101766735,"about_ca_system_score_codex":0.0036788967,"about_ca_system_score_gemma":0.0018959922,"threshold_uncertainty_score":0.053820014},"labels":[],"label_agreement":null},{"id":"W1597028168","doi":"10.19173/irrodl.v8i3.411","title":"Lessons from an International e-Learning Project","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Distance education; Educational technology; Field (mathematics); Computer science; Engineering management; Knowledge management; Pedagogy; Sociology; Engineering; Geography","score_opus":0.14953301060877966,"score_gpt":0.5503285048649535,"score_spread":0.4007954942561739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597028168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6240366,0.003694786,0.012233818,0.07571993,0.0023932934,0.0012386191,0.00042129555,0.00025989325,0.28000182],"genre_scores_gemma":[0.9138122,0.005588784,0.012790695,0.007860607,0.00043688808,0.00092188205,0.0003738905,0.00039842055,0.05781656],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9898509,0.007209728,0.00027160958,0.00049087644,0.00097207486,0.0012048004],"domain_scores_gemma":[0.98707926,0.0076786866,0.0005546697,0.0007433971,0.0015032546,0.0024407168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009148738,0.0012002169,0.0007061949,0.0017916289,0.0127865095,0.0072954567,0.0024789847,0.0033391041,0.005120201],"category_scores_gemma":[0.022575736,0.00048225085,0.0005440102,0.002003112,0.008413014,0.0064180847,0.00962629,0.0065200957,0.0016110421],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021785162,0.0014096895,0.004407526,0.00087609614,0.00002373522,0.0096461475,0.77457553,0.000673716,0.0013913049,0.05019226,0.053488813,0.103097424],"study_design_scores_gemma":[0.000035323126,0.0004373639,0.0042806724,0.0010178222,0.000012217455,0.0017048819,0.66649574,0.00020314942,0.0009767101,0.009726964,0.3150508,0.00005844697],"about_ca_topic_score_codex":0.004418523,"about_ca_topic_score_gemma":0.010379475,"teacher_disagreement_score":0.0127865095,"about_ca_system_score_codex":0.0038723643,"about_ca_system_score_gemma":0.0036865654,"threshold_uncertainty_score":0.048383713},"labels":[],"label_agreement":null},{"id":"W1597356744","doi":"10.19173/irrodl.v15i5.1852","title":"A social network perspective on peer supported learning in MOOCs for educators","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Perspective (graphical); Social media; Process (computing); Peer instruction; Space (punctuation); Phenomenon; Peer learning; Mathematics education; Psychology; World Wide Web","score_opus":0.06914881785109665,"score_gpt":0.4728181871372479,"score_spread":0.4036693692861512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597356744","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24290211,0.009953639,0.05144336,0.07823454,0.00088367535,0.00024024944,0.00018004408,0.00008442634,0.616078],"genre_scores_gemma":[0.9828311,0.002825655,0.0030793536,0.00088711776,0.00030456338,0.00007968518,0.00002671024,0.000023426821,0.009942423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99724376,0.0018432265,0.000046491445,0.00022290369,0.00034122207,0.0003024591],"domain_scores_gemma":[0.9940805,0.0040187007,0.00056211435,0.00020910522,0.00037528222,0.00075433427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003229218,0.00032371597,0.00019378104,0.002382252,0.0051221787,0.007513824,0.0011533239,0.0025692987,0.0057147956],"category_scores_gemma":[0.0048935353,0.00017031486,0.00028409102,0.0018121592,0.008710121,0.009985489,0.0037736276,0.0015469791,0.00039511124],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015692196,0.000077804965,0.004446271,0.00014080733,0.000012204125,0.0006483745,0.050879907,0.0007993485,0.00030031396,0.9154737,0.002729744,0.024475811],"study_design_scores_gemma":[0.00002547436,0.0001574178,0.0141465515,0.00073681975,0.00003554378,0.0011991503,0.14053373,0.0071858717,0.0005070036,0.55670327,0.2787125,0.00005668441],"about_ca_topic_score_codex":0.0049479506,"about_ca_topic_score_gemma":0.005277726,"teacher_disagreement_score":0.007513824,"about_ca_system_score_codex":0.0038650082,"about_ca_system_score_gemma":0.002229066,"threshold_uncertainty_score":0.028042674},"labels":[],"label_agreement":null},{"id":"W1597496017","doi":"10.19173/irrodl.v14i1.1310","title":"Green curriculum: Sustainable learning in higher education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Sustainability in Higher Education","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Higher education; Distance education; Human settlement; Institution; Sustainable development; Education for sustainable development; Sustainability; Political science; Sociology; Pedagogy; Engineering; Social science","score_opus":0.07457235514870318,"score_gpt":0.4716486103763028,"score_spread":0.3970762552275996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597496017","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026750553,0.064658046,0.02093589,0.18968518,0.005817601,0.00032801647,0.0003843685,0.00033329133,0.69110703],"genre_scores_gemma":[0.63979954,0.06600042,0.03487087,0.041603334,0.002613514,0.00061108975,0.0007511785,0.00021099261,0.21353906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986345,0.0005739574,0.000075134696,0.000116040195,0.00040336492,0.00019704139],"domain_scores_gemma":[0.9986602,0.0005266015,0.00018274167,0.000060908107,0.00019125537,0.00037827092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002001275,0.00034288544,0.00017232064,0.001344108,0.0019132912,0.00514286,0.0006542927,0.0034811276,0.013961452],"category_scores_gemma":[0.0025055145,0.00011475794,0.00020612018,0.003083065,0.004138702,0.0046426305,0.005002216,0.002309662,0.0018636573],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013792608,0.00012211029,0.001477379,0.0014169711,0.0000042850456,0.00029814304,0.00543906,0.00044025466,0.00070660387,0.5690025,0.10804998,0.313029],"study_design_scores_gemma":[0.0000044851963,0.00003417213,0.0037270337,0.0016978284,0.0000034129384,0.00020657606,0.0048637874,0.00022519758,0.0006173194,0.035938293,0.95266956,0.00001239682],"about_ca_topic_score_codex":0.0039424417,"about_ca_topic_score_gemma":0.0069065094,"teacher_disagreement_score":0.013961452,"about_ca_system_score_codex":0.005328244,"about_ca_system_score_gemma":0.012771879,"threshold_uncertainty_score":0.046705723},"labels":[],"label_agreement":null},{"id":"W1597498381","doi":"10.19173/irrodl.v12i7.1046","title":"Using mLearning and MOOCs to understand chaos, emergence, and complexity in education","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":220,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Athabasca University","funders":"","keywords":"Transformative learning; Openness to experience; CHAOS (operating system); Educational technology; Computer science; Field (mathematics); Open educational resources; Social connectedness; Multimedia; Sociology; World Wide Web; Pedagogy; Psychology; Mathematics; Social psychology","score_opus":0.4038891178340824,"score_gpt":0.5032984240624829,"score_spread":0.09940930622840055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597498381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68086237,0.008414244,0.19958276,0.011836391,0.00022497089,0.00023005862,0.0001980807,0.00037839622,0.098272726],"genre_scores_gemma":[0.9596776,0.0017800207,0.03529697,0.0003340894,0.0000515917,0.00009537432,0.00006625896,0.00003062263,0.0026675167],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999426,0.0003218761,0.000022304033,0.00007054058,0.000102092956,0.00005727562],"domain_scores_gemma":[0.9963566,0.0026683838,0.00050763297,0.00013947702,0.00014504866,0.00018287024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012670783,0.0002411622,0.00018810872,0.0018768464,0.00073904137,0.0030128732,0.00037930644,0.00050093164,0.0017059816],"category_scores_gemma":[0.0047574188,0.00011590751,0.0002502755,0.001048315,0.0025931825,0.004633013,0.0016736104,0.000831548,0.00013983395],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015727825,0.00027019056,0.094835006,0.000999474,0.00010247026,0.00043435523,0.04163179,0.014732437,0.0037198074,0.37332693,0.0044089714,0.46538126],"study_design_scores_gemma":[0.00005932413,0.00028514076,0.11198033,0.0011178164,0.00006481977,0.0003408951,0.052581664,0.06688664,0.0036315166,0.6785777,0.08434228,0.00013193328],"about_ca_topic_score_codex":0.0048182076,"about_ca_topic_score_gemma":0.007245913,"teacher_disagreement_score":0.0048182076,"about_ca_system_score_codex":0.0014252511,"about_ca_system_score_gemma":0.0014403824,"threshold_uncertainty_score":0.010340989},"labels":[],"label_agreement":null},{"id":"W1597637245","doi":"10.19173/irrodl.v16i3.2170","title":"Roles of course facilitators, learners, and technology in the flow of information of a cMOOC","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Affordance; Premise; The Internet; Course (navigation); Computer science; Distance education; Computer-mediated communication; Information flow; Function (biology); Mathematics education; Multimedia; Psychology; World Wide Web; Human–computer interaction; Engineering","score_opus":0.05073404593107906,"score_gpt":0.41180197247655403,"score_spread":0.361067926545475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597637245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90913117,0.010500511,0.011913661,0.0035588436,0.0001305914,0.00017467779,0.00007266773,0.00004243302,0.06447537],"genre_scores_gemma":[0.99241227,0.0025759812,0.0019661372,0.00010228586,0.000039299106,0.000055052406,0.0000150278875,0.000007888078,0.0028260178],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9972784,0.0017542726,0.000087310436,0.000298394,0.0002991348,0.00028260998],"domain_scores_gemma":[0.9917006,0.005450455,0.0010632165,0.00027822104,0.0007940851,0.0007133491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048404094,0.00016010951,0.00022174152,0.0013444397,0.0013724222,0.004141755,0.00041358726,0.000776519,0.0020195981],"category_scores_gemma":[0.008751996,0.00017877396,0.00018084368,0.00089681963,0.0015008099,0.003109462,0.0012070875,0.000543464,0.00035718273],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007341615,0.0004001225,0.25263116,0.001542745,0.00013564444,0.0011769511,0.09238045,0.0015477223,0.009833434,0.09770928,0.0032978768,0.53861046],"study_design_scores_gemma":[0.00013478636,0.0008842936,0.49021614,0.0028689953,0.00045563202,0.0011236229,0.21473388,0.008488252,0.011413901,0.037671577,0.23186365,0.0001452368],"about_ca_topic_score_codex":0.0034662653,"about_ca_topic_score_gemma":0.0064167287,"teacher_disagreement_score":0.0048404094,"about_ca_system_score_codex":0.0015602398,"about_ca_system_score_gemma":0.002837485,"threshold_uncertainty_score":0.025598824},"labels":[],"label_agreement":null},{"id":"W1598306691","doi":"10.19173/irrodl.v15i3.1777","title":"Promoting reflection in asynchronous virtual learning spaces: Tertiary distance tutors’ conceptions","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reflection (computer programming); Distance education; Pedagogy; Mathematics education; Asynchronous communication; Higher education; Curriculum; Sociology; Experiential learning; Psychology; Computer science","score_opus":0.07668045774291318,"score_gpt":0.4968287912788347,"score_spread":0.4201483335359215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1598306691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6211792,0.030303672,0.113543406,0.04334832,0.0008912103,0.00032316474,0.000041381027,0.00029497678,0.19007467],"genre_scores_gemma":[0.9899138,0.001756544,0.0035500866,0.0008212215,0.00007577361,0.00007247641,0.0000066133257,0.00002117863,0.0037822041],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9809114,0.015212962,0.0007170972,0.0010249657,0.0015052642,0.00062824367],"domain_scores_gemma":[0.9790263,0.013809813,0.001864108,0.0016290048,0.0019792994,0.0016915257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01365184,0.0003321733,0.0003867484,0.0023458425,0.0026960277,0.015557232,0.0017333587,0.00346477,0.0021045425],"category_scores_gemma":[0.021587145,0.00033208527,0.0005171475,0.0015285042,0.022556871,0.01070565,0.0086061815,0.0034985463,0.00051663583],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006126869,0.00016789504,0.0068318592,0.0003436559,0.000017252252,0.00038305263,0.6789023,0.0004028441,0.0007218304,0.2610724,0.0010405601,0.050055053],"study_design_scores_gemma":[0.00014682434,0.00074362307,0.0114986375,0.0018289873,0.00008920962,0.0029552258,0.5079392,0.0044965823,0.0023384963,0.26926443,0.1985638,0.00013501117],"about_ca_topic_score_codex":0.0009071515,"about_ca_topic_score_gemma":0.0005632736,"teacher_disagreement_score":0.015557232,"about_ca_system_score_codex":0.0047744787,"about_ca_system_score_gemma":0.002632663,"threshold_uncertainty_score":0.07219863},"labels":[],"label_agreement":null},{"id":"W1598503692","doi":"10.19173/irrodl.v3i2.112","title":"The eClassroom used as a Teacher's Training Laboratory to Measure the Impact of Group Facilitation on Attending, Participation, Interaction, and Involvement.","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Facilitation; Interpersonal communication; Psychology; Social facilitation; Experiential learning; Interpersonal relationship; Computer-mediated communication; Interpersonal interaction; Class (philosophy); Social psychology; Mathematics education; Pedagogy; Applied psychology; Medical education; Computer science; The Internet; World Wide Web; Artificial intelligence; Medicine","score_opus":0.1875145395463292,"score_gpt":0.491051173563027,"score_spread":0.30353663401669784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1598503692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8970842,0.000120946315,0.05201938,0.00035868972,0.00027038666,0.0031533616,0.0020542154,0.0022873145,0.042651538],"genre_scores_gemma":[0.8145875,0.000113892274,0.10016333,0.00027927686,0.000059682192,0.0028217304,0.0019914422,0.00030702737,0.07967605],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99867815,0.0003362874,0.00008944769,0.0003989899,0.00035608298,0.00014105593],"domain_scores_gemma":[0.9959462,0.0010846205,0.00030355802,0.0005828041,0.0007469546,0.0013359152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001228112,0.00060868997,0.0004007377,0.0008904923,0.0013155199,0.0008468626,0.0012716891,0.00057678873,0.03045792],"category_scores_gemma":[0.0030938424,0.00044404247,0.00032782642,0.00040347155,0.001108303,0.00075080676,0.0023765832,0.0010143216,0.006932027],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003751608,0.024887959,0.12592356,0.0008718375,0.000081866536,0.002908776,0.010292477,0.00146442,0.40103424,0.0068655955,0.02468957,0.39722812],"study_design_scores_gemma":[0.00082573603,0.026172925,0.33114326,0.0002380575,0.00015189442,0.00188338,0.010173597,0.010396288,0.43851277,0.0032073588,0.17699485,0.00029986058],"about_ca_topic_score_codex":0.0016449664,"about_ca_topic_score_gemma":0.0027940697,"teacher_disagreement_score":0.03045792,"about_ca_system_score_codex":0.00054874696,"about_ca_system_score_gemma":0.001183082,"threshold_uncertainty_score":0.101891875},"labels":[],"label_agreement":null},{"id":"W1599317607","doi":"10.19173/irrodl.v5i2.184","title":"Open University and Distance Education Coordination: strategies to consolidate distance education at the National Autonomous University of Mexico","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Latin Americans; Open education; Open university; Higher education; Public university; Political science; Sociology; Pedagogy; Public administration","score_opus":0.04931961662157887,"score_gpt":0.38337645120861313,"score_spread":0.3340568345870343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599317607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85400677,0.0005720945,0.009681059,0.008043242,0.00013002662,0.00031314592,0.00006651378,0.00008824426,0.12709895],"genre_scores_gemma":[0.9869104,0.0001908481,0.0030661395,0.00027982634,0.000024085379,0.00016734871,0.000037385154,0.00001048466,0.009313412],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99738187,0.0009808327,0.00006479672,0.00023115585,0.00032472596,0.0010166465],"domain_scores_gemma":[0.9977059,0.00049581996,0.00042451147,0.00014837668,0.00026686062,0.0009585755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018376601,0.00026117588,0.00018515952,0.00092063326,0.008788816,0.0047921757,0.0011506879,0.0021166368,0.003037926],"category_scores_gemma":[0.004099657,0.00017584229,0.00020730591,0.0013908639,0.0027299682,0.0028836848,0.005889443,0.0016634943,0.00021822291],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004924331,0.0010533102,0.09134099,0.0004357507,0.00006216863,0.0118153775,0.17676584,0.010043292,0.0037404394,0.42794803,0.031843908,0.24445856],"study_design_scores_gemma":[0.00019411164,0.00082204706,0.08594339,0.0004031182,0.000068366375,0.0022882032,0.26455954,0.006601417,0.0033733284,0.01719987,0.61840624,0.00014042661],"about_ca_topic_score_codex":0.034686748,"about_ca_topic_score_gemma":0.05140384,"teacher_disagreement_score":0.034686748,"about_ca_system_score_codex":0.010109766,"about_ca_system_score_gemma":0.007875823,"threshold_uncertainty_score":0.07335186},"labels":[],"label_agreement":null},{"id":"W1599466155","doi":"10.19173/irrodl.v12i2.926","title":"Mobile learning via SMS at Open University Malaysia: Equitable, effective, and sustainable","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Open University Malaysia","keywords":"Open university; Distance education; Computer science; Process (computing); Mathematics education; Mobile device; Educational technology; Medical education; Multimedia; Knowledge management; Psychology; World Wide Web; Medicine","score_opus":0.04565480511383639,"score_gpt":0.371236086271064,"score_spread":0.3255812811572276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599466155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7948605,0.0037804488,0.03814451,0.011771739,0.0003875634,0.00076818315,0.000108546854,0.0007098492,0.14946869],"genre_scores_gemma":[0.97120327,0.0019326943,0.01131589,0.0003649245,0.00010718973,0.00014118529,0.000030343037,0.000026473339,0.0148781035],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99869967,0.00068582327,0.000049060644,0.000058286405,0.00032950123,0.00017764937],"domain_scores_gemma":[0.99900764,0.00033518692,0.0002029308,0.00007081179,0.00014202631,0.00024132387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001258782,0.000254625,0.00012708968,0.00044740096,0.0010810934,0.0026555918,0.00045317013,0.00079098216,0.0028310404],"category_scores_gemma":[0.0022896489,0.00010116109,0.00016291169,0.00039294598,0.00073570816,0.0023015528,0.0023679042,0.0006695511,0.0011456606],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024156965,0.00063535484,0.019296316,0.00078003004,0.00001764649,0.00058003765,0.00985411,0.0012846399,0.012782357,0.0167226,0.005714103,0.9320913],"study_design_scores_gemma":[0.00022379567,0.007957559,0.12811744,0.0039158375,0.00018337842,0.0043163034,0.10781025,0.021678256,0.06757896,0.032207698,0.62569004,0.00032037933],"about_ca_topic_score_codex":0.00091679534,"about_ca_topic_score_gemma":0.0022803056,"teacher_disagreement_score":0.0028310404,"about_ca_system_score_codex":0.00064719655,"about_ca_system_score_gemma":0.001956392,"threshold_uncertainty_score":0.009470761},"labels":[],"label_agreement":null},{"id":"W1599763959","doi":"10.19173/irrodl.v10i3.721","title":"Appropriate Distance Education Media in the Philippines and Mongolia","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"The Internet; Phone; Social media; Distance education; Developing country; International development; Economic growth; Political science; Business; Computer science; World Wide Web; Economics","score_opus":0.08128082682690603,"score_gpt":0.4231251862250484,"score_spread":0.3418443593981424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599763959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92889065,0.032828856,0.0003628567,0.0030994257,0.0000500646,0.00005764324,0.00006905509,0.000020555799,0.034620844],"genre_scores_gemma":[0.9847342,0.011509183,0.0003560939,0.00026113004,0.000017672979,0.000030782743,0.000036085585,0.0000045521524,0.0030501944],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995196,0.0002734493,0.000028105278,0.000030122155,0.00007089168,0.000077776305],"domain_scores_gemma":[0.998749,0.00038927313,0.00029170286,0.000043462245,0.00032436365,0.00020226486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010946727,0.000118952325,0.00011075028,0.00089185475,0.0006835288,0.0017847967,0.00037549852,0.00039906756,0.0018284321],"category_scores_gemma":[0.001938397,0.000084614745,0.000060346098,0.0010511456,0.0006695875,0.0012485755,0.0009885182,0.0002709285,0.00018243949],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006963968,0.0008600739,0.14424685,0.004645354,0.000056252324,0.0040568863,0.07972261,0.00076808844,0.010618684,0.038870238,0.0056645074,0.709794],"study_design_scores_gemma":[0.00016702976,0.0012633622,0.5259426,0.0041304664,0.00013909394,0.0025175386,0.17639373,0.0013034021,0.009376575,0.0068835886,0.2718089,0.00007365754],"about_ca_topic_score_codex":0.019068131,"about_ca_topic_score_gemma":0.025806464,"teacher_disagreement_score":0.019068131,"about_ca_system_score_codex":0.0018287906,"about_ca_system_score_gemma":0.0032909282,"threshold_uncertainty_score":0.037914276},"labels":[],"label_agreement":null},{"id":"W1599960761","doi":"10.19173/irrodl.v14i2.1530","title":"Open education resources and mobile technology to narrow the learning divide","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Qatar National Research Fund; Fonds National de la Recherche Luxembourg; Qatar Foundation","keywords":"Laptop; Computer science; Open educational resources; Internet access; Open learning; Multimedia; Open education; Educational technology; Distance education; Mobile technology; Developing country; Mobile device; The Internet; World Wide Web; Telecommunications; Internet privacy; Teaching method; Economic growth; Cooperative learning; Sociology; Pedagogy","score_opus":0.042394935434369924,"score_gpt":0.4330987831403802,"score_spread":0.3907038477060103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599960761","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020463767,0.029077424,0.042904455,0.123649254,0.0036487812,0.00016492324,0.0002156131,0.000664647,0.7792111],"genre_scores_gemma":[0.5607431,0.032001823,0.034465738,0.046031095,0.007892032,0.0007740142,0.00042596716,0.0009582767,0.31670797],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9969591,0.00097155035,0.00012727293,0.00046117711,0.0009625649,0.0005183717],"domain_scores_gemma":[0.99240863,0.0041043474,0.00045768791,0.00091337936,0.00084762357,0.0012682637],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.003838259,0.00065713085,0.0006126249,0.0030260163,0.0049619083,0.014405389,0.0021581962,0.0051106373,0.057946723],"category_scores_gemma":[0.012510029,0.00028260093,0.00069341116,0.0021187318,0.0105459,0.03426539,0.021784762,0.0055581424,0.01147547],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004681034,0.000081939994,0.0005888797,0.00027600498,0.000011105342,0.00017875983,0.005743506,0.00022032294,0.00039510653,0.7854839,0.043212842,0.16376089],"study_design_scores_gemma":[0.000029407365,0.000049266342,0.0008011407,0.0008335126,0.000009931155,0.00024586348,0.0052567474,0.00026461505,0.00041717445,0.33112204,0.6609494,0.000020897238],"about_ca_topic_score_codex":0.0018530065,"about_ca_topic_score_gemma":0.002340404,"teacher_disagreement_score":0.9978418,"about_ca_system_score_codex":0.003128521,"about_ca_system_score_gemma":0.0037232472,"threshold_uncertainty_score":0.19385111},"labels":[],"label_agreement":null},{"id":"W1600552907","doi":"10.19173/irrodl.v12i1.898","title":"Creating a positive prior learning assessment (PLA) experience: A step-by-step look at university PLA","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Process (computing); Computer science; Work (physics); Knowledge management; Medical education; Psychology; Medicine; Engineering","score_opus":0.11251486599480016,"score_gpt":0.4899566195017802,"score_spread":0.37744175350698006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600552907","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34122065,0.004702242,0.16691878,0.116075605,0.0037101326,0.0017205771,0.0001357466,0.004801923,0.36071438],"genre_scores_gemma":[0.73688877,0.003920418,0.14538272,0.01687634,0.0006582251,0.00095107267,0.00017889385,0.0008249949,0.094318636],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9910357,0.0056528524,0.00024129117,0.00044485374,0.00139339,0.001231957],"domain_scores_gemma":[0.99051887,0.0028270772,0.0004006004,0.0005746446,0.0009813292,0.0046974313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074567427,0.00066456955,0.0004476848,0.0013433376,0.009257581,0.010957417,0.00301965,0.0042243665,0.010203731],"category_scores_gemma":[0.013353439,0.0006495509,0.0010676724,0.00061211805,0.007525478,0.010181065,0.018056087,0.009867935,0.004040769],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014543456,0.004004485,0.011358448,0.0010341608,0.00003619027,0.007065142,0.4395157,0.0011372049,0.010274349,0.045142215,0.10260284,0.3776839],"study_design_scores_gemma":[0.00004429124,0.0011395784,0.006878685,0.0010436412,0.000028049992,0.009233844,0.26690942,0.0013828236,0.0051248423,0.015113045,0.6928294,0.00027250077],"about_ca_topic_score_codex":0.0013960414,"about_ca_topic_score_gemma":0.0051541803,"teacher_disagreement_score":0.010957417,"about_ca_system_score_codex":0.0028451642,"about_ca_system_score_gemma":0.0068290047,"threshold_uncertainty_score":0.039435506},"labels":[],"label_agreement":null},{"id":"W1600801848","doi":"10.19173/irrodl.v15i6.1928","title":"The influence of personality and chronotype on distance learning willingness and anxiety among vocational high school students in Turkey","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Chronotype; Psychology; Agreeableness; Extraversion and introversion; Anxiety; Neuroticism; Personality; Conscientiousness; Big Five personality traits; Evening; Openness to experience; Distance education; Social psychology; Mathematics education","score_opus":0.030324555240823198,"score_gpt":0.4262248969199521,"score_spread":0.3959003416791289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600801848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99955946,0.00018651514,0.000010906773,0.000014529103,0.0000028416657,0.0000019057384,0.000018687577,3.8113384e-7,0.00020477845],"genre_scores_gemma":[0.99971634,0.00012005841,0.00002026094,0.0000069832813,0.00000217287,0.0000019328174,0.00002935706,2.9401187e-7,0.00010265077],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9998301,0.000035048295,0.00001794738,0.00002823029,0.000047681227,0.000040922656],"domain_scores_gemma":[0.99933237,0.00013645996,0.00023314299,0.00001828555,0.000078433244,0.00020130543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024921042,0.000110287,0.00015493642,0.00049614895,0.0002843707,0.00047242033,0.00011821439,0.00018738996,0.001138552],"category_scores_gemma":[0.00084444287,0.00012272783,0.000214162,0.0003957677,0.0001338497,0.00015797476,0.00023132905,0.00022697648,0.000106577354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033096127,0.000053898126,0.99516726,0.000014137223,0.000010986177,0.00007876865,0.0004781795,0.000011811281,0.00017500222,0.000018734047,0.00004914815,0.003909028],"study_design_scores_gemma":[6.18308e-7,0.00003391802,0.9993488,0.0000038887183,0.0000038538737,0.00004457228,0.0004710643,0.000017235994,0.00001223981,0.0000062646245,0.000056619574,9.885435e-7],"about_ca_topic_score_codex":0.004900669,"about_ca_topic_score_gemma":0.009442143,"teacher_disagreement_score":0.004900669,"about_ca_system_score_codex":0.00018936698,"about_ca_system_score_gemma":0.00024986852,"threshold_uncertainty_score":0.009744287},"labels":[],"label_agreement":null},{"id":"W1601208534","doi":"10.19173/irrodl.v4i1.115","title":"Integrated Course Delivery Packages","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Music Technology and Sound Studies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Computer science; Vendor; Asynchronous communication; Multimedia; The Internet; Distance education; World Wide Web; Course (navigation); Complement (music); Asynchronous learning; Educational technology; Audio equipment; Service (business); Telecommunications; Synchronous learning; Teaching method; Engineering; Cooperative learning; Mathematics education","score_opus":0.07761199690036183,"score_gpt":0.4065171813257903,"score_spread":0.3289051844254285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1601208534","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010366251,0.002240976,0.05718583,0.0025096617,0.0026170472,0.004568174,0.04891801,0.06027374,0.8113203],"genre_scores_gemma":[0.014325545,0.001818434,0.035398465,0.0014178761,0.0010586075,0.0021326188,0.03486181,0.0062159807,0.90277064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984194,0.00013756298,0.00008748973,0.00021586493,0.00093973445,0.00019991983],"domain_scores_gemma":[0.9936837,0.0010786641,0.0003652452,0.0009538056,0.0025128257,0.0014058822],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018084818,0.0009703033,0.0010239668,0.0048438464,0.00092227635,0.003577682,0.002340296,0.0012124314,0.63269746],"category_scores_gemma":[0.008517973,0.00068316405,0.00070856785,0.0043683467,0.00018829336,0.002580762,0.0032420442,0.0016206221,0.45332637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023583754,0.0004991602,0.00036343487,0.00033313877,0.000008688932,0.0000662078,0.00012896581,0.00017002429,0.0017671444,0.0023947435,0.64962673,0.34440595],"study_design_scores_gemma":[0.00009919656,0.0002441386,0.0026153773,0.00009877365,0.000019193707,0.00018473438,0.000073390445,0.00034184125,0.0011205,0.0013271581,0.99384636,0.000029405985],"about_ca_topic_score_codex":0.0017728659,"about_ca_topic_score_gemma":0.0024599147,"teacher_disagreement_score":0.63269746,"about_ca_system_score_codex":0.0010528835,"about_ca_system_score_gemma":0.0019212873,"threshold_uncertainty_score":0.52391243},"labels":[],"label_agreement":null},{"id":"W1601522989","doi":"10.19173/irrodl.v10i3.669","title":"Teachers’ and Students’ Experiences of Simultaneous Teaching in an International Distance and On-Campus Master’s Programme in Engineering","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Disadvantaged; Online teaching; Mathematics education; Dual (grammatical number); Dual mode; Data collection; Teaching method; Psychology; Mode (computer interface); Dual enrollment; Medical education; Pedagogy; Computer science; Sociology; Engineering; Political science; Medicine","score_opus":0.13104311498911567,"score_gpt":0.5163774599604366,"score_spread":0.3853343449713209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1601522989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99865484,0.000072202485,0.000108148604,0.00010039334,0.000008134143,0.000007680804,0.000004816068,0.0000021956148,0.0010415071],"genre_scores_gemma":[0.9978142,0.00015347388,0.00013018987,0.000050177543,0.000007088599,0.00001838981,0.000014493752,0.000004004608,0.0018080773],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9959122,0.0018425507,0.00019267596,0.0004153157,0.00077844074,0.00085879967],"domain_scores_gemma":[0.9941626,0.0023454216,0.0011663326,0.00020678807,0.00048790302,0.0016309782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037485552,0.0003534194,0.00061767816,0.000933489,0.0027904701,0.0042593568,0.00088334794,0.0013998809,0.0024220669],"category_scores_gemma":[0.009915734,0.00048265967,0.0005039297,0.0006779546,0.002254715,0.0020263907,0.0039275573,0.0019727545,0.00062420696],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002921718,0.0016567032,0.08450505,0.00020304228,0.000035944995,0.0017609783,0.8746827,0.0001797231,0.004980002,0.00065044605,0.00072606496,0.030327104],"study_design_scores_gemma":[0.000028108874,0.0011410485,0.10891204,0.00009408216,0.000032372805,0.0013462467,0.8771774,0.0002521544,0.00148633,0.00023539292,0.009225884,0.00006906416],"about_ca_topic_score_codex":0.0015245983,"about_ca_topic_score_gemma":0.0031113029,"teacher_disagreement_score":0.0042593568,"about_ca_system_score_codex":0.001113613,"about_ca_system_score_gemma":0.00086800876,"threshold_uncertainty_score":0.019824445},"labels":[],"label_agreement":null},{"id":"W1601756294","doi":"10.19173/irrodl.v13i4.1238","title":"Impact of OpenCourseWare publication on higher education participation and student recruitment","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Impact","funders":"Johns Hopkins Bloomberg School of Public Health; Johns Hopkins University","keywords":"Open educational resources; Publishing; Lifelong learning; Higher education; Open education; Electronic publishing; Distance education; Political science; Library science; Educational technology; Medical education; Sociology; Public relations; Pedagogy; The Internet; Medicine; Computer science; World Wide Web","score_opus":0.23881093715244192,"score_gpt":0.5537766936903479,"score_spread":0.3149657565379059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1601756294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9271132,0.0046941475,0.000884129,0.0052792393,0.0004859217,0.0011972296,0.00034516404,0.00017149579,0.059829384],"genre_scores_gemma":[0.9821212,0.0018567583,0.0019129595,0.0012560758,0.00039238148,0.0007635236,0.00028996094,0.000057289017,0.011349783],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8988406,0.067740925,0.0046486612,0.0027553074,0.022402797,0.0036116461],"domain_scores_gemma":[0.5747236,0.3461692,0.031798705,0.009903232,0.016453523,0.020951753],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.056425206,0.0003637501,0.0009958133,0.0016297067,0.001915651,0.0064352816,0.0017465585,0.0015216599,0.01736921],"category_scores_gemma":[0.18468386,0.00028318106,0.0010557903,0.0024537423,0.0012200315,0.0028181442,0.004246972,0.0015785791,0.0029467454],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044862623,0.014991259,0.14747578,0.001932895,0.00022723789,0.00021330845,0.0066673616,0.00033871832,0.0011312674,0.0016256355,0.006950115,0.81396013],"study_design_scores_gemma":[0.0020672968,0.031722132,0.88964826,0.0025111777,0.0007632796,0.00044408737,0.0168374,0.0016039511,0.0059270915,0.0039524646,0.044288974,0.00023399106],"about_ca_topic_score_codex":0.0018528927,"about_ca_topic_score_gemma":0.0028544392,"teacher_disagreement_score":0.99825346,"about_ca_system_score_codex":0.002617798,"about_ca_system_score_gemma":0.0070029898,"threshold_uncertainty_score":0.29840857},"labels":[],"label_agreement":null},{"id":"W1601797899","doi":"10.19173/irrodl.v11i1.778","title":"The role of volition in distance education: An exploration of its capacities","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Volition (linguistics); Psychology; Competence (human resources); Cognition; Cognitive psychology; German; Social psychology","score_opus":0.10112268355908015,"score_gpt":0.4603240926065847,"score_spread":0.3592014090475045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1601797899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.774168,0.05865282,0.015021995,0.0049098637,0.00017809808,0.00011332215,0.00005356447,0.00003750338,0.14686488],"genre_scores_gemma":[0.9893277,0.0069809486,0.0013707979,0.00012286703,0.0000587069,0.000035334007,0.000014222579,0.0000061619694,0.0020831763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991974,0.000356869,0.000036285914,0.00013072329,0.00018160474,0.000097071315],"domain_scores_gemma":[0.99771297,0.0014960847,0.00023825369,0.00011973648,0.00014981329,0.0002831349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012813507,0.00027625324,0.00034798103,0.0015700101,0.000682166,0.004007169,0.0009707883,0.00070368004,0.002568006],"category_scores_gemma":[0.0033151503,0.00014223262,0.00028318458,0.0013449448,0.006198548,0.0024127248,0.0031101732,0.0010515573,0.00018044595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021736854,0.0005905839,0.04854977,0.0019004043,0.000071704744,0.0008060009,0.050917525,0.0013438275,0.003625951,0.3235142,0.0010630048,0.56739956],"study_design_scores_gemma":[0.000064275584,0.0012866725,0.3644707,0.003715192,0.00012410303,0.005293371,0.06996247,0.0064256527,0.0031123303,0.41943082,0.1259216,0.00019280588],"about_ca_topic_score_codex":0.0011197329,"about_ca_topic_score_gemma":0.0009771758,"teacher_disagreement_score":0.004007169,"about_ca_system_score_codex":0.0012418672,"about_ca_system_score_gemma":0.0013126195,"threshold_uncertainty_score":0.009010375},"labels":[],"label_agreement":null},{"id":"W1602942488","doi":"10.19173/irrodl.v8i2.436","title":"Book Review – Control and Constraint in e-Learning: Choosing when to choose","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Constraint (computer-aided design); Control (management); Mathematics education; Multimedia; Artificial intelligence; Psychology; Mathematics","score_opus":0.054146316460645286,"score_gpt":0.46193694158041665,"score_spread":0.4077906251197714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602942488","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042579955,0.90021676,0.0018341567,0.025108773,0.025322495,0.000059846578,0.00017143461,0.00010104529,0.046759646],"genre_scores_gemma":[0.0081229955,0.81217957,0.002350797,0.02321673,0.029088391,0.00014666835,0.0005368989,0.0001915203,0.12416642],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848336,0.00026786161,0.000093883114,0.00013136283,0.00096483855,0.000058723104],"domain_scores_gemma":[0.99223125,0.0036080182,0.0004927512,0.00014479841,0.0032144852,0.0003087257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011102632,0.0006197093,0.0014349418,0.0020005058,0.00048434813,0.0021685234,0.0010522903,0.0021155302,0.032412443],"category_scores_gemma":[0.008672672,0.00029509777,0.000499238,0.0034157205,0.00064748497,0.0026349528,0.0006136309,0.002229011,0.014028832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001968359,0.000016760076,0.000049722014,0.0012709815,0.000019273335,0.000043932363,0.000026261298,0.000121340716,0.00015223426,0.002155556,0.87098086,0.12514351],"study_design_scores_gemma":[0.0000116760875,0.000032840377,0.00025837412,0.0013106643,0.000024182966,0.00033326965,0.000029599145,0.00007972479,0.00012676418,0.0013336204,0.996449,0.000010256698],"about_ca_topic_score_codex":0.002541527,"about_ca_topic_score_gemma":0.006420895,"teacher_disagreement_score":0.032412443,"about_ca_system_score_codex":0.0014388668,"about_ca_system_score_gemma":0.0022855154,"threshold_uncertainty_score":0.108430386},"labels":[],"label_agreement":null},{"id":"W1603322257","doi":"10.19173/irrodl.v13i3.1272","title":"Book review - Quality assurance and accreditation in distance education and e-learning: Models, policies and research","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Corporatization; Accreditation; Distance education; Scrutiny; Bureaucracy; Open education; Quality assurance; Quality (philosophy); Audit; Political science; Public relations; Sociology; Business; Pedagogy; Accounting; Epistemology; Marketing; Law","score_opus":0.1711153366402278,"score_gpt":0.5369162382000745,"score_spread":0.3658009015598467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603322257","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002886971,0.96013343,0.00054026174,0.014437445,0.0076831873,0.00007950506,0.00038342385,0.00003851942,0.01641549],"genre_scores_gemma":[0.0031016169,0.96795255,0.0007534442,0.0062385574,0.004437102,0.00008921431,0.00047287677,0.00002962845,0.016925035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750924,0.00049798604,0.00019896684,0.00018538038,0.0015213889,0.0000870486],"domain_scores_gemma":[0.9845489,0.007769404,0.0017206669,0.00022510724,0.005423983,0.00031184332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023396383,0.00063802407,0.0014956497,0.0039506555,0.0004036189,0.0029055055,0.00142495,0.0022358394,0.018484926],"category_scores_gemma":[0.011141145,0.00032566086,0.00068491866,0.0080155,0.00086538837,0.0022319017,0.0006264192,0.0016854304,0.008329139],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044154734,0.00004722065,0.00027752164,0.016745662,0.00009558294,0.00006748479,0.000053991072,0.0003880368,0.00027842668,0.0071434765,0.75386614,0.22099227],"study_design_scores_gemma":[0.000020341455,0.00005771555,0.0010797785,0.011197675,0.000109080494,0.00023478507,0.0000593872,0.00012536567,0.00020126098,0.0019883288,0.9849117,0.000014531379],"about_ca_topic_score_codex":0.008388632,"about_ca_topic_score_gemma":0.020841712,"teacher_disagreement_score":0.018484926,"about_ca_system_score_codex":0.0033078983,"about_ca_system_score_gemma":0.006711129,"threshold_uncertainty_score":0.06183821},"labels":[],"label_agreement":null},{"id":"W1603638286","doi":"10.19173/irrodl.v15i2.1865","title":"The architecture of productive learning networks by Lucila Carvalho and Peter Goodyear","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Architecture; Cognitive science; Computer science; Sociology; Psychology; Art; Visual arts","score_opus":0.02339202792311348,"score_gpt":0.36958369359264265,"score_spread":0.3461916656695292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603638286","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045664934,0.57648605,0.062316056,0.10240142,0.012326134,0.00009910886,0.00033758703,0.0005488969,0.24091826],"genre_scores_gemma":[0.062437024,0.5866812,0.017866326,0.008786124,0.012034872,0.00020788019,0.00037665598,0.00033285771,0.31127718],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99961615,0.00007233556,0.000009652389,0.00008340347,0.00018314578,0.000035294885],"domain_scores_gemma":[0.9986137,0.00072582223,0.00007340415,0.00007624952,0.00038607288,0.00012463446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064079283,0.00047817873,0.0005999254,0.0009409035,0.0008414481,0.004217672,0.0012029656,0.0014210247,0.013328483],"category_scores_gemma":[0.0026030752,0.0004113931,0.00033952814,0.0019183179,0.001696958,0.0058443006,0.0012640674,0.0024893188,0.007153815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002057545,0.00003441503,0.00028591027,0.00071125437,0.000020049198,0.000091722744,0.000238861,0.0036431972,0.0005625,0.40589282,0.33392608,0.25457263],"study_design_scores_gemma":[0.0000062448667,0.000013358821,0.0002327005,0.00035846245,0.000009947589,0.00016968745,0.00011414516,0.0014839907,0.00026007267,0.14781532,0.8495187,0.000017423534],"about_ca_topic_score_codex":0.0025249405,"about_ca_topic_score_gemma":0.0029713842,"teacher_disagreement_score":0.013328483,"about_ca_system_score_codex":0.0022805256,"about_ca_system_score_gemma":0.0019165274,"threshold_uncertainty_score":0.044588268},"labels":[],"label_agreement":null},{"id":"W1603898844","doi":"10.19173/irrodl.v1i2.17","title":"The NKI Internet College: A review of 15 years delivery of 10,000 online courses","year":2001,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Distance education; Computer science; World Wide Web; Third generation; Multimedia; Period (music); Point (geometry); Online learning; Telecommunications; Psychology; Mathematics education","score_opus":0.12251522635387618,"score_gpt":0.46969247631851696,"score_spread":0.3471772499646408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603898844","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013039907,0.99706,0.00005894969,0.0002964455,0.00007796475,0.000015232828,0.000097447206,0.000008104419,0.0010818694],"genre_scores_gemma":[0.0049177376,0.9940568,0.00015492014,0.00024212094,0.000043556858,0.000017376768,0.00012765425,0.0000046639284,0.0004350233],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983564,0.00031641754,0.00034038522,0.00022323392,0.0006897894,0.00007373431],"domain_scores_gemma":[0.9950807,0.0017275326,0.001208941,0.00010106765,0.0016040622,0.00027783733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027952527,0.00054328167,0.001650868,0.0071827415,0.0004755421,0.001843848,0.0013385441,0.0008378222,0.0032515763],"category_scores_gemma":[0.0074073807,0.0004266105,0.0005593747,0.011977643,0.00041523503,0.002206641,0.00078491314,0.00071993115,0.0012955724],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013430552,0.00009688556,0.0022529713,0.03942725,0.00018708693,0.00021794137,0.00058840105,0.00011785997,0.0006984281,0.0005544313,0.014446539,0.941278],"study_design_scores_gemma":[0.00003300618,0.0005594308,0.030177545,0.03454614,0.00089732936,0.0017034662,0.0014436299,0.00006814371,0.001008177,0.0002641007,0.9292477,0.000051296487],"about_ca_topic_score_codex":0.0070872316,"about_ca_topic_score_gemma":0.017018845,"teacher_disagreement_score":0.0071827415,"about_ca_system_score_codex":0.0023737801,"about_ca_system_score_gemma":0.0068312143,"threshold_uncertainty_score":0.01722312},"labels":[],"label_agreement":null},{"id":"W1603924105","doi":"10.19173/irrodl.v12i3.884","title":"EduCamp Colombia: Social networked learning for teacher training","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Lifelong learning; Educational technology; Learning sciences; Experiential learning; Social learning; Synchronous learning; Computer science; Knowledge management; Pedagogy; Christian ministry; Sociology; Cooperative learning; Teaching method; Learning theory; Political science","score_opus":0.22210526079875015,"score_gpt":0.436858054460167,"score_spread":0.21475279366141686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603924105","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07567909,0.009316606,0.027949138,0.017631538,0.0015595618,0.0006474819,0.001231297,0.0026272705,0.8633579],"genre_scores_gemma":[0.6974486,0.0061848117,0.050912693,0.0022550602,0.0005521372,0.001242759,0.0012876634,0.00061471824,0.23950157],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99949074,0.00022019398,0.000014222915,0.00005752831,0.00008626704,0.00013104682],"domain_scores_gemma":[0.9993197,0.00016207644,0.000039049504,0.00006107715,0.00008047236,0.00033754835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044569166,0.0003927647,0.00017903496,0.00057332177,0.0022956652,0.0033999064,0.0004887899,0.0008668739,0.018525684],"category_scores_gemma":[0.0010330003,0.0001156129,0.00014475481,0.00054877443,0.00078727875,0.00138292,0.0032463814,0.0010554615,0.0018661674],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018816961,0.0004738241,0.0052534323,0.001250468,0.000010739586,0.0020283572,0.03593308,0.0013281578,0.0056497925,0.07001184,0.1333781,0.744494],"study_design_scores_gemma":[0.000018144121,0.00004489651,0.004734823,0.00022251162,0.0000048064253,0.00037525265,0.0075945817,0.0003737576,0.0007881083,0.0024463679,0.98337317,0.000023592374],"about_ca_topic_score_codex":0.01104657,"about_ca_topic_score_gemma":0.025993375,"teacher_disagreement_score":0.018525684,"about_ca_system_score_codex":0.00229617,"about_ca_system_score_gemma":0.0029479463,"threshold_uncertainty_score":0.061974585},"labels":[],"label_agreement":null},{"id":"W1604115087","doi":"10.19173/irrodl.v3i2.94","title":"Simulating the Computer Science Closed Laboratory in an Asynchronous Learning Network","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Computer science; Asynchronous learning; Distance education; Multimedia; Science education; Educational technology; Exploratory research; Experiential learning; Discovery learning; Path (computing); Mathematics education; Synchronous learning; Human–computer interaction; Teaching method; Cooperative learning; Psychology; Computer network","score_opus":0.04406686103530309,"score_gpt":0.3730334146141611,"score_spread":0.328966553578858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604115087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6338244,0.00006850471,0.3323458,0.0002635976,0.00011282449,0.00056143384,0.0003216266,0.0013802028,0.031121625],"genre_scores_gemma":[0.9527451,0.0000797355,0.040156737,0.00004196339,0.00001517722,0.00061753386,0.00013333409,0.00006600427,0.006144331],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995946,0.00019550235,0.000018291412,0.000054654392,0.000078310455,0.000058535425],"domain_scores_gemma":[0.99789715,0.0013754355,0.0001261538,0.00023432728,0.00013375156,0.00023322928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007843127,0.0003034197,0.00029760727,0.00029869453,0.00044204987,0.0010297887,0.0011194608,0.00069936214,0.008038859],"category_scores_gemma":[0.0033460353,0.00022166267,0.00022731998,0.0003634693,0.00069194566,0.001544755,0.0014301022,0.00077460083,0.0006614506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016159972,0.0012757927,0.004427051,0.00019833486,0.000028568267,0.00042162035,0.0012286168,0.8911411,0.02541475,0.044320602,0.0016504223,0.028277107],"study_design_scores_gemma":[0.00042672898,0.00068647944,0.00097241375,0.000022063996,0.000020830765,0.00005019633,0.00014709689,0.97330135,0.0073709204,0.012686894,0.004287108,0.00002791745],"about_ca_topic_score_codex":0.0012833226,"about_ca_topic_score_gemma":0.0009808182,"teacher_disagreement_score":0.008038859,"about_ca_system_score_codex":0.0004696681,"about_ca_system_score_gemma":0.0007713748,"threshold_uncertainty_score":0.026892602},"labels":[],"label_agreement":null},{"id":"W1604508571","doi":"10.19173/irrodl.v6i1.224","title":"Middle-Out Approaches to Reform of University Teaching and Learning: Champions striding between the top-down and bottom-up approaches","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Demographics; Higher education; Sustainability; Middle management; Diversity (politics); Public relations; Political science; Sociology; Pedagogy; Economic growth; Economics","score_opus":0.29336474590333234,"score_gpt":0.34563687331808524,"score_spread":0.0522721274147529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604508571","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18237552,0.032125823,0.21022633,0.3971596,0.0033485324,0.00075281906,0.000035724202,0.00073319935,0.17324263],"genre_scores_gemma":[0.9306288,0.004725408,0.025593534,0.026199268,0.000799785,0.00037697935,0.000012873643,0.00010581277,0.011557608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.95596933,0.028774757,0.0011020082,0.0024328465,0.008486121,0.0032348316],"domain_scores_gemma":[0.9691216,0.015201563,0.0027790219,0.003772318,0.0043810993,0.004744438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04119193,0.00074534427,0.0010837715,0.003915214,0.011448763,0.022371724,0.002723524,0.0042069196,0.0016216735],"category_scores_gemma":[0.026395163,0.0005127735,0.00095105614,0.0027044127,0.034597937,0.015264978,0.01401622,0.00876106,0.0003799883],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016121306,0.00040127916,0.0030187275,0.00056632597,0.00008346826,0.00022142137,0.04798542,0.0015982208,0.0007835089,0.73001236,0.010554356,0.20461364],"study_design_scores_gemma":[0.00014326152,0.00062922394,0.0038983375,0.0006960774,0.00005788675,0.00015888289,0.028190667,0.0029755177,0.0018146337,0.7496535,0.21167,0.00011193924],"about_ca_topic_score_codex":0.0053367037,"about_ca_topic_score_gemma":0.007879033,"teacher_disagreement_score":0.04119193,"about_ca_system_score_codex":0.018930573,"about_ca_system_score_gemma":0.021871202,"threshold_uncertainty_score":0.2178464},"labels":[],"label_agreement":null},{"id":"W1604641906","doi":"10.19173/irrodl.v9i1.529","title":"Book Review – De la educación a distancia a la educación virtual","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Garcia; Sociology; Humanities; Virtual classroom; Library science; Pedagogy; Art; Psychology; Mathematics education","score_opus":0.040781092511795125,"score_gpt":0.4050229075253582,"score_spread":0.36424181501356306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604641906","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035435095,0.91000795,0.0005077455,0.017815256,0.028707677,0.000045766574,0.00021098269,0.000075141004,0.042275127],"genre_scores_gemma":[0.0044546956,0.8426696,0.0009895222,0.014505299,0.01783649,0.00010971934,0.000697723,0.00012097973,0.118616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986615,0.0002412106,0.000097849035,0.00013364482,0.0008067043,0.000059036833],"domain_scores_gemma":[0.99533147,0.0018377877,0.00034854465,0.0001418834,0.002044274,0.00029598805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009874612,0.00081396435,0.001326379,0.0038364048,0.00076410413,0.0036563585,0.0008551258,0.0012928471,0.033458285],"category_scores_gemma":[0.0058998717,0.00040452526,0.00055589835,0.0068391636,0.0009715081,0.0031527968,0.0010182206,0.0024649738,0.018140888],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001256564,0.000015602052,0.00007299891,0.001525078,0.000011000743,0.000041131185,0.00011591934,0.00006574801,0.000121262165,0.002346137,0.8921671,0.103505515],"study_design_scores_gemma":[0.0000030433866,0.000009859934,0.00026318931,0.0014996462,0.0000069278617,0.00017630239,0.00006630086,0.000016241607,0.000028840612,0.00049138244,0.99743396,0.000004374801],"about_ca_topic_score_codex":0.004019354,"about_ca_topic_score_gemma":0.008784953,"teacher_disagreement_score":0.033458285,"about_ca_system_score_codex":0.0018123663,"about_ca_system_score_gemma":0.0034924787,"threshold_uncertainty_score":0.11192912},"labels":[],"label_agreement":null},{"id":"W1604793127","doi":"10.19173/irrodl.v7i3.364","title":"Designing Websites for Learning and Enjoyment: A study of museum experiences","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Museums and Cultural Heritage","field":"Arts and Humanities","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pleasure; The Internet; Psychology; Educational technology; Redress; Pedagogy; World Wide Web; Computer science","score_opus":0.12277169481658962,"score_gpt":0.4143672221856146,"score_spread":0.291595527369025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604793127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989488,0.00042891185,0.0011201063,0.0003486227,0.000014192498,0.00015825938,0.000028628434,0.000026765581,0.00838659],"genre_scores_gemma":[0.9942871,0.000623452,0.0021446294,0.00021161525,0.000024547997,0.00019435358,0.000041821433,0.000033553166,0.002438975],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99527055,0.0032389462,0.0001577376,0.00029043196,0.000464616,0.00057773397],"domain_scores_gemma":[0.99080276,0.0064263763,0.00082557235,0.00042738346,0.00032198802,0.0011958765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005763959,0.0005948225,0.00084419944,0.0025582463,0.006564722,0.0074658464,0.0015979557,0.0018900639,0.0024331894],"category_scores_gemma":[0.0118584,0.00074876857,0.0007854836,0.0016732902,0.005251408,0.0063116904,0.0062437467,0.0023397508,0.00036749878],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050558778,0.0005737719,0.01811193,0.0003578891,0.00002135007,0.0012635591,0.9575268,0.000051097897,0.0018491314,0.0019094344,0.0007830764,0.017501315],"study_design_scores_gemma":[0.000028392848,0.0005264199,0.040098198,0.00031172825,0.000048153997,0.0012869096,0.92885864,0.00020297307,0.0009374435,0.0007574217,0.02688232,0.0000615001],"about_ca_topic_score_codex":0.001880379,"about_ca_topic_score_gemma":0.0057556825,"teacher_disagreement_score":0.0074658464,"about_ca_system_score_codex":0.0016534801,"about_ca_system_score_gemma":0.0016809136,"threshold_uncertainty_score":0.030483127},"labels":[],"label_agreement":null},{"id":"W1604829266","doi":"10.19173/irrodl.v13i3.1154","title":"Odyssey of the mind: Social networking in a cyberschool","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Charter; Internet privacy; Function (biology); Space (punctuation); Computer science; World Wide Web; Online participation; TRACE (psycholinguistics); Sociology; The Internet; Public relations; Multimedia; Political science","score_opus":0.11342749806990148,"score_gpt":0.4870306827459105,"score_spread":0.373603184676009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604829266","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13898863,0.037537158,0.029749278,0.23979111,0.0036599322,0.00013744256,0.0005584172,0.0009482057,0.5486298],"genre_scores_gemma":[0.89064276,0.023416268,0.013232264,0.015989205,0.0008841225,0.00011863954,0.00011322758,0.00023055423,0.05537303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99914074,0.0005641167,0.000017531942,0.00007198132,0.00013031549,0.000075346325],"domain_scores_gemma":[0.9983669,0.0008466199,0.00013772113,0.000121312085,0.00012456124,0.00040292466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093840214,0.00032930964,0.00018428995,0.0012483157,0.0047549377,0.0055269185,0.0005023717,0.0016380838,0.015047519],"category_scores_gemma":[0.0028428503,0.00028796276,0.00023797492,0.0010665043,0.006670138,0.013267119,0.004048835,0.0031532566,0.0013584773],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000913183,0.00016473868,0.01668661,0.00049074524,0.000037390673,0.0018810951,0.15775087,0.00046915992,0.0017024612,0.47380158,0.13596232,0.21096161],"study_design_scores_gemma":[0.000014717511,0.0000758007,0.009792292,0.00085486117,0.00002224691,0.0019460215,0.10514947,0.00109611,0.000704678,0.16393831,0.7163614,0.000043976055],"about_ca_topic_score_codex":0.005311097,"about_ca_topic_score_gemma":0.014213216,"teacher_disagreement_score":0.015047519,"about_ca_system_score_codex":0.0013551016,"about_ca_system_score_gemma":0.0014409374,"threshold_uncertainty_score":0.050338984},"labels":[],"label_agreement":null},{"id":"W1604927769","doi":"10.19173/irrodl.v10i3.629","title":"Video-Driven Multimedia, Web-Based Training in the Corporate Sector: Pedagogical Equivalence and Component Effectiveness","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multimedia; Computer science; Web application; Component (thermodynamics); World Wide Web","score_opus":0.26748372343560506,"score_gpt":0.4992249233473727,"score_spread":0.23174119991176761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604927769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910539,0.0007513877,0.003523187,0.0000609436,0.000014613748,0.0002836949,0.000017678389,0.00003256599,0.004262038],"genre_scores_gemma":[0.9897149,0.0007208604,0.008139258,0.000053175092,0.000016279299,0.00020545204,0.00005362124,0.00000875371,0.001087634],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99647313,0.0017991755,0.00019529353,0.00028525302,0.001127579,0.0001195243],"domain_scores_gemma":[0.99498284,0.0031647044,0.0004994037,0.00032375898,0.0006192567,0.00041003074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037073921,0.0001735789,0.00040104575,0.0009192777,0.00022145799,0.0010926567,0.00069083046,0.00035422726,0.002201885],"category_scores_gemma":[0.013624482,0.00010714626,0.0002141361,0.0006232576,0.00027699934,0.0008186701,0.0009757441,0.00039106642,0.000302166],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002187321,0.013369423,0.04112055,0.000947752,0.00015323448,0.00006788646,0.0013849841,0.0013116262,0.012386247,0.0014690126,0.00024444147,0.92535746],"study_design_scores_gemma":[0.001479065,0.052358843,0.8547835,0.0014399001,0.0014343016,0.0009405733,0.004280294,0.014083301,0.0531574,0.0041286973,0.011819697,0.00009443271],"about_ca_topic_score_codex":0.00093281106,"about_ca_topic_score_gemma":0.0011073691,"teacher_disagreement_score":0.0037073921,"about_ca_system_score_codex":0.00066032226,"about_ca_system_score_gemma":0.00093583425,"threshold_uncertainty_score":0.019606829},"labels":[],"label_agreement":null},{"id":"W1605024842","doi":"10.19173/irrodl.v12i1.946","title":"Language of evaluation: How PLA evaluators write about student learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"State University of New York","keywords":"Presentation (obstetrics); Theme (computing); Educational technology; Institution; Mathematics education; Psychology; Language acquisition; Computer science; Pedagogy; World Wide Web; Sociology","score_opus":0.2219155896827326,"score_gpt":0.5653780411643738,"score_spread":0.34346245148164123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605024842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51504534,0.016648432,0.18899162,0.051916234,0.00273461,0.0014078259,0.00029530408,0.0016141449,0.22134654],"genre_scores_gemma":[0.9580444,0.0030265388,0.02571324,0.0032933087,0.0003144663,0.0007466064,0.00013972656,0.00066511595,0.008056655],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.7309378,0.23584399,0.007705254,0.0037224246,0.019344123,0.0024464813],"domain_scores_gemma":[0.6943428,0.22308367,0.022671793,0.010113635,0.04482754,0.004960585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1291711,0.00088051433,0.0010487395,0.0049895085,0.0043558194,0.017385894,0.00219478,0.0022957735,0.0031334488],"category_scores_gemma":[0.34873214,0.0004968122,0.0007423444,0.0024862576,0.012050969,0.014608776,0.009454122,0.0030681766,0.0016357369],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003645639,0.00015035551,0.018080456,0.0015583151,0.000125481,0.00047410376,0.73187065,0.00041863997,0.003962315,0.021398056,0.014156874,0.20744021],"study_design_scores_gemma":[0.00012512898,0.0007107659,0.020059228,0.007719265,0.00017565808,0.0015339438,0.7172101,0.0024599677,0.0059686108,0.045020755,0.19866943,0.0003471697],"about_ca_topic_score_codex":0.0013523832,"about_ca_topic_score_gemma":0.0014190151,"teacher_disagreement_score":0.1291711,"about_ca_system_score_codex":0.0047378126,"about_ca_system_score_gemma":0.0066230083,"threshold_uncertainty_score":0.68313026},"labels":[],"label_agreement":null},{"id":"W1605427656","doi":"10.19173/irrodl.v13i3.1221","title":"Using self-efficacy to assess the readiness of nursing educators and students for mobile learning","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa; North Island College; Athabasca University","funders":"","keywords":"Self-efficacy; Medical education; Mobile device; Mobile technology; Scale (ratio); Psychology; Educational technology; Survey instrument; Nurse educator; Technology integration; M-learning; Nurse education; Nursing; Medicine; Mathematics education; Computer science; Applied psychology","score_opus":0.18934198719363732,"score_gpt":0.5392308092739293,"score_spread":0.349888822080292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605427656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945095,0.00018780437,0.00036635672,0.000082851744,0.000020404012,0.000062763065,0.000055117634,0.000007986707,0.0047071744],"genre_scores_gemma":[0.99850935,0.00014457096,0.00044084448,0.000048801478,0.000012103405,0.00007671066,0.00008805956,0.0000021533779,0.0006774617],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998613,0.0005896023,0.00013764924,0.0000888548,0.0004223528,0.0001485765],"domain_scores_gemma":[0.9875925,0.0049133427,0.0035567263,0.0005256495,0.0022605986,0.0011510376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034007633,0.00026570563,0.0002805681,0.0014272722,0.0004316523,0.0011565953,0.00029239774,0.00046786622,0.0014205587],"category_scores_gemma":[0.013918018,0.00013966124,0.0005393115,0.00049602386,0.0004597654,0.00060174335,0.00062894553,0.0008178432,0.00043135387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097971264,0.0008821481,0.970414,0.00005459999,0.00009324968,0.00004861525,0.0020081408,0.00013260328,0.00056573545,0.00019727199,0.00033306383,0.025172643],"study_design_scores_gemma":[0.000014524808,0.0008900787,0.9914932,0.00008671228,0.000045409703,0.00013354422,0.004522739,0.0006583754,0.00061192975,0.00024116441,0.0012766605,0.00002563479],"about_ca_topic_score_codex":0.0010133736,"about_ca_topic_score_gemma":0.0022070159,"teacher_disagreement_score":0.0034007633,"about_ca_system_score_codex":0.00024689626,"about_ca_system_score_gemma":0.0004180171,"threshold_uncertainty_score":0.017985165},"labels":[],"label_agreement":null},{"id":"W1606158957","doi":"10.19173/irrodl.v15i4.1585","title":"An investigation into the management of online teaching and learning spaces: A case study involving graduate research students","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Distance education; Computer science; Psychology; Asynchronous learning; Computer-mediated communication; Space (punctuation); Mathematics education; Pedagogy; World Wide Web; Synchronous learning; The Internet; Teaching method; Cooperative learning","score_opus":0.17623483731729073,"score_gpt":0.5392202191298788,"score_spread":0.3629853818125881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606158957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99007154,0.00019994765,0.0025434487,0.0016600178,0.00004187998,0.00023575638,0.000016077242,0.00002206844,0.005209335],"genre_scores_gemma":[0.9899747,0.0005096878,0.005157576,0.00054641743,0.000035783243,0.00026826045,0.000016723194,0.000019871408,0.0034710304],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.982241,0.013937045,0.0003772567,0.0009492214,0.0011003325,0.0013951546],"domain_scores_gemma":[0.9791164,0.01245938,0.0017687983,0.0013277157,0.0013118106,0.0040159035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013891303,0.0006502285,0.000669673,0.0016682921,0.011695269,0.006015918,0.003970744,0.0043641655,0.0026798768],"category_scores_gemma":[0.019661667,0.0006066504,0.00071486004,0.001782523,0.008004789,0.0047879047,0.006145986,0.0036362095,0.0006099249],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111543246,0.003718403,0.014463425,0.00028468602,0.00001777944,0.009383205,0.9202193,0.00027800005,0.0030459845,0.005068076,0.0013355142,0.04207404],"study_design_scores_gemma":[0.00006267853,0.0012811907,0.0056746486,0.0001530299,0.000017496699,0.0027560138,0.9652545,0.0006657114,0.0013005445,0.0007826233,0.022010116,0.0000414842],"about_ca_topic_score_codex":0.0023778793,"about_ca_topic_score_gemma":0.0073104524,"teacher_disagreement_score":0.013891303,"about_ca_system_score_codex":0.0037381663,"about_ca_system_score_gemma":0.0043792855,"threshold_uncertainty_score":0.07346517},"labels":[],"label_agreement":null},{"id":"W1606519491","doi":"10.19173/irrodl.v16i1.2008","title":"Open informational ecosystems: The missing link for sharing resources for education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Knowledge management; Ecosystem; Computer science; Educational resources; Open learning; Business; World Wide Web; Ecology; Teaching method; Sociology","score_opus":0.15129677541754874,"score_gpt":0.46940363909712207,"score_spread":0.3181068636795733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606519491","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05737493,0.02306423,0.32501212,0.05811488,0.0013459438,0.00030722507,0.00044328804,0.0010189282,0.53331846],"genre_scores_gemma":[0.81807417,0.013671189,0.11381641,0.005376134,0.00070190156,0.00044856287,0.00040260673,0.00026025253,0.047248803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9942206,0.0026855092,0.00039228876,0.0007137347,0.0013774276,0.0006103799],"domain_scores_gemma":[0.989033,0.004817679,0.0011724257,0.0026994364,0.0009027793,0.0013747194],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.004739418,0.00044994248,0.0007272405,0.0028402482,0.0046669273,0.02114659,0.0021677187,0.005407313,0.012360146],"category_scores_gemma":[0.013191662,0.0006422079,0.00058752816,0.0037146856,0.012154858,0.040184177,0.015632676,0.0030130337,0.0025679215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014186294,0.000017338598,0.00050284155,0.00022103211,0.000013030359,0.00015613626,0.0011783709,0.00025666325,0.00023332778,0.96309716,0.003087438,0.031222511],"study_design_scores_gemma":[0.000010901455,0.000030428275,0.0007478056,0.00093409396,0.00003093325,0.00067615777,0.0036224474,0.0010858334,0.00051081774,0.69430184,0.29801106,0.000037626218],"about_ca_topic_score_codex":0.0013712334,"about_ca_topic_score_gemma":0.0015234352,"teacher_disagreement_score":0.9978323,"about_ca_system_score_codex":0.0032227584,"about_ca_system_score_gemma":0.007788299,"threshold_uncertainty_score":0.041348815},"labels":[],"label_agreement":null},{"id":"W1606527521","doi":"10.19173/irrodl.v15i5.1861","title":"MOOC integration into secondary school courses","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; Bill and Melinda Gates Foundation","keywords":"Blended learning; Mathematics education; Test (biology); Psychology; Educational technology; Pedagogy; Multimedia; Computer science","score_opus":0.04609680342262301,"score_gpt":0.431107136640198,"score_spread":0.385010333217575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606527521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99535733,0.000118033066,0.0018243265,0.000064337386,0.000029613167,0.00019009727,0.000027385979,0.00005095324,0.0023379119],"genre_scores_gemma":[0.99305737,0.00012622157,0.0041073607,0.00006443442,0.000026807007,0.000106573425,0.00013578688,0.000020481677,0.002354973],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854445,0.0004078755,0.000065671375,0.00022921606,0.00049869297,0.00025418086],"domain_scores_gemma":[0.9953056,0.0014073245,0.00059171545,0.00034263794,0.0010372913,0.0013154281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013073618,0.00033335853,0.00033033817,0.0005022505,0.00037964465,0.0016442076,0.00045754004,0.00044159463,0.0018419395],"category_scores_gemma":[0.010531938,0.00015359887,0.00030462287,0.0003568684,0.0001793001,0.0006257995,0.0010950409,0.0006022138,0.0005626619],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020427404,0.013272399,0.26633725,0.00061050017,0.0001834523,0.00047439727,0.008036703,0.0022997446,0.05475182,0.0011827553,0.0014659278,0.6493423],"study_design_scores_gemma":[0.00021556277,0.015359382,0.9144939,0.0004259206,0.00034571235,0.0003931795,0.006724838,0.014628544,0.018231476,0.0011608591,0.027936924,0.00008363567],"about_ca_topic_score_codex":0.002892795,"about_ca_topic_score_gemma":0.0033640442,"teacher_disagreement_score":0.002892795,"about_ca_system_score_codex":0.00051962375,"about_ca_system_score_gemma":0.0009572465,"threshold_uncertainty_score":0.006914079},"labels":[],"label_agreement":null},{"id":"W1607267028","doi":"10.19173/irrodl.v15i5.1855","title":"Supporting professional learning in a massive open online course","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; Athabasca University; Bill and Melinda Gates Foundation","keywords":"Formal learning; Informal learning; Open learning; Professional development; Professional learning community; Educational technology; Active learning (machine learning); Learning sciences; Experiential learning; Synchronous learning; Psychology; Cooperative learning; Knowledge management; Pedagogy; Computer science; Teaching method; Artificial intelligence","score_opus":0.06945160347561143,"score_gpt":0.4982002305474257,"score_spread":0.42874862707181427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607267028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56591517,0.13978137,0.030671963,0.009111227,0.0011260518,0.0008409107,0.00019319651,0.00057089806,0.25178912],"genre_scores_gemma":[0.9049431,0.047955606,0.021426791,0.0017967537,0.00042434962,0.00033833488,0.00017930144,0.000041440435,0.022894325],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983109,0.0009539161,0.00008628749,0.00012143457,0.00040241823,0.00012507943],"domain_scores_gemma":[0.995619,0.002896963,0.00055556797,0.00017529451,0.0003264832,0.00042660086],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0020943037,0.00011584497,0.00017514786,0.0006314571,0.0004431948,0.0022283802,0.0006066039,0.00061964104,0.0037905138],"category_scores_gemma":[0.0056745633,0.00007689096,0.00016670172,0.00085209444,0.00052786875,0.0017241957,0.0016157597,0.00037425704,0.0011513003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005803929,0.00046791584,0.0031493232,0.0020624998,0.000014939921,0.00019267295,0.0028692298,0.0001484374,0.0014197399,0.0043351003,0.0039572287,0.98132485],"study_design_scores_gemma":[0.00018167235,0.0023847893,0.110413335,0.015895396,0.00018281421,0.0018188212,0.025742799,0.0025260528,0.006391967,0.019462245,0.8148925,0.00010759452],"about_ca_topic_score_codex":0.00084170984,"about_ca_topic_score_gemma":0.002214486,"teacher_disagreement_score":0.9993934,"about_ca_system_score_codex":0.00072516676,"about_ca_system_score_gemma":0.002887941,"threshold_uncertainty_score":0.01268059},"labels":[],"label_agreement":null},{"id":"W1607461091","doi":"10.19173/irrodl.v15i1.1605","title":"A cultural-historical activity theory investigation of contradictions in open and distance higher education among alienated adult learners in Korea National Open University","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Global Educational Reforms and Inequalities","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Sociology; Institution; Higher education; Curriculum; Competition (biology); Bureaucracy; Pedagogy; Compromise; Viewpoints; Activity theory; Open education; Variety (cybernetics); Public relations; Social science; Political science","score_opus":0.10120998166109574,"score_gpt":0.4386328433862124,"score_spread":0.33742286172511665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607461091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851538,0.00079787587,0.0017741029,0.0014721503,0.00002084557,0.000034877048,0.000013707347,0.0000023028447,0.010730355],"genre_scores_gemma":[0.9989454,0.0002931911,0.00030236473,0.00009108303,0.0000030354206,0.00001487169,0.000007816871,0.0000013163198,0.00034096447],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9955995,0.002852293,0.00021363878,0.0003432985,0.0005534661,0.0004378031],"domain_scores_gemma":[0.9938666,0.0033651919,0.0014259294,0.0003145425,0.00061743683,0.00041036482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072615123,0.00025400353,0.00034340506,0.002389401,0.0048664706,0.0054992693,0.0011000638,0.0006955257,0.0014528655],"category_scores_gemma":[0.006292012,0.00027823515,0.00033445677,0.0024650663,0.010315327,0.004718477,0.005529684,0.0014199723,0.00007979808],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029770876,0.00009527326,0.049190495,0.00016484536,0.00001995549,0.00062895886,0.88664407,0.00007735761,0.00036028074,0.04699646,0.00035670036,0.0154358065],"study_design_scores_gemma":[0.0000054205634,0.000025458774,0.02260255,0.00015389713,0.000016381226,0.00019699987,0.96263593,0.00028155086,0.0001620483,0.0056206034,0.008284866,0.000014360907],"about_ca_topic_score_codex":0.0064265584,"about_ca_topic_score_gemma":0.011723395,"teacher_disagreement_score":0.0072615123,"about_ca_system_score_codex":0.0047599613,"about_ca_system_score_gemma":0.0045441505,"threshold_uncertainty_score":0.038403034},"labels":[],"label_agreement":null},{"id":"W1608393154","doi":"10.19173/irrodl.v11i2.833","title":"The challenges of implementing distance education in Uganda: A case study","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Curriculum; Affect (linguistics); Economic growth; Developing country; Sociology; Political science; Public relations; Pedagogy; Economics","score_opus":0.09233681104124128,"score_gpt":0.5225031079553674,"score_spread":0.4301662969141261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608393154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751737,0.0013086962,0.0037326063,0.004186684,0.00008123471,0.00060835923,0.000035408153,0.000024580062,0.014848741],"genre_scores_gemma":[0.9796429,0.0038178863,0.00689979,0.001037023,0.000048578688,0.00059020834,0.000025938843,0.00001916748,0.007918604],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99264455,0.0047465423,0.0003483677,0.0002179518,0.0007714983,0.0012710114],"domain_scores_gemma":[0.9926131,0.0037286547,0.0009590189,0.0003360891,0.0008467918,0.0015163567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005991432,0.0007453412,0.0008444641,0.0013904679,0.013597721,0.0038693855,0.002612675,0.007190917,0.002243867],"category_scores_gemma":[0.014788026,0.0009141332,0.0004972059,0.0021072668,0.0034013481,0.0036081756,0.005582114,0.0044267955,0.00046493887],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002944649,0.0057479343,0.033571053,0.0015491652,0.000052704625,0.17734486,0.62226385,0.0038328022,0.003123426,0.023339583,0.0058874926,0.122992724],"study_design_scores_gemma":[0.000058784884,0.0028454557,0.011531528,0.0012585014,0.00005336782,0.043046586,0.85977554,0.002048441,0.0021665983,0.0026325353,0.0744789,0.00010376133],"about_ca_topic_score_codex":0.005657794,"about_ca_topic_score_gemma":0.0108024785,"teacher_disagreement_score":0.013597721,"about_ca_system_score_codex":0.0035125515,"about_ca_system_score_gemma":0.0040909904,"threshold_uncertainty_score":0.031686068},"labels":[],"label_agreement":null},{"id":"W1608666046","doi":"10.19173/irrodl.v9i2.461","title":"Instructional Strategies in Teaching Engineering at a Distance: Faculty perspective","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sri lanka; Distance education; Perspective (graphical); Engineering education; Strengths and weaknesses; Instructional design; Medical education; University faculty; Mathematics education; Engineering management; Engineering; Computer science; Psychology; Medicine; Sociology","score_opus":0.08713922482607253,"score_gpt":0.4721215690085835,"score_spread":0.384982344182511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608666046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9003852,0.011344503,0.006764803,0.015192441,0.00017147619,0.0001512862,0.00005645061,0.000060046736,0.06587389],"genre_scores_gemma":[0.9837817,0.007516292,0.0031190894,0.0014611385,0.000050056668,0.00004903327,0.000026446827,0.000012800514,0.003983373],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99592555,0.0025007625,0.00019617844,0.00017823336,0.00082676014,0.00037258636],"domain_scores_gemma":[0.990889,0.0047762576,0.0010072435,0.00015462805,0.002083084,0.0010897132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034489136,0.00016510842,0.00018195895,0.0015435978,0.0015069828,0.0035303645,0.00077822135,0.00082903175,0.0022385695],"category_scores_gemma":[0.009355334,0.00011312947,0.00016667423,0.0014275393,0.0015504985,0.0016212057,0.0012367071,0.00081696734,0.00047460993],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012771391,0.0015761113,0.09746337,0.0017319253,0.000083981824,0.0011290212,0.27048507,0.0006899775,0.008051659,0.015764022,0.0072806887,0.5956164],"study_design_scores_gemma":[0.0000686821,0.0016857458,0.105118245,0.0012892629,0.00017010854,0.0018981405,0.7426166,0.00063874986,0.01041315,0.004421678,0.13158193,0.000097762386],"about_ca_topic_score_codex":0.004119901,"about_ca_topic_score_gemma":0.008175083,"teacher_disagreement_score":0.004119901,"about_ca_system_score_codex":0.00217747,"about_ca_system_score_gemma":0.0048155077,"threshold_uncertainty_score":0.018239856},"labels":[],"label_agreement":null},{"id":"W1611953032","doi":"10.19173/irrodl.v3i1.82","title":"Cooperation vs. Deliberation: CMC and the Problem of Argument in International Distance Education","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argumentation theory; Asynchronous communication; Distance education; Deliberation; Argument (complex analysis); The Internet; Computer-mediated communication; Sociology; Pedagogy; Political science; Computer science; Epistemology; Law; Telecommunications; World Wide Web; Philosophy; Politics","score_opus":0.057776317838634406,"score_gpt":0.44313162560674296,"score_spread":0.38535530776810856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1611953032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49010336,0.008684543,0.06132528,0.089263,0.00092398736,0.00023360891,0.000056744044,0.00012386913,0.3492856],"genre_scores_gemma":[0.9933496,0.0005985318,0.002785082,0.00060983235,0.00017538399,0.00011465287,0.00000809385,0.000025617277,0.0023331048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9629597,0.03362522,0.0005319157,0.00090604916,0.0012750074,0.00070198113],"domain_scores_gemma":[0.8649374,0.12763795,0.0032453064,0.001837924,0.0012272364,0.0011141117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024929782,0.00054131227,0.00053839135,0.0029929697,0.009917485,0.019850101,0.0021559985,0.0064278073,0.005957685],"category_scores_gemma":[0.06396772,0.00043119333,0.0005296776,0.0025276719,0.039397452,0.019248655,0.0066841547,0.0055332175,0.00040584258],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014558785,0.00013344269,0.0023606971,0.00029778268,0.000028087305,0.0005731786,0.19217655,0.0009332153,0.0005726685,0.7675038,0.0031450544,0.032129914],"study_design_scores_gemma":[0.00020015394,0.0001666323,0.0042548105,0.0007440025,0.000054265827,0.0007141062,0.24144481,0.009304012,0.0014337278,0.64926714,0.09233973,0.00007665622],"about_ca_topic_score_codex":0.0020685655,"about_ca_topic_score_gemma":0.0014530254,"teacher_disagreement_score":0.024929782,"about_ca_system_score_codex":0.0059790467,"about_ca_system_score_gemma":0.0024464305,"threshold_uncertainty_score":0.13184285},"labels":[],"label_agreement":null},{"id":"W1614176464","doi":"10.19173/irrodl.v10i4.705","title":"Harnessing Open Educational Resources to the Challenges of Teacher Education in Sub-Saharan Africa","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Faculty development; Technology integration; Teacher education; Distance education; Accommodation; Professional development; Pedagogy; Political science; Sociology; Open education; Educational technology; Economic growth; Psychology","score_opus":0.09258128574589326,"score_gpt":0.43762034090857654,"score_spread":0.3450390551626833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1614176464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45794278,0.175192,0.024017354,0.12953107,0.0006854168,0.00023803543,0.00015209871,0.00016905135,0.21207218],"genre_scores_gemma":[0.9275077,0.056787312,0.005961492,0.0023894617,0.00024038267,0.00016162047,0.000034745262,0.00003563108,0.0068817344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951885,0.0032997057,0.00021295347,0.000166187,0.00056373567,0.0005689504],"domain_scores_gemma":[0.98815906,0.008509137,0.0013198918,0.00045858588,0.0008592391,0.0006939976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005200598,0.00027048352,0.0004808128,0.002037788,0.0032095767,0.009361646,0.0009850252,0.0017563718,0.003561301],"category_scores_gemma":[0.013377698,0.00028983958,0.00016567441,0.003124749,0.0056922617,0.009579311,0.008508112,0.0011578138,0.00041694616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009123945,0.00012983692,0.00954383,0.003553524,0.00008503901,0.005285129,0.08895959,0.002105619,0.0015963719,0.30941206,0.012625608,0.56661224],"study_design_scores_gemma":[0.000047111986,0.00011106147,0.009698763,0.005328879,0.000058005186,0.001745083,0.17980583,0.0006731604,0.00091357547,0.16691518,0.634652,0.000051275292],"about_ca_topic_score_codex":0.0027428977,"about_ca_topic_score_gemma":0.004858653,"teacher_disagreement_score":0.009361646,"about_ca_system_score_codex":0.0020657443,"about_ca_system_score_gemma":0.00631128,"threshold_uncertainty_score":0.027503729},"labels":[],"label_agreement":null},{"id":"W1615122495","doi":"10.19173/irrodl.v13i2.1226","title":"Editorial: Who needs leadership? Social problems, change, and education futures","year":2012,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Community Health and Development","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Futures contract; Function (biology); Computer science; Sociology; Economics; Biology","score_opus":0.35772774666848195,"score_gpt":0.5654863814757053,"score_spread":0.20775863480722334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1615122495","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034143468,0.0047493703,0.000060132956,0.04492761,0.9475955,0.000026452306,0.0000445325,0.00004639015,0.0025158848],"genre_scores_gemma":[0.0007556248,0.007250249,0.00012360855,0.022662401,0.95131844,0.00005539832,0.00005371151,0.000060234634,0.017720256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930067,0.0011987505,0.00076157006,0.0006098434,0.0038027496,0.00062036427],"domain_scores_gemma":[0.97056365,0.011832898,0.0012478009,0.0006953979,0.010962955,0.0046972656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008462415,0.0042749355,0.0047101607,0.005347782,0.0052759554,0.011048372,0.004394917,0.019618772,0.03282103],"category_scores_gemma":[0.03646672,0.0012013116,0.0026894761,0.0030264677,0.0033000612,0.00568208,0.0018040189,0.015706517,0.014963179],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014550508,0.000012723852,0.000014546471,0.000226578,0.00000485373,0.0000530595,0.00001562938,0.000009882826,0.000013677465,0.00015259926,0.99576,0.0037217592],"study_design_scores_gemma":[0.00008370941,0.00003136359,0.00031424387,0.0014488782,0.000057682733,0.0002322148,0.00019056127,0.000107951,0.00006497999,0.0011147396,0.9963349,0.000018688912],"about_ca_topic_score_codex":0.004769103,"about_ca_topic_score_gemma":0.013963764,"teacher_disagreement_score":0.03282103,"about_ca_system_score_codex":0.005098314,"about_ca_system_score_gemma":0.008731538,"threshold_uncertainty_score":0.1097973},"labels":[],"label_agreement":null},{"id":"W1615292311","doi":"10.19173/irrodl.v3i2.101","title":"Student Dropout at the Hellenic Open University: Evaluation of the Graduate Program, \"Studies in Education\"","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); Distance education; Workload; Psychology; Open education; Mathematics education; Medical education; Pedagogy; Computer science; Medicine","score_opus":0.41292942629875257,"score_gpt":0.6035794570112244,"score_spread":0.19065003071247183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1615292311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981997,0.00018003712,0.000079537946,0.00023128075,0.000036253652,0.00029997595,0.000081283324,0.000014111406,0.0008778256],"genre_scores_gemma":[0.99712735,0.0003614854,0.00033576746,0.00019372,0.00003786076,0.00045169136,0.00022765923,0.000007372122,0.0012569582],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922995,0.0038532685,0.0006935797,0.00032936851,0.0019498079,0.0008745914],"domain_scores_gemma":[0.9770254,0.0054337294,0.0033065074,0.00084461,0.0052216803,0.008168074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017418621,0.00039253058,0.0009350178,0.0017043242,0.0020152011,0.0021773041,0.0009527816,0.00094338774,0.0025777882],"category_scores_gemma":[0.033092815,0.00027522715,0.001256128,0.00096723845,0.0009100881,0.0012708247,0.0024547998,0.0013471409,0.0007100374],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005653559,0.028992878,0.62294346,0.00085680245,0.00026607126,0.00043624933,0.032823335,0.00024435035,0.0007018573,0.00030023835,0.004611162,0.30216992],"study_design_scores_gemma":[0.0006275818,0.039996486,0.9136502,0.0003743026,0.00026992057,0.00012601602,0.03785862,0.00044333618,0.0010363003,0.00014160528,0.005394372,0.0000812349],"about_ca_topic_score_codex":0.0057040704,"about_ca_topic_score_gemma":0.007033466,"teacher_disagreement_score":0.017418621,"about_ca_system_score_codex":0.0019808128,"about_ca_system_score_gemma":0.003856109,"threshold_uncertainty_score":0.092119575},"labels":[],"label_agreement":null},{"id":"W1615617845","doi":"10.19173/irrodl.v16i1.1814","title":"From the classroom to the keyboard: How seven teachers created their online teacher identities","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Identity (music); Scholarship; Pedagogy; Psychology; Mathematics education; Qualitative research; Computer-mediated communication; Teacher education; Sociology; Computer science; The Internet; World Wide Web","score_opus":0.1380883785749952,"score_gpt":0.4606328314417256,"score_spread":0.3225444528667304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1615617845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98421186,0.0004546051,0.002253806,0.0014479238,0.00006006802,0.00004706859,0.000022285936,0.00003115337,0.011471145],"genre_scores_gemma":[0.9900417,0.00052233675,0.0011047054,0.00029545822,0.000007979061,0.0000414965,0.000021082617,0.0000427629,0.007922447],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9954507,0.0027604068,0.00015919577,0.00041671298,0.00054257904,0.0006704086],"domain_scores_gemma":[0.9937177,0.0033271562,0.0007081182,0.0004131764,0.0007538483,0.0010799675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004221497,0.00034130758,0.00050655386,0.0010589543,0.008661488,0.008976779,0.0012871332,0.0015850842,0.0042651775],"category_scores_gemma":[0.01572005,0.000432359,0.0003088989,0.0009379431,0.0064777317,0.008331436,0.006366261,0.0030242156,0.0012017087],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030005602,0.00007526823,0.0049743806,0.000039320243,0.0000019698819,0.0004704491,0.9795573,0.000020086165,0.0006578173,0.001472171,0.0003925409,0.0123086935],"study_design_scores_gemma":[0.000006950283,0.00005330896,0.003011665,0.0000973343,0.0000063353154,0.00031899047,0.9780431,0.00008624006,0.0005650594,0.00055883435,0.017234901,0.000017362563],"about_ca_topic_score_codex":0.008355497,"about_ca_topic_score_gemma":0.016478915,"teacher_disagreement_score":0.008976779,"about_ca_system_score_codex":0.0031520624,"about_ca_system_score_gemma":0.0030514302,"threshold_uncertainty_score":0.022869885},"labels":[],"label_agreement":null},{"id":"W1616110862","doi":"10.19173/irrodl.v13i4.1203","title":"Organizational factors’ effects on the success of e-learning systems and organizational benefits: An empirical study in Taiwan","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Organizational learning; Knowledge management; Organizational behavior and human resources; Organization development; Organizational commitment; Organizational performance; Context (archaeology); Organizational studies; Organizational culture; Organizational engineering; Business; Service quality; Organizational effectiveness; Information system; Service (business); Computer science; Psychology; Marketing; Public relations; Engineering; Political science; Social psychology","score_opus":0.06128151291256246,"score_gpt":0.3747327907405146,"score_spread":0.3134512778279521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1616110862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999723,0.000020556346,0.000017605962,0.000023703777,3.3761808e-7,0.0000038686976,0.000004575919,3.6980538e-7,0.00020591282],"genre_scores_gemma":[0.9998253,0.000020432632,0.000029556692,0.000008456851,8.193155e-7,0.0000056929834,0.000014307641,4.7110396e-7,0.00009502097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99851197,0.0006784109,0.00013345467,0.00012533547,0.00020264428,0.00034828624],"domain_scores_gemma":[0.9872535,0.0069730426,0.002605274,0.00042767398,0.0010435352,0.0016969492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002736799,0.00018890062,0.00025185393,0.0010395853,0.000950451,0.0015665748,0.00036148977,0.0004784865,0.0018830335],"category_scores_gemma":[0.0066451975,0.00023192048,0.00039447803,0.001217753,0.0009389839,0.00086643576,0.001093545,0.0007696705,0.00020476388],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007460029,0.00072940986,0.98791856,0.000026014372,0.0000323377,0.00030380645,0.004834346,0.0001815508,0.00027855646,0.00020243606,0.000079488585,0.0053390088],"study_design_scores_gemma":[0.000008739425,0.00024348185,0.98951995,0.000017125069,0.000024535908,0.000049459075,0.009006739,0.0006876523,0.00014665676,0.000050380197,0.00023813052,0.0000071187756],"about_ca_topic_score_codex":0.019099189,"about_ca_topic_score_gemma":0.02359636,"teacher_disagreement_score":0.019099189,"about_ca_system_score_codex":0.0015660505,"about_ca_system_score_gemma":0.0018975983,"threshold_uncertainty_score":0.037976027},"labels":[],"label_agreement":null},{"id":"W1616807725","doi":"10.19173/irrodl.v4i1.128","title":"Book Review - The Strategic Use of Learning Technologies. Editor: Elizabeth J. Burge","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Media studies; Computer science; Sociology; Pedagogy","score_opus":0.11207544645524681,"score_gpt":0.456134715808143,"score_spread":0.3440592693528962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1616807725","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017988973,0.77793574,0.000454703,0.054640252,0.14579523,0.00007810965,0.00023245053,0.00011216308,0.020571493],"genre_scores_gemma":[0.0017863433,0.732603,0.0009408871,0.04255242,0.09099054,0.00015128666,0.00062095054,0.00014655614,0.13020803],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986131,0.0001942447,0.00012780569,0.00013030205,0.000876217,0.0000582688],"domain_scores_gemma":[0.99386215,0.002121003,0.00042889122,0.000105624575,0.003011127,0.00047117763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015781876,0.0012861583,0.002361773,0.0037814174,0.00085083686,0.0038191315,0.0018748501,0.0029685914,0.02176479],"category_scores_gemma":[0.007827779,0.00067990634,0.0007773978,0.0051147193,0.0009546712,0.0038103792,0.0011682827,0.0042940658,0.02183174],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008871431,0.000008820442,0.000023186882,0.00050843146,0.0000048619686,0.00003231767,0.000026255342,0.00002915479,0.000040988896,0.0003622486,0.96455526,0.034399524],"study_design_scores_gemma":[0.0000064182263,0.00001629429,0.00021190231,0.0011973223,0.0000076138335,0.0002725076,0.00003755707,0.000021827535,0.000026297064,0.00031628562,0.99787915,0.000006871379],"about_ca_topic_score_codex":0.0037864465,"about_ca_topic_score_gemma":0.011112556,"teacher_disagreement_score":0.02176479,"about_ca_system_score_codex":0.001780065,"about_ca_system_score_gemma":0.0029040799,"threshold_uncertainty_score":0.07281047},"labels":[],"label_agreement":null},{"id":"W1616938446","doi":"10.19173/irrodl.v12i7.1156","title":"Book review - Telecollaboration 2.0: Language, literacies and intercultural learning in the 21st century","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intercultural learning; Pedagogy; Intercultural communication; Sociology; Psychology","score_opus":0.07127914668415113,"score_gpt":0.3813071942356397,"score_spread":0.31002804755148855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1616938446","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030795633,0.85921586,0.0010873697,0.01597869,0.031626843,0.00006108786,0.0003386904,0.00013553115,0.091247976],"genre_scores_gemma":[0.003216648,0.7249559,0.001237433,0.011983237,0.018461363,0.00010185454,0.00095057604,0.0001782654,0.23891464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906963,0.00010136341,0.000051134546,0.00010674199,0.00061891606,0.000052234864],"domain_scores_gemma":[0.99713254,0.000899563,0.00022229888,0.00007009336,0.0014313158,0.00024417526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007307962,0.0008782353,0.0012744021,0.0031198526,0.00063210644,0.0028408046,0.0011077394,0.0016237198,0.064973034],"category_scores_gemma":[0.00408933,0.00027668552,0.000539807,0.0058616446,0.00050866534,0.0034514808,0.0010685495,0.0023024683,0.03993185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010484577,0.000010588668,0.000036503967,0.00091541465,0.000008247595,0.00003285694,0.000032988304,0.00006589528,0.00023021325,0.0017468596,0.87676364,0.12014628],"study_design_scores_gemma":[0.0000034717523,0.000012789592,0.00012907104,0.00064491876,0.000006809923,0.00019312804,0.000019787309,0.00002283867,0.00006372801,0.00050187233,0.9983966,0.0000050363906],"about_ca_topic_score_codex":0.0025765821,"about_ca_topic_score_gemma":0.005836457,"teacher_disagreement_score":0.064973034,"about_ca_system_score_codex":0.0014137748,"about_ca_system_score_gemma":0.00273771,"threshold_uncertainty_score":0.21735644},"labels":[],"label_agreement":null},{"id":"W1618422322","doi":"10.19173/irrodl.v14i5.1336","title":"Online interaction in higher education: Is there evidence of diminishing returns?","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Productivity; Face (sociological concept); Face-to-face; Mathematics education; Computer science; Educational technology; Face-to-face interaction; Psychology; Sociology; Economics; Economic growth; Social science","score_opus":0.2072985713759218,"score_gpt":0.5215355393360225,"score_spread":0.3142369679601007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1618422322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9584493,0.01028183,0.014309207,0.003134784,0.000038604012,0.000058322123,0.00048269905,0.00006784882,0.013177357],"genre_scores_gemma":[0.9969104,0.0013447666,0.00057752966,0.00009058465,0.000030206273,0.000015108963,0.00009561352,0.0000093660465,0.0009264931],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956045,0.0021150438,0.00023909651,0.0005552246,0.0008216721,0.0006644211],"domain_scores_gemma":[0.8406528,0.12551506,0.020632416,0.005555649,0.0044061355,0.0032380004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007136472,0.00037168103,0.0008753868,0.0027068031,0.0005776324,0.003401298,0.00140232,0.0011780373,0.0067875274],"category_scores_gemma":[0.06755983,0.00026434747,0.0008579738,0.00443538,0.002843802,0.003437287,0.002482462,0.001379915,0.00094778603],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048510413,0.0005496059,0.7190839,0.0006095412,0.00045553545,0.0006885652,0.00224962,0.017287996,0.0005303539,0.029141245,0.0020064982,0.22691205],"study_design_scores_gemma":[0.000046291127,0.0005654304,0.8907928,0.00029210778,0.00030564587,0.00050946494,0.0043022176,0.03776256,0.0010111909,0.055479206,0.0088376105,0.00009546771],"about_ca_topic_score_codex":0.011397463,"about_ca_topic_score_gemma":0.009903107,"teacher_disagreement_score":0.011397463,"about_ca_system_score_codex":0.0024165774,"about_ca_system_score_gemma":0.0010811883,"threshold_uncertainty_score":0.03774178},"labels":[],"label_agreement":null},{"id":"W1618877625","doi":"10.19173/irrodl.v15i6.1889","title":"Massive open online courses for Africa by Africa","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Massive open online course; Context (archaeology); Curriculum; Open education; Universal design; Open educational resources; Online learning; Business; Distance education; Higher education; Global education; Political science; Public relations; Economic growth; Computer science; Library science; World Wide Web; Geography; Economics","score_opus":0.10396278372533788,"score_gpt":0.45407351467696844,"score_spread":0.3501107309516306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1618877625","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02799634,0.4854679,0.0067817275,0.14524366,0.009691659,0.00034432884,0.0005869975,0.00034701853,0.32354033],"genre_scores_gemma":[0.29540214,0.45922038,0.013322303,0.018389089,0.0041930364,0.0005117091,0.0006131334,0.0002448578,0.2081035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995276,0.00012911476,0.000027124184,0.00005908262,0.00012802842,0.00012916232],"domain_scores_gemma":[0.9981629,0.00063376635,0.00029237644,0.00010009405,0.0002601613,0.0005507631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012614754,0.00045535102,0.00025147962,0.0014850851,0.0012706274,0.0041401484,0.00050710747,0.0016028518,0.020125797],"category_scores_gemma":[0.003232486,0.00016617405,0.00021199489,0.0024221025,0.001236309,0.00427204,0.00297039,0.0017225714,0.0039705555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004933296,0.000070964226,0.0011928426,0.0016591916,0.000009086254,0.00040024822,0.0012937463,0.00016545042,0.0016821246,0.12595543,0.123827696,0.74369395],"study_design_scores_gemma":[0.000011607464,0.00003188747,0.0034014604,0.0013784561,0.000004516455,0.00023647127,0.0008598266,0.0000747916,0.00032457302,0.005947898,0.9877221,0.0000065164472],"about_ca_topic_score_codex":0.0029945266,"about_ca_topic_score_gemma":0.0043413844,"teacher_disagreement_score":0.020125797,"about_ca_system_score_codex":0.0021814725,"about_ca_system_score_gemma":0.005373572,"threshold_uncertainty_score":0.06732756},"labels":[],"label_agreement":null},{"id":"W1623579146","doi":"10.19173/irrodl.v2i1.32","title":"Learning Objects: Resources For Distance Education Worldwide","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":269,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Computer science; Learning object; Distance education; Synchronous learning; Human–computer interaction; Data science; Multimedia; World Wide Web; Mathematics education; Artificial intelligence; Teaching method; Cooperative learning; Psychology","score_opus":0.057469186129666575,"score_gpt":0.42761104882147505,"score_spread":0.3701418626918085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1623579146","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021188108,0.01598258,0.06817145,0.012442128,0.0025964037,0.0005679364,0.0033750148,0.008543955,0.86713237],"genre_scores_gemma":[0.15487641,0.018871551,0.09018332,0.003688451,0.0023306203,0.00084496214,0.0154118445,0.00425855,0.7095344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991192,0.00023763168,0.00008532611,0.00008159784,0.0003320087,0.00014426389],"domain_scores_gemma":[0.9974329,0.0006297335,0.00021903659,0.000431609,0.0002933984,0.0009932793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012955645,0.0006215356,0.00067428884,0.0030796342,0.0015960633,0.00922682,0.001742739,0.0017296424,0.116342425],"category_scores_gemma":[0.006032061,0.00026168735,0.00026734287,0.004939874,0.0007470997,0.0151319085,0.008166813,0.0012460094,0.05092593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007539905,0.00009243594,0.0005963837,0.00067742827,0.000008512499,0.00015894338,0.00096488564,0.00046953541,0.0014300697,0.15916228,0.15526052,0.6811037],"study_design_scores_gemma":[0.000009761563,0.00003270876,0.00067240326,0.00022180291,0.0000035269948,0.00014689275,0.0004097993,0.00015615314,0.0002695178,0.021659026,0.97640276,0.000015608472],"about_ca_topic_score_codex":0.0007315981,"about_ca_topic_score_gemma":0.0009344354,"teacher_disagreement_score":0.116342425,"about_ca_system_score_codex":0.0011842934,"about_ca_system_score_gemma":0.0016908186,"threshold_uncertainty_score":0.3892042},"labels":[],"label_agreement":null},{"id":"W1624071865","doi":"10.19173/irrodl.v1i2.26","title":"Book Review - Higher Education through Open and Distance Learning. Editor: Keith Harry","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Open university; Open learning; Media studies; Sociology; Mathematics education; Computer science; Pedagogy; Psychology; Teaching method; Cooperative learning","score_opus":0.0805797271231547,"score_gpt":0.49053993235736904,"score_spread":0.40996020523421434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1624071865","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015721943,0.5148157,0.0005276972,0.07762463,0.3875286,0.00010203084,0.0002339542,0.00015492078,0.018855177],"genre_scores_gemma":[0.0017085677,0.4780446,0.0010868694,0.087298095,0.26295036,0.00018534806,0.00060205825,0.00017823228,0.16794595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988392,0.00015567156,0.00010432025,0.00010476531,0.00073930447,0.000056807366],"domain_scores_gemma":[0.99321777,0.002426732,0.0005076375,0.0001329342,0.0030180942,0.00069689343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017171687,0.001471786,0.0026896168,0.0035338658,0.0008745347,0.0029088403,0.0027280594,0.0051282085,0.03297235],"category_scores_gemma":[0.0072864555,0.00075814064,0.0010675178,0.0034836493,0.00086765643,0.0032331483,0.0010951114,0.0053983317,0.04152365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010142162,0.0000065922904,0.000012345113,0.00037144477,0.0000052261876,0.0000379934,0.0000063624448,0.000018290835,0.000038165057,0.0001403027,0.97731084,0.022042328],"study_design_scores_gemma":[0.000016723088,0.000022274613,0.00019348064,0.00088743045,0.000013556531,0.0004634578,0.000019889652,0.000031517957,0.00004515165,0.00033334087,0.997964,0.000009204038],"about_ca_topic_score_codex":0.0025673076,"about_ca_topic_score_gemma":0.009326634,"teacher_disagreement_score":0.03297235,"about_ca_system_score_codex":0.0015333798,"about_ca_system_score_gemma":0.0022589506,"threshold_uncertainty_score":0.11030358},"labels":[],"label_agreement":null},{"id":"W1624340129","doi":"10.19173/irrodl.v5i2.188","title":"A Peek into the Life of Online Learning Discussion Forums: Implications for Web-Based Distance Learning","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online discussion; Meaning (existential); The Internet; Collaborative learning; World Wide Web; Computer science; Task (project management); Construct (python library); Distance education; Computer-mediated communication; Meaningful learning; Discussion board; Psychology; Pedagogy; Knowledge management","score_opus":0.13490696886285175,"score_gpt":0.5271884347880411,"score_spread":0.39228146592518937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1624340129","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11713895,0.0847739,0.10703878,0.48927745,0.008265809,0.00042018076,0.0002307542,0.00045237943,0.19240186],"genre_scores_gemma":[0.91495955,0.029499747,0.030195175,0.009737357,0.0030233625,0.0006619713,0.00007327301,0.0003142506,0.011535289],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98644173,0.011440167,0.0002467305,0.00057203043,0.00088854023,0.00041080726],"domain_scores_gemma":[0.9226165,0.06683113,0.0024311724,0.0020644527,0.0019190093,0.0041377316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02039025,0.0006961185,0.0005861363,0.0030002438,0.011644342,0.029523697,0.0022591979,0.006754529,0.0068469644],"category_scores_gemma":[0.04193652,0.00051712355,0.0006655269,0.0030469077,0.042992726,0.043711107,0.009814093,0.007117596,0.0007636783],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000729156,0.000098419216,0.0017302886,0.0007083386,0.0000118027565,0.00069650804,0.26138684,0.00048853556,0.00052982464,0.65153337,0.0073161973,0.075426996],"study_design_scores_gemma":[0.000029500858,0.0000916553,0.0028261198,0.0019756092,0.0000146508555,0.0010538003,0.26298872,0.0012177824,0.00035560183,0.4664753,0.26290202,0.00006918901],"about_ca_topic_score_codex":0.0017771189,"about_ca_topic_score_gemma":0.00210648,"teacher_disagreement_score":0.029523697,"about_ca_system_score_codex":0.004924847,"about_ca_system_score_gemma":0.0051460103,"threshold_uncertainty_score":0.10783529},"labels":[],"label_agreement":null},{"id":"W1625322391","doi":"10.19173/irrodl.v14i3.1358","title":"Looking out and looking in: Exploring a case of faculty perceptions during e-learning staff development","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformative learning; Distance education; Context (archaeology); Faculty development; Professional development; Psychology; Technology integration; Perception; Pedagogy; Educational technology; Mathematics education; Sociology; Geography","score_opus":0.1412262078798858,"score_gpt":0.4634839044025299,"score_spread":0.32225769652264413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1625322391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98080885,0.0002894945,0.0053074355,0.00650453,0.00010441151,0.00009220859,0.00003614496,0.000067900604,0.0067890054],"genre_scores_gemma":[0.99352336,0.00024871633,0.0021254488,0.00085273496,0.000041570453,0.000049753035,0.00001573944,0.000040786243,0.003101833],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9821025,0.0108333975,0.0006656866,0.0010692066,0.0020543963,0.0032747765],"domain_scores_gemma":[0.9718768,0.017152948,0.0030156802,0.001049791,0.0017382762,0.005166449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010046349,0.0008554763,0.0007256714,0.0029322,0.023307197,0.0063422355,0.0034583367,0.0048979493,0.0027580815],"category_scores_gemma":[0.030110808,0.001103149,0.0011641945,0.0019537422,0.016408302,0.005622502,0.007838389,0.0060245185,0.000635723],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004733319,0.00012234936,0.005078195,0.00006292981,0.000007124046,0.01066962,0.9733951,0.00012179708,0.0018903579,0.0015127853,0.00059399614,0.00649849],"study_design_scores_gemma":[0.000008734866,0.00011643124,0.0027710712,0.000079714235,0.000011955611,0.0039091613,0.9804608,0.00043274724,0.0015368684,0.00083451846,0.009795457,0.000042632317],"about_ca_topic_score_codex":0.018761795,"about_ca_topic_score_gemma":0.024075607,"teacher_disagreement_score":0.023307197,"about_ca_system_score_codex":0.010446772,"about_ca_system_score_gemma":0.009536974,"threshold_uncertainty_score":0.07579696},"labels":[],"label_agreement":null},{"id":"W1625377685","doi":"10.19173/irrodl.v8i2.361","title":"Setting the New Standard with Mobile Computing in Online Learning","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Multimedia; Synchronous learning; Mobile device; Blended learning; Active learning (machine learning); Open learning; Class (philosophy); Experiential learning; Mobile technology; Personalized learning; Teaching method; World Wide Web; Cooperative learning; Mathematics education; Artificial intelligence; Psychology","score_opus":0.04047200275791634,"score_gpt":0.43107693332353236,"score_spread":0.390604930565616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1625377685","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023986263,0.046821903,0.28805053,0.32533136,0.016272726,0.0005547753,0.00020441893,0.0014361014,0.29734197],"genre_scores_gemma":[0.42885497,0.04961435,0.28466612,0.11905859,0.022526052,0.0021102133,0.0002705163,0.0012985741,0.09160067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.984353,0.0071832724,0.00080644444,0.0023038066,0.004624915,0.00072862575],"domain_scores_gemma":[0.9705913,0.013077907,0.00140016,0.005636188,0.0053612688,0.003933283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016079282,0.0008834823,0.0010469067,0.0022791938,0.004327309,0.01942586,0.0038385962,0.010910033,0.018568005],"category_scores_gemma":[0.0341036,0.0006059374,0.0012150764,0.0020573048,0.013009048,0.04629209,0.020295382,0.01587686,0.009100048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013916977,0.00023673283,0.002132668,0.0011364834,0.00004586199,0.0003064129,0.003333734,0.0005142689,0.002283367,0.5869779,0.044971257,0.35792214],"study_design_scores_gemma":[0.000058796417,0.0004345528,0.0017857677,0.0023899062,0.000048437734,0.0010601949,0.004540581,0.0015431776,0.0019595323,0.2605784,0.72547287,0.00012773502],"about_ca_topic_score_codex":0.0013263664,"about_ca_topic_score_gemma":0.0015299733,"teacher_disagreement_score":0.01942586,"about_ca_system_score_codex":0.0029168564,"about_ca_system_score_gemma":0.00379971,"threshold_uncertainty_score":0.08503634},"labels":[],"label_agreement":null},{"id":"W1626531080","doi":"10.19173/irrodl.v15i6.1768","title":"Students’ perceived challenges in an online collaborative learning environment: A case of higher learning institutions in Nairobi, Kenya","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Commission for Science and Technology","keywords":"Collaborative learning; The Internet; Nonprobability sampling; Diversity (politics); Psychology; Distance education; Higher education; Educational technology; Computer science; Mathematics education; World Wide Web; Sociology; Political science","score_opus":0.1665366707551552,"score_gpt":0.48801704584261885,"score_spread":0.32148037508746363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1626531080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984516,0.00006627231,0.000044613025,0.00046530645,0.0000043520195,0.000025950309,0.000008017317,0.000001071699,0.00093284406],"genre_scores_gemma":[0.9985733,0.00022812639,0.00012741517,0.00015512468,0.0000050022354,0.000019780922,0.000008399334,0.0000019034223,0.0008808898],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99791497,0.0007899777,0.00010713784,0.00014385028,0.00026626748,0.0007777733],"domain_scores_gemma":[0.9967338,0.0008216703,0.0006618351,0.00005967853,0.00025925323,0.0014637433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002334152,0.0005198313,0.00063970214,0.001306857,0.01861856,0.0045671,0.0014064172,0.0027646534,0.0032339767],"category_scores_gemma":[0.0027648795,0.00057554245,0.00049690454,0.0014658127,0.0036837328,0.0021725914,0.003568157,0.0022035881,0.00040218642],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013293058,0.0010995058,0.20173799,0.00035985612,0.000028359074,0.03928738,0.7394766,0.00022053375,0.0022966603,0.0014540536,0.0012360716,0.0126699675],"study_design_scores_gemma":[0.0000071458217,0.00022483291,0.054663964,0.0001265654,0.000013695891,0.0025283743,0.93870306,0.00022341538,0.0002593778,0.00010525594,0.003110127,0.00003426571],"about_ca_topic_score_codex":0.044258446,"about_ca_topic_score_gemma":0.11923964,"teacher_disagreement_score":0.044258446,"about_ca_system_score_codex":0.0048127957,"about_ca_system_score_gemma":0.0053371396,"threshold_uncertainty_score":0.08800167},"labels":[],"label_agreement":null},{"id":"W1628673156","doi":"10.19173/irrodl.v9i2.570","title":"The Personal Research Portal: The virtual faculty or the Net behind the classroom","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; The Internet; Educational technology; Faculty development; Pedagogy; Computer science; Multimedia; Mathematics education; Psychology; World Wide Web; Professional development","score_opus":0.22174807835316848,"score_gpt":0.521089374321382,"score_spread":0.29934129596821357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1628673156","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037080497,0.025685119,0.16765127,0.091789015,0.024053283,0.00027545402,0.00035440575,0.003848796,0.64926213],"genre_scores_gemma":[0.4046679,0.027029097,0.08766839,0.018610705,0.009519774,0.0004415622,0.00034602667,0.001290303,0.45042616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983981,0.00086915056,0.00006591214,0.00018057851,0.00036820807,0.00011790599],"domain_scores_gemma":[0.9972907,0.0011134649,0.00020954333,0.0004710249,0.00023854995,0.00067664706],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002354654,0.00036469192,0.00043031172,0.0005751435,0.0025731605,0.011842101,0.0011048228,0.0026004717,0.043155197],"category_scores_gemma":[0.005425826,0.0001856671,0.00033802117,0.0013241873,0.0034242838,0.016159406,0.004917706,0.0019378305,0.010681688],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019853849,0.00018299033,0.0010625455,0.00066832296,0.000016671656,0.0007781129,0.00792507,0.00025281173,0.002900062,0.47259235,0.12067282,0.39274967],"study_design_scores_gemma":[0.000026698512,0.00011632596,0.00032494505,0.00028855493,0.000012892151,0.00066397735,0.005493,0.00027376844,0.0010455548,0.046143975,0.9455811,0.000029236744],"about_ca_topic_score_codex":0.00025672847,"about_ca_topic_score_gemma":0.0005777855,"teacher_disagreement_score":0.9881579,"about_ca_system_score_codex":0.000702067,"about_ca_system_score_gemma":0.0012533715,"threshold_uncertainty_score":0.14436853},"labels":[],"label_agreement":null},{"id":"W1631814954","doi":"10.19173/irrodl.v3i2.102","title":"Redefining the cost and complexity of library services for open and distance learning","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Information Society and Technology Trends","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Quality (philosophy); Service (business); Judgement; Activity-based costing; Class (philosophy); Higher education; Element (criminal law); Sociology; Computer science; Public relations; Business; World Wide Web; Knowledge management; Pedagogy; Political science; Marketing; Economics; Economic growth","score_opus":0.19744104215499836,"score_gpt":0.4517209188774246,"score_spread":0.25427987672242625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1631814954","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047059584,0.53192073,0.011392519,0.2363694,0.0038229336,0.00015660921,0.00029004502,0.00012767002,0.16886048],"genre_scores_gemma":[0.5090897,0.43600193,0.009679028,0.021758584,0.0035553982,0.0001083519,0.00016602436,0.000121510966,0.019519474],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97935915,0.009273826,0.0010518568,0.0006617511,0.008805372,0.0008479287],"domain_scores_gemma":[0.8914758,0.079227015,0.010639079,0.0024147888,0.01482326,0.001420024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016694594,0.0002946825,0.0005163948,0.004556542,0.0014154825,0.016657056,0.0015081097,0.0025471165,0.006429415],"category_scores_gemma":[0.04067689,0.00021938201,0.00046345033,0.009005037,0.005645026,0.013147682,0.003550371,0.002620698,0.00094983325],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011411235,0.000050999122,0.006149528,0.0069439486,0.000102159596,0.00020869615,0.0036375658,0.0017910411,0.000795536,0.27711183,0.04857868,0.6545159],"study_design_scores_gemma":[0.000030367348,0.00023146512,0.026670111,0.017386906,0.00023361646,0.0008103055,0.020496434,0.0013069637,0.0021877321,0.089490876,0.84098655,0.0001686701],"about_ca_topic_score_codex":0.012120729,"about_ca_topic_score_gemma":0.02014044,"teacher_disagreement_score":0.016694594,"about_ca_system_score_codex":0.009630341,"about_ca_system_score_gemma":0.01272717,"threshold_uncertainty_score":0.08829051},"labels":[],"label_agreement":null},{"id":"W1632634971","doi":"10.19173/irrodl.v6i3.258","title":"The Effects of Linguistic Qualifiers and Intensifiers on Group Interaction and Performance in Computer-Supported Collaborative Argumentation","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argumentation theory; Viewpoints; Argument (complex analysis); Computer-mediated communication; Psychology; Linguistics; Social psychology; Computer science; World Wide Web","score_opus":0.05539916384733805,"score_gpt":0.4739327677849075,"score_spread":0.41853360393756944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1632634971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983144,0.000033421864,0.00024955033,0.00003163567,0.0000039865135,0.00002248795,0.000004931051,0.000005174409,0.0013346097],"genre_scores_gemma":[0.9984787,0.000033409073,0.0010211839,0.000031186897,0.000009504375,0.000048725204,0.000020100872,0.000006072911,0.00035110867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99120647,0.0058357716,0.0006983521,0.0005375918,0.0015065774,0.00021524786],"domain_scores_gemma":[0.86700886,0.107771665,0.01686526,0.0023862931,0.0030908652,0.0028770987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0083590625,0.00032913042,0.00028820307,0.0005171167,0.00049434614,0.0019280141,0.00030055904,0.0005107725,0.0017689832],"category_scores_gemma":[0.06756381,0.0001628797,0.00020742614,0.00026101083,0.0008572817,0.0007397964,0.0012633879,0.0006550758,0.00032812534],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008035931,0.004641595,0.6391559,0.0005960292,0.0004402829,0.00064571877,0.048562445,0.0014315018,0.07138953,0.0010732231,0.0006193714,0.22340852],"study_design_scores_gemma":[0.0001934708,0.006608427,0.96928006,0.0001427148,0.0001709973,0.00036259313,0.010562473,0.003031657,0.0066624815,0.0011118811,0.0017967774,0.0000763946],"about_ca_topic_score_codex":0.00021803073,"about_ca_topic_score_gemma":0.0003090806,"teacher_disagreement_score":0.0083590625,"about_ca_system_score_codex":0.00031096456,"about_ca_system_score_gemma":0.0002496906,"threshold_uncertainty_score":0.044207454},"labels":[],"label_agreement":null},{"id":"W1633117113","doi":"10.19173/irrodl.v16i1.1797","title":"The pixelated professor: Faculty in immersive virtual worlds","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Metaverse; Class (philosophy); Virtual world; Multimedia; Virtual reality; Computer science; Sociology; Psychology; Human–computer interaction; Artificial intelligence","score_opus":0.17829273513263644,"score_gpt":0.4823427320542521,"score_spread":0.30404999692161566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1633117113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42640993,0.009146833,0.07356826,0.10182437,0.0023339465,0.00019345396,0.00011539899,0.00057016755,0.38583776],"genre_scores_gemma":[0.94491565,0.003038291,0.010016903,0.0068229004,0.0007242555,0.0000910439,0.00003374174,0.00014914542,0.034207985],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99468094,0.003840421,0.00008513068,0.00034810582,0.0007626871,0.00028268556],"domain_scores_gemma":[0.99597234,0.0018870359,0.00056628033,0.00036417219,0.00032915937,0.00088095217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002637519,0.00026936203,0.0002111426,0.0005696762,0.004044724,0.007035467,0.0010068124,0.0015953652,0.009184863],"category_scores_gemma":[0.009966232,0.00025735144,0.00026665654,0.0008295595,0.0060535097,0.009324092,0.0067392895,0.0029327353,0.0009591312],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001284422,0.00027353314,0.010393302,0.0005299697,0.00004294253,0.0012048419,0.4644927,0.00041384104,0.005854864,0.26604077,0.045078523,0.20554626],"study_design_scores_gemma":[0.000043072843,0.00024190807,0.0062164655,0.00029939553,0.000051108233,0.0021606078,0.19729424,0.00059147755,0.003131495,0.03323779,0.75668204,0.000050437036],"about_ca_topic_score_codex":0.0013561035,"about_ca_topic_score_gemma":0.0033770055,"teacher_disagreement_score":0.009184863,"about_ca_system_score_codex":0.0014383695,"about_ca_system_score_gemma":0.0017591295,"threshold_uncertainty_score":0.030726433},"labels":[],"label_agreement":null},{"id":"W1634346575","doi":"10.19173/irrodl.v4i1.117","title":"Videoconferencing in Theatre and Performance Studies","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Theatre and Performance Studies","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Videoconferencing; Teleconference; The Internet; Distance education; Integrated Services Digital Network; Multimedia; Computer science; Educational technology; Interactive video; Telecommunications; World Wide Web; Sociology; Pedagogy","score_opus":0.17025759410012414,"score_gpt":0.42552765163788253,"score_spread":0.2552700575377584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1634346575","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2759147,0.35224363,0.0061829886,0.0030076937,0.0012900386,0.00035667396,0.00034306265,0.00005282881,0.36060846],"genre_scores_gemma":[0.7620852,0.1982785,0.0068228943,0.0006148973,0.0009704499,0.00026138168,0.00033767,0.00003251054,0.030596554],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9939628,0.0031088437,0.0003885806,0.0003074377,0.0020258639,0.00020656461],"domain_scores_gemma":[0.9913384,0.0056596715,0.00084764825,0.0003402489,0.0014102844,0.00040376646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005348687,0.00021945397,0.00036974964,0.0017746498,0.00045554992,0.0018396081,0.00058490963,0.00046235937,0.00689534],"category_scores_gemma":[0.015625464,0.00006892477,0.0001257148,0.0040226826,0.0007692548,0.0007894585,0.00071525393,0.00044274743,0.0007777798],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047255293,0.0007038427,0.009401138,0.004271154,0.000059139158,0.00052058743,0.011261903,0.00024427765,0.003065037,0.016598837,0.008068262,0.9453333],"study_design_scores_gemma":[0.0001644753,0.004634932,0.23621169,0.005832419,0.00019224217,0.0063126483,0.039484564,0.00047079058,0.010473853,0.0091762515,0.6869318,0.000114341135],"about_ca_topic_score_codex":0.0040922984,"about_ca_topic_score_gemma":0.0056362697,"teacher_disagreement_score":0.00689534,"about_ca_system_score_codex":0.0011906315,"about_ca_system_score_gemma":0.0014648066,"threshold_uncertainty_score":0.028286874},"labels":[],"label_agreement":null},{"id":"W1634431212","doi":"10.19173/irrodl.v15i2.1709","title":"A framework for interaction and cognitive engagement in connectivist learning contexts","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"China Scholarship Council; Athabasca University","keywords":"Connectivism; Class (philosophy); Chen; Sensemaking; Cognition; Computer science; Psychology; Mathematics education; Learning theory; Artificial intelligence; Human–computer interaction","score_opus":0.11931690356272291,"score_gpt":0.5164465908273094,"score_spread":0.3971296872645865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1634431212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017135568,0.0053862925,0.6985274,0.010774881,0.00034486718,0.0008917658,0.00042137873,0.00039377707,0.2661241],"genre_scores_gemma":[0.66448295,0.0030854587,0.31004885,0.0010876611,0.00019940065,0.0040828157,0.00037159663,0.00013138942,0.016509958],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965926,0.0019727536,0.00017832873,0.00056728104,0.0003968144,0.00029224288],"domain_scores_gemma":[0.9985757,0.00082342775,0.00013268169,0.00010283458,0.0001707717,0.00019446206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002708687,0.0011451129,0.00051061093,0.003749296,0.0027500405,0.006885603,0.002235061,0.003216744,0.0074263616],"category_scores_gemma":[0.002365154,0.00038906682,0.0010333434,0.0026039418,0.016064947,0.009384577,0.0054221638,0.0035040064,0.0009872011],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040094587,0.000014022602,0.00022426195,0.0000583352,0.0000038455473,0.00013112732,0.0052003963,0.00062320626,0.00012995634,0.9883543,0.0005401271,0.004716471],"study_design_scores_gemma":[0.000021342885,0.00004340346,0.0009194153,0.0003067013,0.000017392014,0.00039722072,0.0060538384,0.007989329,0.00020271534,0.8786106,0.105411515,0.00002660325],"about_ca_topic_score_codex":0.007256427,"about_ca_topic_score_gemma":0.0043601044,"teacher_disagreement_score":0.0074263616,"about_ca_system_score_codex":0.005767269,"about_ca_system_score_gemma":0.0035213735,"threshold_uncertainty_score":0.041844666},"labels":[],"label_agreement":null},{"id":"W1636220691","doi":"10.19173/irrodl.v12i5.1051","title":"The impact of e-learning programs on the internationalization of the university","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internationalization; Distance education; Educational technology; Computer science; Higher education; E learning; Electronic learning; Mathematics education; Knowledge management; World Wide Web; Sociology; Pedagogy; The Internet; Business; Psychology; Economic growth; Economics","score_opus":0.18341983849209828,"score_gpt":0.42912794391376713,"score_spread":0.24570810542166885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1636220691","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040706364,0.9503252,0.00010341034,0.0142758405,0.0032451404,0.000013760104,0.000097940654,0.000013445275,0.02785465],"genre_scores_gemma":[0.035901025,0.9537245,0.00017261236,0.0023601572,0.002073825,0.000015508867,0.00011767268,0.00001526097,0.005619544],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987357,0.00051862834,0.0000885843,0.00007302196,0.00048002484,0.00010400469],"domain_scores_gemma":[0.98498213,0.010290396,0.00100187,0.00018555394,0.0030237383,0.000516323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002388979,0.00026222083,0.00038225506,0.0017507534,0.00028169653,0.0025504502,0.00038487153,0.00068684405,0.007941912],"category_scores_gemma":[0.010371416,0.0000879083,0.00032202055,0.0030810356,0.0005665664,0.0023056779,0.0008658469,0.0014225608,0.000998724],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012390107,0.000078290446,0.0015556877,0.0073709413,0.000100638485,0.000072587274,0.00037694056,0.00034698215,0.00026346708,0.016374178,0.20802926,0.7653071],"study_design_scores_gemma":[0.000030179119,0.0002762126,0.015939893,0.01436001,0.00027839595,0.00030656985,0.0011547118,0.00012216052,0.0011841372,0.004131439,0.96219164,0.000024643929],"about_ca_topic_score_codex":0.002583782,"about_ca_topic_score_gemma":0.00553104,"teacher_disagreement_score":0.007941912,"about_ca_system_score_codex":0.001781104,"about_ca_system_score_gemma":0.0032011257,"threshold_uncertainty_score":0.026568294},"labels":[],"label_agreement":null},{"id":"W1636476126","doi":"10.19173/irrodl.v15i2.1676","title":"Mobile cloud learning for higher education: A case study of Moodle in the cloud","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Computer science; Multimedia; Style (visual arts); Mobile device; M-learning; World Wide Web; Operating system","score_opus":0.10130890131341772,"score_gpt":0.45400105510101896,"score_spread":0.3526921537876012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1636476126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9560338,0.00050679094,0.0024038523,0.0048677665,0.0001036299,0.00016905754,0.0001814638,0.00009441172,0.03563921],"genre_scores_gemma":[0.9860269,0.000432883,0.0017614149,0.0007246277,0.000042117157,0.000049250462,0.000059754344,0.000040926436,0.010862044],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99868447,0.0006281434,0.000039703555,0.00009739843,0.00015651464,0.0003938239],"domain_scores_gemma":[0.99773645,0.00084425276,0.00014696056,0.00010308067,0.00016907348,0.0010000564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010150983,0.00026641818,0.00027809484,0.00067409576,0.0068620197,0.0032628714,0.0009521546,0.001854862,0.005536855],"category_scores_gemma":[0.002109449,0.0001897346,0.00036254773,0.001115597,0.0014404085,0.002129437,0.002522265,0.0014460662,0.0015135255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094307424,0.008196017,0.103201315,0.0014814724,0.000117108546,0.14046906,0.33910003,0.0059090815,0.011312988,0.042176098,0.09594637,0.25114748],"study_design_scores_gemma":[0.000176551,0.0012541113,0.061205078,0.00058062095,0.00004902228,0.024264378,0.57809883,0.011970256,0.0056006145,0.004958315,0.31168675,0.00015553122],"about_ca_topic_score_codex":0.0072030914,"about_ca_topic_score_gemma":0.024680378,"teacher_disagreement_score":0.0072030914,"about_ca_system_score_codex":0.0021917557,"about_ca_system_score_gemma":0.0015097548,"threshold_uncertainty_score":0.01852262},"labels":[],"label_agreement":null},{"id":"W1639820914","doi":"10.19173/irrodl.v9i1.486","title":"Using ICT and distance education to increase access, equity and quality of rural teachers’ professional development","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"School Choice and Performance","field":"Social Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Equity (law); Information and Communications Technology; Professional development; Distance education; Faculty development; Quality (philosophy); China; Rural area; Educational equity; Educational technology; Teacher education; Public relations; Pedagogy; Psychology; Sociology; Economic growth; Political science; Economics","score_opus":0.37357543796610565,"score_gpt":0.5965463250818215,"score_spread":0.22297088711571583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1639820914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84510416,0.0063168975,0.012325684,0.0067075696,0.0000493722,0.00009571224,0.00009369653,0.000033714412,0.12927328],"genre_scores_gemma":[0.99245995,0.0015361112,0.0019049739,0.00015415398,0.000025623007,0.00002394206,0.000021617228,0.0000034935747,0.0038700437],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984597,0.0008925214,0.000058423204,0.00012571651,0.00030318648,0.00016050095],"domain_scores_gemma":[0.997416,0.0012809724,0.00055806316,0.00021382008,0.00024056078,0.00029049622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020743534,0.000079837286,0.00013121785,0.00071107753,0.00041677986,0.0012261239,0.00030423628,0.0003044951,0.00451914],"category_scores_gemma":[0.0044881823,0.00006545359,0.000101581485,0.0011807532,0.0009322837,0.0015146906,0.0021880963,0.0003263026,0.0002476016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015883191,0.00068723015,0.15055466,0.00090143696,0.000063112006,0.00024744085,0.00923564,0.0018409254,0.003440261,0.12969227,0.0032226809,0.69995546],"study_design_scores_gemma":[0.00018722826,0.0010432983,0.6370742,0.00095137866,0.00007994655,0.0007884965,0.01787035,0.0026533324,0.003927397,0.118360296,0.21701513,0.00004895678],"about_ca_topic_score_codex":0.0034565115,"about_ca_topic_score_gemma":0.0066828597,"teacher_disagreement_score":0.00451914,"about_ca_system_score_codex":0.0010272753,"about_ca_system_score_gemma":0.0015965833,"threshold_uncertainty_score":0.015118003},"labels":[],"label_agreement":null},{"id":"W1640980977","doi":"10.19173/irrodl.v10i5.746","title":"Incentives and Disincentives for the Use of OpenCourseWare","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Incentive; Certificate; Feeling; Psychology; Social psychology; Computer science; Economics","score_opus":0.16302986448733012,"score_gpt":0.46348162053614883,"score_spread":0.3004517560488187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1640980977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850152,0.00018945965,0.0009069167,0.006194262,0.000045718334,0.00005641941,0.00003098107,0.000025545287,0.007535674],"genre_scores_gemma":[0.99783355,0.00012806387,0.00094951096,0.0004261015,0.000028773578,0.000043029304,0.00001590638,0.0000048037255,0.00057021127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98377085,0.0073957867,0.0011850712,0.0006132902,0.0048657423,0.0021693255],"domain_scores_gemma":[0.93407655,0.032181192,0.018452203,0.0020524024,0.006652575,0.0065851226],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.017019652,0.00020545386,0.00025242247,0.00132872,0.0030469468,0.0023541981,0.000856422,0.0013306874,0.0020247097],"category_scores_gemma":[0.065395564,0.00044193593,0.0004080126,0.0008662752,0.0035980225,0.0018449349,0.0037715666,0.0015343233,0.00010095669],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059461984,0.0011343785,0.6851345,0.0007083121,0.00016452518,0.001517145,0.07750021,0.0021332714,0.00683078,0.03480977,0.008466535,0.18100606],"study_design_scores_gemma":[0.00012571535,0.0009267852,0.8177804,0.00062152295,0.00009190596,0.0007115858,0.11366785,0.0032215605,0.0020374893,0.009626322,0.05091646,0.00027248787],"about_ca_topic_score_codex":0.015010842,"about_ca_topic_score_gemma":0.027612388,"teacher_disagreement_score":0.9991436,"about_ca_system_score_codex":0.00523003,"about_ca_system_score_gemma":0.011123288,"threshold_uncertainty_score":0.09000957},"labels":[],"label_agreement":null},{"id":"W1641502221","doi":"10.19173/irrodl.v13i4.1222","title":"Mobile microblogging: Using Twitter and mobile devices in an online course to promote learning in authentic contexts","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microblogging; Social media; Instructional design; Computer science; World Wide Web; Mobile device; M-learning; Multimedia; Perception; Computer-mediated communication; Psychology; The Internet","score_opus":0.10262935297906271,"score_gpt":0.4616754387029749,"score_spread":0.35904608572391217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1641502221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9340474,0.00034864387,0.044260368,0.00081300037,0.00018953794,0.0124962935,0.00012944461,0.00017817943,0.007537203],"genre_scores_gemma":[0.7533451,0.00055564096,0.2180105,0.0007846389,0.00008423564,0.02300349,0.000092733724,0.000074348965,0.004049317],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9861683,0.011088167,0.00054514426,0.00079973374,0.00082531484,0.0005733499],"domain_scores_gemma":[0.98526716,0.0108978385,0.00081020425,0.001231562,0.0010191776,0.0007741378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016638141,0.00074625405,0.0008356957,0.0009567469,0.0020560238,0.0034802558,0.0013971572,0.0011243144,0.0029496064],"category_scores_gemma":[0.018014068,0.00058169645,0.00075791025,0.00058028277,0.0017458759,0.0026854721,0.0024572706,0.0011267386,0.0005784004],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061404235,0.031410176,0.030169163,0.007403569,0.0002963295,0.0010582275,0.19714208,0.0022645989,0.029862259,0.018439084,0.0039570425,0.67185706],"study_design_scores_gemma":[0.013090039,0.16420984,0.06808956,0.0039467188,0.0016771739,0.0014687311,0.27926755,0.018940223,0.10746764,0.033227623,0.3079095,0.00070541387],"about_ca_topic_score_codex":0.0003343532,"about_ca_topic_score_gemma":0.0010117698,"teacher_disagreement_score":0.016638141,"about_ca_system_score_codex":0.001125801,"about_ca_system_score_gemma":0.0018299111,"threshold_uncertainty_score":0.08799195},"labels":[],"label_agreement":null},{"id":"W1641551142","doi":"10.19173/irrodl.v4i1.122","title":"Libraries Without Walls 4: the delivery of library services to distant users","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Library Science and Administration","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; Distance education; Computer science; Delivery system; Multimedia; Sociology; Medicine; Pedagogy","score_opus":0.08078235090004399,"score_gpt":0.4220856536332205,"score_spread":0.3413033027331765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1641551142","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036587092,0.96773976,0.00015643754,0.015916742,0.005212917,0.000029754412,0.00006591284,0.000021586846,0.010491074],"genre_scores_gemma":[0.0037009388,0.9744494,0.00022464062,0.008342356,0.0032927566,0.000032170414,0.000097702585,0.000015725118,0.009844298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799687,0.00059644075,0.00016885814,0.00012519138,0.0009825574,0.0001300943],"domain_scores_gemma":[0.9917088,0.003495875,0.00100962,0.00014822836,0.0031710337,0.00046644814],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002806002,0.0005348351,0.0011457959,0.002893513,0.0005145052,0.002671969,0.0014600855,0.003219069,0.01290396],"category_scores_gemma":[0.008610287,0.00033077053,0.0006294759,0.0046719164,0.00091208087,0.0045836833,0.00092570984,0.0025044517,0.004242693],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001169982,0.000038685295,0.00015147409,0.009463502,0.000070766735,0.00008068862,0.00016977485,0.00015253347,0.0002830157,0.006742375,0.637434,0.3452962],"study_design_scores_gemma":[0.000037925278,0.000160426,0.0015950793,0.0066842167,0.00011022828,0.00026237537,0.00024118744,0.000054581786,0.00017355586,0.0011564512,0.98950493,0.000019169129],"about_ca_topic_score_codex":0.011429255,"about_ca_topic_score_gemma":0.026009629,"teacher_disagreement_score":0.99732804,"about_ca_system_score_codex":0.002672523,"about_ca_system_score_gemma":0.0069030765,"threshold_uncertainty_score":0.043168068},"labels":[],"label_agreement":null},{"id":"W1644003768","doi":"10.19173/irrodl.v4i2.142","title":"Second Language Acquisition Theories as a Framework for Creating Distance Learning Courses","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Language acquisition; Computer science; Educational technology; Mathematics education; Second-language acquisition; Learning theory; Pedagogy; Multimedia; Sociology; Linguistics; Psychology","score_opus":0.06206372601113183,"score_gpt":0.4319884783176093,"score_spread":0.3699247523064775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1644003768","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03581363,0.0063179596,0.26929006,0.024195049,0.00057325535,0.00018691774,0.00010525841,0.00030036678,0.6632175],"genre_scores_gemma":[0.81768274,0.0040680193,0.09727252,0.0022102406,0.00019513797,0.0003381113,0.00014931329,0.0001452685,0.07793856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984493,0.0007868667,0.000058980735,0.00015372968,0.00038475567,0.00016617768],"domain_scores_gemma":[0.99664634,0.002227453,0.0001860993,0.00020104257,0.00049580453,0.00024330884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023347237,0.00046546524,0.00024340059,0.0015820693,0.0013078463,0.0044303546,0.0015110018,0.0018083974,0.01146161],"category_scores_gemma":[0.0054111355,0.00024218432,0.0003420734,0.0008458876,0.005729168,0.0069741216,0.0026831578,0.0027231444,0.0013537704],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052120063,0.000035526748,0.0004399615,0.000057880152,0.0000030363697,0.00007404679,0.0018270321,0.00048433835,0.00013058839,0.9670574,0.002264556,0.027620425],"study_design_scores_gemma":[0.000014985133,0.000041128063,0.00082747644,0.00015904085,0.000005831659,0.00017177174,0.0021685185,0.0028102098,0.0008302232,0.9273323,0.06562643,0.000012098294],"about_ca_topic_score_codex":0.004031241,"about_ca_topic_score_gemma":0.005127549,"teacher_disagreement_score":0.01146161,"about_ca_system_score_codex":0.0029337436,"about_ca_system_score_gemma":0.0032575023,"threshold_uncertainty_score":0.038342953},"labels":[],"label_agreement":null},{"id":"W1644621848","doi":"10.19173/irrodl.v15i1.1664","title":"A case study of integrating Interwise: Interaction, internet self-efficacy, and satisfaction in synchronous online learning environments","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Psychology; Videoconferencing; Self-efficacy; Distance education; Perception; Computer-mediated communication; Online chat; Class (philosophy); Educational technology; Multimedia; Computer science; Mathematics education; World Wide Web; Social psychology; Artificial intelligence","score_opus":0.06024771349641122,"score_gpt":0.4450189759731241,"score_spread":0.3847712624767129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1644621848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977908,0.000043497595,0.00082894234,0.00013442343,0.00000773681,0.000055789467,0.000011701693,0.000008553235,0.0011185238],"genre_scores_gemma":[0.99679095,0.000108513406,0.0018104691,0.00006322443,0.000010806299,0.00006689558,0.000014565948,0.000007225012,0.001127296],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9971425,0.0017699329,0.00014306908,0.00019311057,0.00032357086,0.0004277978],"domain_scores_gemma":[0.9943007,0.0030075328,0.0006894702,0.00036792422,0.0003579646,0.0012763158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030882705,0.00047093976,0.0004431845,0.0009025894,0.0038505741,0.0016332195,0.0011662146,0.001733306,0.001801551],"category_scores_gemma":[0.0066227233,0.00034295555,0.00063015544,0.0009085295,0.0013317411,0.0011952776,0.0017054457,0.0015126221,0.0002520401],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007220035,0.02798071,0.3079257,0.0006118834,0.00014021566,0.11382879,0.35924256,0.0015934571,0.01073531,0.0042866566,0.0026574112,0.17027532],"study_design_scores_gemma":[0.0002902194,0.017806793,0.25323018,0.00030216033,0.00024738774,0.07369587,0.5985004,0.013625558,0.018746272,0.0018333548,0.021507291,0.00021457445],"about_ca_topic_score_codex":0.002134438,"about_ca_topic_score_gemma":0.006441513,"teacher_disagreement_score":0.0038505741,"about_ca_system_score_codex":0.0014013641,"about_ca_system_score_gemma":0.0011804636,"threshold_uncertainty_score":0.016332507},"labels":[],"label_agreement":null},{"id":"W1644681929","doi":"10.19173/irrodl.v3i2.105","title":"Gagne's and Laurillard's Models of Instruction Applied to Distance Education: A theoretically driven evaluation of an online curriculum in public health","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Distance education; Class (philosophy); Mathematics education; Psychology; Instructional design; Pedagogy; Course evaluation; Teaching method; Public health; Medical education; Higher education; Computer science; Medicine; Political science","score_opus":0.17024802549566437,"score_gpt":0.48184449549660663,"score_spread":0.31159647000094226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1644681929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9273572,0.0006272251,0.031629734,0.0015624337,0.00016101108,0.004863906,0.00025232375,0.00022762161,0.03331849],"genre_scores_gemma":[0.9155339,0.0016245559,0.06745611,0.0007442154,0.000025221902,0.0047047725,0.00023357668,0.000067103225,0.009610523],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9907053,0.0054059,0.0003736483,0.0003168473,0.0029869766,0.00021125267],"domain_scores_gemma":[0.97728115,0.018178577,0.0006927353,0.0008592449,0.0023433147,0.0006450113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012652077,0.0005768157,0.00062036794,0.0016163606,0.0008514512,0.0027140342,0.0015886803,0.0010502758,0.0028832215],"category_scores_gemma":[0.031537697,0.00029129616,0.00085759745,0.00069957017,0.0012405461,0.0018693643,0.0015488465,0.001275441,0.0004867354],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020647843,0.021914417,0.028415205,0.00178347,0.00012970783,0.00015878743,0.017877763,0.019177917,0.0047247317,0.024985988,0.0067740255,0.87199324],"study_design_scores_gemma":[0.012891256,0.17136356,0.21344507,0.0053609936,0.0017519889,0.00091895,0.043058526,0.22781466,0.08265424,0.03595463,0.2038935,0.00089253095],"about_ca_topic_score_codex":0.00819264,"about_ca_topic_score_gemma":0.008736241,"teacher_disagreement_score":0.012652077,"about_ca_system_score_codex":0.0052761934,"about_ca_system_score_gemma":0.004069931,"threshold_uncertainty_score":0.0669114},"labels":[],"label_agreement":null},{"id":"W1645210034","doi":"10.19173/irrodl.v6i2.235","title":"Navigating Distance and Traditional Higher Education: Online faculty experiences","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Higher education; Incentive; Institution; Asynchronous communication; Focus group; Sociology; Legitimacy; Psychology; Pedagogy; Perception; Academic freedom; Medical education; Public relations; Political science; Social science; Computer science; Medicine","score_opus":0.16806164345785637,"score_gpt":0.5230680348399914,"score_spread":0.3550063913821351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1645210034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890458,0.00082074833,0.0007834758,0.0018638239,0.00008711016,0.000026160104,0.000037643687,0.00001672161,0.007318488],"genre_scores_gemma":[0.9943738,0.0007279667,0.0002861564,0.00060279743,0.000054872384,0.000027354587,0.000016175183,0.000019542618,0.0038913502],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9949532,0.00326882,0.00015635024,0.00025066582,0.0006002984,0.00077063235],"domain_scores_gemma":[0.9904641,0.0055410773,0.00078929507,0.0002762884,0.00040590737,0.0025232343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051995474,0.00026166838,0.0004628003,0.000804246,0.007622281,0.0052775554,0.0010307383,0.0014254854,0.0049943943],"category_scores_gemma":[0.009541136,0.0002408483,0.0002525508,0.0017930637,0.00595066,0.005493402,0.0069129984,0.0020726642,0.0005541378],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005514597,0.00015837852,0.007027136,0.000116206735,0.0000051806646,0.0008125902,0.96915555,0.000048348065,0.00083642243,0.0023508638,0.0011188539,0.0183154],"study_design_scores_gemma":[0.0000056436384,0.00014652836,0.0044140914,0.00010982582,0.000004552783,0.0003501965,0.9711897,0.000051791976,0.00036880007,0.00032542332,0.023015046,0.000018378223],"about_ca_topic_score_codex":0.0023836961,"about_ca_topic_score_gemma":0.005352095,"teacher_disagreement_score":0.007622281,"about_ca_system_score_codex":0.0020700179,"about_ca_system_score_gemma":0.002661376,"threshold_uncertainty_score":0.027498186},"labels":[],"label_agreement":null},{"id":"W1646149266","doi":"10.19173/irrodl.v3i2.85","title":"Integrated Collaborative Tools","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Computer science; Asynchronous communication; Polling; Distance education; Product (mathematics); Multimedia; Teleconference; Software; Videoconferencing; Multitude; File format; World Wide Web; Telecommunications; Database","score_opus":0.1480221976651839,"score_gpt":0.4793418569833897,"score_spread":0.33131965931820584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1646149266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02937146,0.0050251437,0.546847,0.0013254598,0.0009715573,0.0015002408,0.0018533868,0.01661621,0.39648953],"genre_scores_gemma":[0.23420781,0.0059340554,0.5708626,0.0012752791,0.0006701647,0.002005234,0.0043935366,0.0018993387,0.17875202],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99386024,0.0012177051,0.0005722194,0.0010709726,0.002822509,0.00045629832],"domain_scores_gemma":[0.98748416,0.0046198787,0.00084817654,0.004239091,0.0017319879,0.0010767187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038815034,0.0013103824,0.000830931,0.0055793985,0.001311769,0.009317421,0.0038203187,0.0025804562,0.059197526],"category_scores_gemma":[0.014130317,0.00054662337,0.001040658,0.006874415,0.0013395451,0.011752351,0.01108278,0.0015826569,0.019783074],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022021588,0.00044634077,0.0018455875,0.0014034653,0.00007942778,0.00055493676,0.0045153215,0.0009117663,0.00470398,0.08066013,0.036784455,0.86787444],"study_design_scores_gemma":[0.00011844961,0.00045262274,0.0033649334,0.0009931261,0.00012042306,0.0026269108,0.0022619767,0.0050695864,0.0055377036,0.073347986,0.90598065,0.0001256496],"about_ca_topic_score_codex":0.0005231752,"about_ca_topic_score_gemma":0.00085060584,"teacher_disagreement_score":0.059197526,"about_ca_system_score_codex":0.00093251694,"about_ca_system_score_gemma":0.0018342905,"threshold_uncertainty_score":0.19803548},"labels":[],"label_agreement":null},{"id":"W1647193109","doi":"10.19173/irrodl.v12i3.902","title":"Connectivism: Its place in theory-informed research and innovation in technology-enabled learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":388,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Sociotechnical system; Rigour; Scope (computer science); Learning theory; Educational technology; Context (archaeology); Variety (cybernetics); Instructional design; Sociology; Knowledge management; Successor cardinal; Engineering ethics; Computer science; Pedagogy; Epistemology; Engineering","score_opus":0.14894937584019272,"score_gpt":0.4655599490460024,"score_spread":0.31661057320580965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1647193109","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041840937,0.076607026,0.3679497,0.11802964,0.003162655,0.0005316399,0.00012928648,0.0003330705,0.39141598],"genre_scores_gemma":[0.84565413,0.04559865,0.08855168,0.007874762,0.0014303998,0.0015730573,0.00010075053,0.00026619493,0.008950446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9696046,0.024074566,0.00074441935,0.0022210062,0.002579297,0.0007760994],"domain_scores_gemma":[0.94889325,0.04207913,0.0014561492,0.0046084705,0.0012632003,0.0016998233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037500624,0.00079313933,0.0013549901,0.00729613,0.005707912,0.024181824,0.0026348275,0.0058315285,0.0041260133],"category_scores_gemma":[0.025291855,0.00066707894,0.0008743748,0.0074974624,0.0832477,0.021825608,0.013725585,0.00801503,0.0004900918],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000868903,0.000012033569,0.00039482868,0.0002126013,0.000018486919,0.000074192016,0.011180419,0.00024105316,0.000056533405,0.97343045,0.0008569541,0.0135137355],"study_design_scores_gemma":[0.000015668269,0.00003398736,0.00039479023,0.0011782629,0.000019286768,0.00022374805,0.0076231607,0.0007043097,0.00017453739,0.9228615,0.066743515,0.000027128839],"about_ca_topic_score_codex":0.001976884,"about_ca_topic_score_gemma":0.0020379624,"teacher_disagreement_score":0.037500624,"about_ca_system_score_codex":0.0074193464,"about_ca_system_score_gemma":0.008696035,"threshold_uncertainty_score":0.19832462},"labels":[],"label_agreement":null},{"id":"W1649631076","doi":"10.19173/irrodl.v3i2.104","title":"Online Education Systems in Scandinavian and Australian Universities: A Comparative Study","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Norwegian; Higher education; Learning Management; Public relations; Coercion (linguistics); Political science; Management system; Comparative education; Knowledge management; Sociology; Computer science; Economic growth; Economics; Management; World Wide Web","score_opus":0.17592287693154135,"score_gpt":0.5091374804789948,"score_spread":0.3332146035474534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1649631076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98973686,0.0024297915,0.00005443056,0.00025781337,0.000016332438,0.000021398351,0.000041350497,0.0000032305325,0.0074388],"genre_scores_gemma":[0.9956399,0.0022804518,0.00009259457,0.00010096342,0.000008079705,0.000018650084,0.000066825094,0.0000027599428,0.0017897399],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9935935,0.0024170857,0.00058674667,0.00038752746,0.0016792717,0.0013358293],"domain_scores_gemma":[0.9890975,0.0038422744,0.0023688495,0.00029865245,0.0024670782,0.001925734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005406333,0.00023961144,0.00073016307,0.0068832855,0.004946608,0.006038188,0.0008356913,0.0010495071,0.0038111433],"category_scores_gemma":[0.01152306,0.00043040529,0.00031311275,0.014080544,0.0025017573,0.003468651,0.003756288,0.00067168963,0.0004673777],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031695666,0.0008623302,0.26983786,0.0013456412,0.00009320234,0.0017361179,0.61375237,0.00023945085,0.0008249756,0.007444513,0.0020261477,0.10152057],"study_design_scores_gemma":[0.000011502159,0.00047411985,0.63718367,0.00049061887,0.00004674645,0.00042219754,0.3425307,0.00019338925,0.00017567918,0.00024463228,0.018192476,0.000034246452],"about_ca_topic_score_codex":0.097592145,"about_ca_topic_score_gemma":0.14831245,"teacher_disagreement_score":0.097592145,"about_ca_system_score_codex":0.0081344405,"about_ca_system_score_gemma":0.006322331,"threshold_uncertainty_score":0.19404817},"labels":[],"label_agreement":null},{"id":"W1650240198","doi":"10.19173/irrodl.v8i2.438","title":"The World-Wide Inaccessible Web, Part 1: Browsing","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"International Development Research Centre","keywords":"Formative assessment; World Wide Web; The Internet; Sri lanka; Calculator; South asia; Computer science; Sociology","score_opus":0.12444187240285523,"score_gpt":0.5040040938212536,"score_spread":0.37956222141839835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1650240198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98997724,0.003235713,0.000668889,0.000033368655,0.00002895646,0.00021980237,0.00035136665,0.00001702058,0.005467676],"genre_scores_gemma":[0.9928773,0.0024640488,0.0013642997,0.00007502353,0.000041541996,0.00020018488,0.00071196776,0.000028074752,0.0022375267],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99568814,0.0016172348,0.00081535097,0.00050583965,0.0010051345,0.00036831357],"domain_scores_gemma":[0.9273797,0.050396886,0.010130646,0.0031639673,0.007247589,0.0016811239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053799553,0.00061329856,0.00062659895,0.0050637615,0.0008188468,0.001982149,0.0005624303,0.0007357888,0.0036307543],"category_scores_gemma":[0.033261657,0.00034145467,0.0006761215,0.0038590464,0.00094028556,0.003386135,0.0010827415,0.00068793184,0.00076443184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003581462,0.0027891668,0.7753371,0.0040769614,0.00040178347,0.000819691,0.017772008,0.0004178979,0.005297388,0.000771048,0.001480643,0.18725479],"study_design_scores_gemma":[0.000041983527,0.0043373997,0.9771682,0.0003916577,0.00027696395,0.001885585,0.0073259934,0.00026537088,0.0032084857,0.00025172968,0.0047983085,0.00004822546],"about_ca_topic_score_codex":0.0029463097,"about_ca_topic_score_gemma":0.0051698373,"teacher_disagreement_score":0.0053799553,"about_ca_system_score_codex":0.00061956287,"about_ca_system_score_gemma":0.00052351214,"threshold_uncertainty_score":0.028452277},"labels":[],"label_agreement":null},{"id":"W1651886583","doi":"10.19173/irrodl.v13i3.1166","title":"Learning in educational computer games for novices: The impact of support provision types on virtual presence, cognitive load, and learning outcomes","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive load; Educational technology; Computer science; Cognition; Affect (linguistics); Cognitive style; Psychology; Experiential learning; Human–computer interaction; Cognitive psychology; Applied psychology; Mathematics education","score_opus":0.09338338165118275,"score_gpt":0.5024556109146319,"score_spread":0.4090722292634491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1651886583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972807,0.00077628746,0.00033867444,0.00005867811,0.000011886149,0.00006367129,0.00002087501,0.000008461723,0.0014407645],"genre_scores_gemma":[0.997207,0.0007840468,0.0010941093,0.000047345344,0.000011286881,0.00008433985,0.000067852656,0.0000056900385,0.0006982753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983176,0.0005923158,0.0001501012,0.00020456032,0.00057900854,0.00015646535],"domain_scores_gemma":[0.991859,0.005088658,0.0010416885,0.00022150588,0.0003832229,0.001405886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002085458,0.00048878876,0.0006478229,0.00091053615,0.00029329368,0.001792841,0.00055266434,0.0004656179,0.002432729],"category_scores_gemma":[0.013782285,0.00013297496,0.00061329413,0.00040944392,0.00038702038,0.0009444755,0.00108135,0.00064192485,0.0004221417],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006628156,0.027227873,0.40004537,0.0030301262,0.0012682728,0.0005228652,0.0031254508,0.0020926541,0.007877232,0.0010524974,0.0011329325,0.54599655],"study_design_scores_gemma":[0.00039038606,0.014039692,0.9687555,0.0007721355,0.0006224778,0.0004309899,0.0031280692,0.0032569596,0.003697259,0.0020824005,0.0027546196,0.00006946159],"about_ca_topic_score_codex":0.000641062,"about_ca_topic_score_gemma":0.0015432568,"teacher_disagreement_score":0.002432729,"about_ca_system_score_codex":0.00036500773,"about_ca_system_score_gemma":0.0005194581,"threshold_uncertainty_score":0.011029124},"labels":[],"label_agreement":null},{"id":"W1653960460","doi":"10.19173/irrodl.v8i3.458","title":"Combating HIV/AIDS Epidemic in Nigeria: Responses from National Open University of Nigeria (NOUN)","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"HIV/AIDS Impact and Responses","field":"Economics, Econometrics and Finance","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Noun; Mandate; Focus group; Charter; Political science; Sociology; Medicine; Economic growth; Public relations; Linguistics; Economics; Law","score_opus":0.12042169689215174,"score_gpt":0.4059812029922649,"score_spread":0.28555950610011316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1653960460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9304771,0.0033730862,0.00039093255,0.02764057,0.00028559918,0.00012496671,0.000035871366,0.000008109168,0.037663713],"genre_scores_gemma":[0.98364115,0.0048556128,0.00032308494,0.004570213,0.000060625443,0.000054875094,0.000012524951,0.000004181991,0.0064777755],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9980592,0.0011774324,0.00006714257,0.000068527006,0.00021352277,0.00041414623],"domain_scores_gemma":[0.9948467,0.003090513,0.00060200674,0.000068741916,0.00042450347,0.0009676015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033269736,0.0001647029,0.00024313568,0.00037387313,0.0057011964,0.0033040945,0.00039991166,0.0020118828,0.003013114],"category_scores_gemma":[0.0059676557,0.00014453965,0.00012259472,0.0005840214,0.0017421038,0.0013812509,0.0029126725,0.0020465818,0.00022079892],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038511876,0.0007169427,0.08196208,0.0016319627,0.000025649633,0.006462594,0.7072845,0.0005906897,0.0052820933,0.029940154,0.022248464,0.14346974],"study_design_scores_gemma":[0.000017765982,0.00025230105,0.02880383,0.0005486532,0.0000130477965,0.0004006588,0.9017693,0.00021216134,0.0005660669,0.0025835712,0.06479916,0.000033584904],"about_ca_topic_score_codex":0.005466731,"about_ca_topic_score_gemma":0.015158615,"teacher_disagreement_score":0.0057011964,"about_ca_system_score_codex":0.002568365,"about_ca_system_score_gemma":0.005296654,"threshold_uncertainty_score":0.018634856},"labels":[],"label_agreement":null},{"id":"W1655426268","doi":"10.19173/irrodl.v5i3.207","title":"Use of Distance Education by Religions of the World to Train, Edify, and Educate Adherents","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Media, Religion, Digital Communication","field":"Arts and Humanities","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Religious education; Hinduism; Buddhism; Sociology; Politics; Islam; Judaism; Religious studies; Theology; Pedagogy; Political science; Law; Philosophy","score_opus":0.14814128192450438,"score_gpt":0.42236150733610106,"score_spread":0.2742202254115967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1655426268","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40127409,0.14060175,0.0056476006,0.017542182,0.0006024992,0.00009987196,0.00014360358,0.000077562654,0.43401092],"genre_scores_gemma":[0.8797878,0.0751265,0.0034452372,0.0018006882,0.00024960536,0.000043765784,0.00009697231,0.000014634097,0.039434798],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989178,0.00060446165,0.000040746625,0.000112573834,0.00024611707,0.00007828161],"domain_scores_gemma":[0.99710625,0.0015415009,0.00042646227,0.00013812692,0.00040402135,0.00038361165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011081294,0.00008185311,0.00012741938,0.00066344946,0.00046674663,0.0016930633,0.0004201595,0.00044197068,0.0057950765],"category_scores_gemma":[0.0027500298,0.000047628248,0.00007496945,0.0011611799,0.0006896214,0.0013627082,0.0011147403,0.0003954696,0.0008362006],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005455848,0.00019354915,0.010555811,0.0009265252,0.000021075211,0.00020389787,0.0045936895,0.00013056882,0.0015108443,0.015088696,0.0054765283,0.9612442],"study_design_scores_gemma":[0.000055344302,0.0009320346,0.093316376,0.0034869884,0.00008073964,0.0020021768,0.028188575,0.00037267397,0.0027600634,0.011085916,0.857667,0.00005209926],"about_ca_topic_score_codex":0.0019259754,"about_ca_topic_score_gemma":0.0053022294,"teacher_disagreement_score":0.0057950765,"about_ca_system_score_codex":0.0007887712,"about_ca_system_score_gemma":0.00086669176,"threshold_uncertainty_score":0.01938653},"labels":[],"label_agreement":null},{"id":"W1656218917","doi":"10.19173/irrodl.v10i6.765","title":"Online and blended communities of inquiry: Exploring the developmental and perceptional differences","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Community of inquiry; Blended learning; Online community; Context (archaeology); Psychology; Multimethodology; Qualitative property; Qualitative research; Cognition; Perception; Mathematics education; Pedagogy; Educational technology; Sociology; Computer science; World Wide Web","score_opus":0.2658727945189318,"score_gpt":0.4789870909295514,"score_spread":0.21311429641061957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1656218917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873645,0.00032444188,0.005431094,0.00028874734,0.000018020895,0.00016868189,0.000024460105,0.000016510743,0.006363608],"genre_scores_gemma":[0.9945241,0.00016451215,0.004036507,0.000060279002,0.0000069585094,0.00014998029,0.00002085956,0.000009061407,0.0010276834],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99187756,0.0051940163,0.00033263597,0.0007143363,0.0014119452,0.0004695518],"domain_scores_gemma":[0.9707935,0.019492602,0.003042491,0.001302603,0.0030542358,0.00231451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010001282,0.00019161701,0.0003668044,0.0017491025,0.0015316213,0.0043238155,0.000727219,0.00071051903,0.0015409184],"category_scores_gemma":[0.030285694,0.00027257114,0.00026377194,0.0009548595,0.00217508,0.0041702623,0.0058478946,0.0012278494,0.00016863861],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003516797,0.001136601,0.14148887,0.00022146087,0.000030654493,0.000411367,0.70939136,0.00012982561,0.007328813,0.0064026364,0.00031918692,0.13278762],"study_design_scores_gemma":[0.00007792013,0.0016156984,0.19191515,0.00034021973,0.000052287407,0.0012180462,0.7615753,0.0020155269,0.004413392,0.0084842965,0.02819158,0.00010059409],"about_ca_topic_score_codex":0.0018943686,"about_ca_topic_score_gemma":0.0034633924,"teacher_disagreement_score":0.010001282,"about_ca_system_score_codex":0.0012795781,"about_ca_system_score_gemma":0.001697985,"threshold_uncertainty_score":0.052892506},"labels":[],"label_agreement":null},{"id":"W1656837960","doi":"10.19173/irrodl.v12i7.1023","title":"Pointillist, cyclical, and overlapping: Multidimensional facets of time in online education","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Timeline; Context (archaeology); Personalization; Computer science; Sociology; Mathematics education; Psychology; Pedagogy; World Wide Web; Mathematics","score_opus":0.10295452018270887,"score_gpt":0.4628504546113719,"score_spread":0.3598959344286631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1656837960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41715935,0.004620715,0.2732886,0.01609069,0.0005688126,0.00026369136,0.000352853,0.00030131018,0.28735408],"genre_scores_gemma":[0.9772652,0.00087757624,0.016447017,0.00035763884,0.00007389429,0.00015690006,0.00008653828,0.00005285672,0.004682447],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99704957,0.0015931436,0.00015151284,0.00040262888,0.00053369737,0.00026944737],"domain_scores_gemma":[0.9955478,0.0019646764,0.0008143137,0.00065451255,0.00037186974,0.0006468459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023215539,0.00047692962,0.00023169305,0.0024025638,0.0028844886,0.007142718,0.0009918526,0.0012674961,0.0053816596],"category_scores_gemma":[0.007529892,0.00030314908,0.0005097611,0.0024328714,0.0143929925,0.015357537,0.0075067217,0.0023233416,0.0004301122],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008243719,0.000056153403,0.00921641,0.0001992969,0.000020131401,0.00028086183,0.10130456,0.0012237895,0.0009978007,0.82733494,0.0024617559,0.056821883],"study_design_scores_gemma":[0.00003223706,0.00017060904,0.019412497,0.00048599535,0.000041235722,0.0009233788,0.1153443,0.0067483396,0.0008945922,0.7131721,0.14265014,0.00012451042],"about_ca_topic_score_codex":0.0038634182,"about_ca_topic_score_gemma":0.0031214738,"teacher_disagreement_score":0.007142718,"about_ca_system_score_codex":0.0025738264,"about_ca_system_score_gemma":0.0021523212,"threshold_uncertainty_score":0.018674552},"labels":[],"label_agreement":null},{"id":"W1658519628","doi":"10.19173/irrodl.v7i1.308","title":"Best Practices in Synchronous Conferencing Moderation","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Teleconference; Moderation; Session (web analytics); Videoconferencing; Asynchronous communication; Distance education; Software; Multimedia; Computer-mediated communication; World Wide Web; The Internet; Psychology; Computer network; Mathematics education","score_opus":0.1719199814035248,"score_gpt":0.5297435707970125,"score_spread":0.3578235893934877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1658519628","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010576682,0.016789481,0.880913,0.018080305,0.0016345967,0.0019379676,0.0001745081,0.006993721,0.062899664],"genre_scores_gemma":[0.09717458,0.009740806,0.87568337,0.0016745972,0.0005150143,0.003158445,0.00025485476,0.0012331008,0.010565189],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8233492,0.12979457,0.010896967,0.008171841,0.024921024,0.0028664744],"domain_scores_gemma":[0.8131543,0.10721119,0.0064498493,0.042354308,0.026837172,0.0039931457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08187255,0.0017990941,0.0014576946,0.007022182,0.0052004475,0.014285323,0.0076885065,0.007360086,0.0089220535],"category_scores_gemma":[0.15030707,0.0020356935,0.0014932738,0.0054280115,0.0071024117,0.011529671,0.008819654,0.0061024767,0.008779436],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041274732,0.0007365307,0.003134397,0.006788239,0.00021686056,0.0009639162,0.038054235,0.0056892405,0.007346338,0.13595004,0.030533174,0.7701743],"study_design_scores_gemma":[0.00029872722,0.00061893143,0.0024588676,0.00998979,0.00025718592,0.0031583584,0.011377987,0.007520631,0.01861896,0.17506498,0.7702691,0.00036649583],"about_ca_topic_score_codex":0.0032617503,"about_ca_topic_score_gemma":0.0034402679,"teacher_disagreement_score":0.08187255,"about_ca_system_score_codex":0.0034639663,"about_ca_system_score_gemma":0.0052423864,"threshold_uncertainty_score":0.43298864},"labels":[],"label_agreement":null},{"id":"W1662884377","doi":"10.19173/irrodl.v14i4.1557","title":"Power distance in online learning: Experience of Chinese learners in U.S. higher education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainland China; Psychology; Distance education; Pedagogy; China; Educational technology; Perception; Class (philosophy); Mathematics education; Political science; Computer science","score_opus":0.1362939257169186,"score_gpt":0.5384743500490335,"score_spread":0.402180424332115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1662884377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99903166,0.00006412683,0.000027957765,0.00010193983,0.0000047664985,0.000005737499,0.0000055705664,0.0000016030185,0.0007565952],"genre_scores_gemma":[0.99870086,0.0001358207,0.000051709725,0.000111309564,0.000006745419,0.000011073659,0.0000133331505,0.0000028628742,0.00096618745],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99894196,0.00046053715,0.00004879451,0.000088299,0.00020476479,0.00025553428],"domain_scores_gemma":[0.99726033,0.0007835303,0.00038037926,0.00008330775,0.00026533514,0.0012269978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002063362,0.0004518054,0.000438249,0.00097646564,0.0048810816,0.0024642725,0.00060009013,0.0007297383,0.0029639672],"category_scores_gemma":[0.002999177,0.00023310297,0.00036584015,0.000904748,0.0022459123,0.0021508243,0.003039872,0.0010164503,0.0003056352],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008409359,0.00041371756,0.102875136,0.00009483523,0.000019226858,0.0010529076,0.87452525,0.00004050044,0.0019594354,0.0003361842,0.00078854285,0.017810274],"study_design_scores_gemma":[0.000011009826,0.00037292912,0.08683056,0.000063994434,0.000022508055,0.00043793983,0.9067202,0.00019634468,0.00065417466,0.00012606378,0.0045298166,0.000034470326],"about_ca_topic_score_codex":0.019895177,"about_ca_topic_score_gemma":0.033795334,"teacher_disagreement_score":0.019895177,"about_ca_system_score_codex":0.0016441873,"about_ca_system_score_gemma":0.0020464414,"threshold_uncertainty_score":0.03955871},"labels":[],"label_agreement":null},{"id":"W1663226318","doi":"10.19173/irrodl.v16i2.2038","title":"Linking learning styles and learning on mobile Facebook","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Style (visual arts); Context (archaeology); Educational technology; Learning styles; Blended learning; Mathematics education","score_opus":0.1284632027984485,"score_gpt":0.4846062842326758,"score_spread":0.35614308143422735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1663226318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98923594,0.000059833957,0.00022900505,0.00008499134,0.000011831254,0.00008039684,0.00017820564,0.000032571174,0.010087279],"genre_scores_gemma":[0.9953367,0.000089024456,0.00046340338,0.000029679984,0.000010905043,0.00008440136,0.00018240538,0.000010129366,0.0037933574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989833,0.0004047576,0.000085102576,0.00011961167,0.0002947897,0.000112433474],"domain_scores_gemma":[0.98750025,0.006887087,0.0021162566,0.00055107253,0.0012732445,0.001672116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011947453,0.00037579398,0.0002700172,0.0021082638,0.00080608664,0.00304044,0.00032702793,0.00044782378,0.010344562],"category_scores_gemma":[0.012414199,0.00016898372,0.0003966009,0.00090437394,0.00036477865,0.0016355196,0.0015970265,0.0005285043,0.0016364355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002669569,0.0010804978,0.8675696,0.00013052022,0.000091516566,0.00022827239,0.01411026,0.00041237657,0.00085850165,0.0006288013,0.0015966177,0.11302608],"study_design_scores_gemma":[0.000017399656,0.00047868863,0.96069574,0.0001409557,0.000051326784,0.00021905475,0.029369093,0.002186012,0.0008582886,0.00076906633,0.0051587736,0.000055586584],"about_ca_topic_score_codex":0.0015432363,"about_ca_topic_score_gemma":0.0031190934,"teacher_disagreement_score":0.010344562,"about_ca_system_score_codex":0.0005636839,"about_ca_system_score_gemma":0.00029110876,"threshold_uncertainty_score":0.03460604},"labels":[],"label_agreement":null},{"id":"W1665991370","doi":"10.19173/irrodl.v10i3.730","title":"Can Mobile Learning Enhance Nursing Practice Education?","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Educational technology; Computer science; Mobile device; Nurse education; Electronic learning; Nursing; Psychology; Pedagogy; Medicine; World Wide Web","score_opus":0.058618825358524605,"score_gpt":0.5092859713684121,"score_spread":0.45066714600988755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1665991370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5356946,0.0530106,0.01701268,0.11090227,0.0046975384,0.0016527531,0.00026724508,0.00061714737,0.27614507],"genre_scores_gemma":[0.9196892,0.030035315,0.026941448,0.0065012625,0.0017793451,0.00094267796,0.00007170671,0.000037842823,0.014001086],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99819404,0.0011194316,0.000051560903,0.00010034596,0.00035026786,0.00018437536],"domain_scores_gemma":[0.9939837,0.0046500075,0.0003315456,0.0001802259,0.0002550309,0.0005995865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027456773,0.00034192897,0.00039892795,0.0008609565,0.00040274966,0.0022841361,0.00078397646,0.0017671731,0.010882636],"category_scores_gemma":[0.015150403,0.00012417432,0.0005280826,0.0006546432,0.00068237865,0.0024629978,0.0016635972,0.00066547334,0.0019132147],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029981835,0.0015455702,0.0030283555,0.0017389322,0.00003924073,0.000109365326,0.0018414691,0.00010990673,0.00064166775,0.002463171,0.00476454,0.9834179],"study_design_scores_gemma":[0.004784806,0.025324138,0.24622972,0.027931131,0.0010461602,0.002899523,0.034317456,0.005054218,0.007729724,0.08166135,0.56271964,0.00030215032],"about_ca_topic_score_codex":0.0007142489,"about_ca_topic_score_gemma":0.0021799805,"teacher_disagreement_score":0.010882636,"about_ca_system_score_codex":0.0006363937,"about_ca_system_score_gemma":0.0012048268,"threshold_uncertainty_score":0.0364061},"labels":[],"label_agreement":null},{"id":"W1667411706","doi":"10.19173/irrodl.v8i3.495","title":"Incorporating Screencasts In Online Teaching","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Class (philosophy); Multimedia; Mathematics education; Set (abstract data type); Teaching method; Test (biology); Psychology; Artificial intelligence","score_opus":0.20559719650465716,"score_gpt":0.5933377928861368,"score_spread":0.3877405963814796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1667411706","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21903835,0.0073102517,0.4752152,0.007301048,0.007199611,0.0053646867,0.0010548268,0.020987129,0.25652888],"genre_scores_gemma":[0.38852462,0.0076105837,0.5280652,0.0019466712,0.0019269838,0.0039061639,0.000825969,0.0010188452,0.06617497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99508333,0.003014955,0.00030540922,0.00030219584,0.0010013314,0.00029275974],"domain_scores_gemma":[0.9632668,0.027469832,0.0011991614,0.0033385237,0.0020777122,0.002647915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008625092,0.0007784442,0.0006058909,0.0019394201,0.00060170406,0.004020005,0.0020836666,0.0013812293,0.014193461],"category_scores_gemma":[0.028740069,0.00038739116,0.0004980251,0.001233936,0.0006514002,0.0026436008,0.0034966965,0.001817227,0.006642793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004171704,0.002986253,0.0017820493,0.0013260886,0.000025135332,0.00043613746,0.003931076,0.0005767175,0.006077373,0.006412619,0.019666122,0.9563632],"study_design_scores_gemma":[0.00081125204,0.0042298776,0.016173428,0.0036566886,0.00029036723,0.0019769748,0.0047086817,0.0039225095,0.02469919,0.017032519,0.9222851,0.00021336752],"about_ca_topic_score_codex":0.00055460626,"about_ca_topic_score_gemma":0.0012421588,"teacher_disagreement_score":0.014193461,"about_ca_system_score_codex":0.0006923292,"about_ca_system_score_gemma":0.0015623501,"threshold_uncertainty_score":0.047481894},"labels":[],"label_agreement":null},{"id":"W1670474817","doi":"10.19173/irrodl.v7i3.291","title":"Study of the Factors Responsible for the Dropouts from the BSc Programme of Indira Gandhi National Open University","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); Open university; Psychological intervention; Residence; Distance education; Medical education; Psychology; Pedagogy; Mathematics education; Sociology; Medicine; Computer science; Demography","score_opus":0.16675411584433425,"score_gpt":0.47556027191468336,"score_spread":0.3088061560703491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1670474817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993318,0.00016247737,0.00006474785,0.00013493799,0.0000035554108,0.00006015087,0.00003785359,0.000002360364,0.00020214794],"genre_scores_gemma":[0.99915135,0.00018020174,0.00010694239,0.000048273832,0.0000067644096,0.000045764544,0.00007695538,0.0000013040325,0.00038242195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980702,0.0005651702,0.00021254059,0.00008222946,0.0007182343,0.00035170847],"domain_scores_gemma":[0.9922706,0.0020745276,0.0025553068,0.0002547021,0.0016131524,0.0012317417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041874284,0.00018119613,0.0006399232,0.0013448098,0.0013943625,0.0010426824,0.0006288631,0.000519922,0.0013615316],"category_scores_gemma":[0.01623165,0.00021363808,0.0005542908,0.00093129027,0.00043428075,0.0004887221,0.000717405,0.00095708325,0.00018825513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019129876,0.0011523751,0.96478456,0.00012563328,0.000051615287,0.00043209037,0.008537004,0.000033419412,0.000398922,0.00007760404,0.00043816335,0.023777131],"study_design_scores_gemma":[0.000010337723,0.000766178,0.98494697,0.0000567031,0.000034415727,0.00021149951,0.0131655475,0.00015104338,0.00014039801,0.0000464714,0.00046057702,0.000009875017],"about_ca_topic_score_codex":0.010498216,"about_ca_topic_score_gemma":0.010381282,"teacher_disagreement_score":0.010498216,"about_ca_system_score_codex":0.0010294375,"about_ca_system_score_gemma":0.002235446,"threshold_uncertainty_score":0.02214551},"labels":[],"label_agreement":null},{"id":"W1675926227","doi":"10.19173/irrodl.v15i2.1705","title":"Neither the frying pan nor the fire: In search of a balanced authentic e-learning design through an educational design research process","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Globe; Instructional design; Authentic learning; Class (philosophy); Computer science; Educational technology; Mathematics education; Professional development; Pedagogy; Engineering; Psychology; Artificial intelligence","score_opus":0.16206704863556068,"score_gpt":0.48696147505140325,"score_spread":0.32489442641584254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1675926227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15172027,0.0016432788,0.8022171,0.009040632,0.0004632078,0.010194304,0.00009290388,0.00034489154,0.024283428],"genre_scores_gemma":[0.34866843,0.0007321874,0.6393154,0.0009875507,0.000039852646,0.007051673,0.000060330447,0.00015189363,0.0029925667],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8059579,0.17761645,0.0035767844,0.004950534,0.0067984206,0.0010998495],"domain_scores_gemma":[0.8440381,0.12694205,0.004034127,0.013093766,0.009817833,0.0020740624],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.19785301,0.0010789781,0.0011831056,0.0034207397,0.0051555913,0.013331927,0.0026450923,0.0026199566,0.0031101923],"category_scores_gemma":[0.15100393,0.0012658843,0.00118402,0.0019945484,0.014542937,0.0138997715,0.006169337,0.0038346706,0.00072197616],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068744476,0.001405504,0.0042452347,0.00395629,0.00021943187,0.00036136096,0.3232031,0.005782222,0.007532266,0.35150295,0.0031214557,0.29798278],"study_design_scores_gemma":[0.0021984538,0.006153589,0.0050210957,0.010193472,0.00069968967,0.00082864915,0.2835169,0.027744336,0.017377649,0.37440965,0.27151927,0.0003372049],"about_ca_topic_score_codex":0.0008416657,"about_ca_topic_score_gemma":0.0013468086,"teacher_disagreement_score":0.19785301,"about_ca_system_score_codex":0.006146947,"about_ca_system_score_gemma":0.01253156,"threshold_uncertainty_score":0.98919004},"labels":[],"label_agreement":null},{"id":"W1677355200","doi":"10.19173/irrodl.v16i2.2052","title":"An item response theory analysis of the Community of Inquiry Scale","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Item response theory; Turkish; Scale (ratio); Test (biology); Reliability (semiconductor); Computer science; Dimension (graph theory); Psychology; Mathematics education; Statistics; Mathematics; Psychometrics","score_opus":0.20134742720082757,"score_gpt":0.5325329858206085,"score_spread":0.33118555861978094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1677355200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81287587,0.0004018357,0.1393276,0.0006739651,0.00018232755,0.009553655,0.002294046,0.0003488849,0.03434176],"genre_scores_gemma":[0.8896384,0.00018114381,0.09646237,0.00012956634,0.00002739415,0.010135509,0.0014276205,0.00005551393,0.0019425122],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97417665,0.015286425,0.001886038,0.0013575939,0.00677489,0.0005183838],"domain_scores_gemma":[0.9532665,0.029486079,0.0025036891,0.0019516452,0.012250698,0.00054139824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017521752,0.00057332637,0.00083398295,0.0042080563,0.0008964852,0.0014872645,0.001058077,0.0006731876,0.004175053],"category_scores_gemma":[0.07021312,0.00025195672,0.0013254402,0.003981438,0.0008769868,0.001346102,0.0016380403,0.001063684,0.00082137994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092118623,0.001976397,0.5263943,0.0019166823,0.0008235868,0.0004827492,0.025197431,0.009304396,0.0062631248,0.029185489,0.010527383,0.38700724],"study_design_scores_gemma":[0.00046619333,0.0045667267,0.7564981,0.0012928522,0.00046362533,0.0010212216,0.0399077,0.099456035,0.007815143,0.037335478,0.050816875,0.00035994838],"about_ca_topic_score_codex":0.0010465507,"about_ca_topic_score_gemma":0.0010194465,"teacher_disagreement_score":0.017521752,"about_ca_system_score_codex":0.0013018491,"about_ca_system_score_gemma":0.0018517466,"threshold_uncertainty_score":0.09266502},"labels":[],"label_agreement":null},{"id":"W1679271483","doi":"10.19173/irrodl.v9i3.586","title":"Online Learning in Higher Education in Sub-Saharan Africa: Ghanaian University students' experiences and perceptions","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Context (archaeology); Distance education; Perception; Higher education; Educational technology; Qualitative research; Collaborative learning; Experiential learning; Constructivist teaching methods; Online learning; Mathematics education; Psychology; Online discussion; Qualitative property; Pedagogy; Medical education; Computer science; Teaching method; Multimedia; World Wide Web; Sociology; Medicine","score_opus":0.09876316894648542,"score_gpt":0.4532934398227603,"score_spread":0.3545302708762749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1679271483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986093,0.0002058461,0.000043917204,0.00027244806,0.000005102223,0.000006989892,0.0000061099577,0.0000012362261,0.0008490695],"genre_scores_gemma":[0.99902534,0.00031855708,0.000064608605,0.00011107697,0.0000054208904,0.000009048412,0.000004916384,0.0000010298453,0.00045991634],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99913836,0.0004363561,0.000032242995,0.000042202286,0.00008029204,0.00027049688],"domain_scores_gemma":[0.9976292,0.0008235379,0.0005423816,0.000046071753,0.00014122513,0.0008175601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013898496,0.00024568036,0.00030379053,0.00071543764,0.0033145233,0.0028665848,0.0003034631,0.00070142536,0.0031403345],"category_scores_gemma":[0.002681168,0.00016926414,0.00010865026,0.0014058843,0.0014841761,0.0015757948,0.0014678381,0.0007039208,0.0003224479],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010589659,0.0004983269,0.14973955,0.00020832923,0.000009357804,0.0023874077,0.8023205,0.00008183038,0.0024319286,0.0009802383,0.0009081398,0.04032848],"study_design_scores_gemma":[0.000009443231,0.00027436955,0.063502654,0.00011030568,0.000007527996,0.00056203315,0.9271847,0.00006193681,0.00039795553,0.00015621928,0.007724066,0.00000885316],"about_ca_topic_score_codex":0.003305442,"about_ca_topic_score_gemma":0.008306122,"teacher_disagreement_score":0.0033145233,"about_ca_system_score_codex":0.0010102133,"about_ca_system_score_gemma":0.0013318653,"threshold_uncertainty_score":0.010505438},"labels":[],"label_agreement":null},{"id":"W1680444711","doi":"10.19173/irrodl.v13i2.1180","title":"Contradictions in a distance course for a marginalized population at a Middle Eastern university","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Construct (python library); Situated; Curriculum; Sociology; Activity theory; Pedagogy; Mathematics education; Course (navigation); Population; Focus group; Psychology; Anthropology; Engineering","score_opus":0.19957543791448834,"score_gpt":0.5042671646881345,"score_spread":0.30469172677364614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1680444711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99832267,0.00011731913,0.00009000841,0.00043601624,0.0000062213453,0.000008696266,0.0000028492304,0.0000015659915,0.0010146551],"genre_scores_gemma":[0.99920565,0.00014215271,0.00008220478,0.00010048866,0.000004820517,0.000008550754,0.0000045042507,0.000002018098,0.00044961355],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967439,0.0017698607,0.00013754827,0.0002256933,0.00047954562,0.00064335257],"domain_scores_gemma":[0.9960521,0.001630291,0.00086450356,0.00014651322,0.00034509736,0.0009615539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041653817,0.00041502173,0.0006911538,0.0022346452,0.01075317,0.0052265204,0.0014316816,0.0014267395,0.0023243409],"category_scores_gemma":[0.006562732,0.00037747415,0.00040543443,0.0014504484,0.008312279,0.0022581706,0.005857578,0.0019865553,0.00021750254],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004492704,0.00022992237,0.04167804,0.00008102515,0.000010104821,0.004967145,0.94173163,0.000037055146,0.000824286,0.0026075793,0.0004002101,0.007388029],"study_design_scores_gemma":[0.0000043227483,0.000045418925,0.010776769,0.00003788204,0.0000054665193,0.0011552135,0.9845309,0.00007751593,0.00014387131,0.00050730945,0.0027052723,0.000009983724],"about_ca_topic_score_codex":0.009054806,"about_ca_topic_score_gemma":0.016654221,"teacher_disagreement_score":0.01075317,"about_ca_system_score_codex":0.0052482407,"about_ca_system_score_gemma":0.0039649396,"threshold_uncertainty_score":0.038078785},"labels":[],"label_agreement":null},{"id":"W1681414377","doi":"10.19173/irrodl.v9i2.424","title":"A Contribution to the Hellenic Open University: Evaluation of the pedagogical practices and the use of ICT on distance education","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Framing (construction); Information and Communications Technology; Distance education; ICTS; Pedagogy; Mathematics education; Sociology; Open university; Higher education; Computer science; Psychology; Political science; Engineering; World Wide Web","score_opus":0.41132714254646485,"score_gpt":0.5516546916952291,"score_spread":0.14032754914876422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1681414377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99009484,0.00026508438,0.0010645962,0.000238612,0.000064326734,0.0004893723,0.00008310696,0.000032709566,0.007667392],"genre_scores_gemma":[0.9937814,0.0003260286,0.0019905139,0.00010632959,0.000035863643,0.0003547336,0.00014936074,0.000022966085,0.0032327631],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98253584,0.010439776,0.0006737735,0.0011568668,0.0040756348,0.0011181077],"domain_scores_gemma":[0.9537537,0.020922353,0.0031519465,0.0045630424,0.010091453,0.007517476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021880118,0.0004900404,0.0007668914,0.0018187542,0.0028939368,0.004276115,0.001230213,0.0012349825,0.0034177857],"category_scores_gemma":[0.04627809,0.00028818822,0.00047630654,0.0015448536,0.003345806,0.00406207,0.0076114144,0.0016386275,0.000902089],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005417898,0.019020451,0.16339938,0.0026112583,0.00022202279,0.0016203641,0.21167201,0.002419722,0.009263027,0.010428919,0.005410148,0.56851476],"study_design_scores_gemma":[0.0008877675,0.04868454,0.5040028,0.0017258407,0.00048255807,0.0009330678,0.3009514,0.0045726937,0.02408279,0.007187109,0.106097326,0.00039205473],"about_ca_topic_score_codex":0.0033882083,"about_ca_topic_score_gemma":0.004145303,"teacher_disagreement_score":0.021880118,"about_ca_system_score_codex":0.0045364588,"about_ca_system_score_gemma":0.004940001,"threshold_uncertainty_score":0.11571449},"labels":[],"label_agreement":null},{"id":"W1682859015","doi":"10.19173/irrodl.v3i2.99","title":"Book Review - Sustaining Distance Education: Integrating learning technologies into the fabric of the enterprise. Editor: Zane L. Berge","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Sociology; Knowledge management","score_opus":0.03249068112024276,"score_gpt":0.4200511134523538,"score_spread":0.387560432332111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1682859015","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024047992,0.55237174,0.0009624785,0.08752724,0.3415369,0.00011895812,0.00032818434,0.00013246044,0.016781498],"genre_scores_gemma":[0.0028955422,0.5889767,0.0016442164,0.061876822,0.22297962,0.0001873385,0.0006795092,0.00021477166,0.12054551],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99870265,0.00023925067,0.00013492098,0.00012127132,0.0007522217,0.000049729177],"domain_scores_gemma":[0.98884404,0.0050220294,0.00078944035,0.00018858336,0.004495497,0.0006605013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017450341,0.0011814013,0.0021880162,0.0039544324,0.00080526987,0.003266072,0.002218811,0.0034831876,0.016688522],"category_scores_gemma":[0.010317309,0.00062703714,0.0007206948,0.005255293,0.0011733952,0.0030418728,0.0008702277,0.0034821301,0.013669771],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008123035,0.000005277932,0.000024122932,0.0006113998,0.000008950442,0.000041508447,0.000019064873,0.000028843626,0.000059301758,0.00033849498,0.97728366,0.021571135],"study_design_scores_gemma":[0.000008324328,0.000019937019,0.00021943703,0.0010677173,0.000017144352,0.00030339428,0.000044781358,0.00005055077,0.00007768712,0.0005695331,0.997612,0.000009558098],"about_ca_topic_score_codex":0.0040617,"about_ca_topic_score_gemma":0.013755816,"teacher_disagreement_score":0.016688522,"about_ca_system_score_codex":0.0017258624,"about_ca_system_score_gemma":0.0027237907,"threshold_uncertainty_score":0.05582869},"labels":[],"label_agreement":null},{"id":"W1685436638","doi":"10.19173/irrodl.v11i3.867","title":"Student and faculty perceptions of the quality of online learning experiences","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":188,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Asynchronous learning; Face-to-face; Quality (philosophy); Distance education; Computer science; Instructional design; Computer-mediated communication; Educational technology; Psychology; Mathematics education; Dimension (graph theory); Higher education; Perception; Multimedia; Medical education; Teaching method; Synchronous learning; World Wide Web; Cooperative learning; The Internet; Medicine","score_opus":0.1367594275680928,"score_gpt":0.5575926134943952,"score_spread":0.42083318592630237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1685436638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879237,0.0014950968,0.00033570486,0.0006047092,0.000025934842,0.000021768834,0.00006722086,0.00001580465,0.009510146],"genre_scores_gemma":[0.9978956,0.0009747754,0.00019004608,0.00009912199,0.000023923463,0.000011675288,0.00005019236,0.000004412046,0.00075011083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933693,0.0024949692,0.00056084123,0.00030077412,0.0028257486,0.00044845912],"domain_scores_gemma":[0.9525923,0.022346893,0.010925288,0.0010279012,0.007972348,0.0051352363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00741613,0.000121733974,0.0003319827,0.0013760942,0.0006343237,0.0032203454,0.00042251148,0.00045005832,0.0034913223],"category_scores_gemma":[0.03649759,0.000104721184,0.00029860827,0.0015041492,0.000740186,0.0014015976,0.0011879366,0.0005281516,0.00041016232],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042000323,0.0007798879,0.7690381,0.0005823653,0.0002024368,0.00020197786,0.033718802,0.00033687832,0.0015109564,0.0010202472,0.0026806644,0.18950777],"study_design_scores_gemma":[0.000026487016,0.0010775813,0.91919374,0.00029324534,0.00006614531,0.000300107,0.06646648,0.0002983105,0.0009761404,0.00058034464,0.010664521,0.000056904297],"about_ca_topic_score_codex":0.0012107735,"about_ca_topic_score_gemma":0.0018299381,"teacher_disagreement_score":0.00741613,"about_ca_system_score_codex":0.00080758904,"about_ca_system_score_gemma":0.0010391491,"threshold_uncertainty_score":0.03922069},"labels":[],"label_agreement":null},{"id":"W1691265017","doi":"10.19173/irrodl.v10i3.690","title":"Questions of Culture in Distance Learning: A Research Review","year":2009,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University at Albany; State University of New York","keywords":"Distance education; Educational technology; Asynchronous communication; Experiential learning; Psychology; Educational research; Sociology; Pedagogy; Mathematics education; Computer science","score_opus":0.21555094103568614,"score_gpt":0.5721951220325772,"score_spread":0.356644180996891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1691265017","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029763655,0.9977196,0.00020370756,0.00073049724,0.00014258943,0.000008741595,0.000010007148,0.0000022306406,0.0008849843],"genre_scores_gemma":[0.0023199564,0.9970053,0.00025446113,0.0002044563,0.00008248382,0.000012406171,0.000014215514,0.0000017698554,0.00010503783],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965724,0.0010970478,0.0006630652,0.0004311941,0.0011108955,0.00012552208],"domain_scores_gemma":[0.9721367,0.023021435,0.0014824704,0.00024751987,0.0027389529,0.0003729307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062899855,0.0010039093,0.002756947,0.0056763557,0.001030807,0.0042700525,0.0018468291,0.002706084,0.0025252337],"category_scores_gemma":[0.013926587,0.00075731607,0.00090520584,0.010891277,0.0031843642,0.0067454022,0.0022142394,0.0025521575,0.0009820515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006057438,0.00009769065,0.0010338811,0.0754082,0.00014208918,0.00024823277,0.0021531787,0.000388865,0.00057803706,0.010660404,0.01088775,0.8983411],"study_design_scores_gemma":[0.000022650038,0.00018379709,0.00568606,0.15820357,0.00046623196,0.0016439453,0.0076367487,0.0002033269,0.00073699735,0.012382635,0.81272584,0.00010825904],"about_ca_topic_score_codex":0.0054518622,"about_ca_topic_score_gemma":0.005560831,"teacher_disagreement_score":0.0062899855,"about_ca_system_score_codex":0.0027288378,"about_ca_system_score_gemma":0.0075387736,"threshold_uncertainty_score":0.033265054},"labels":[],"label_agreement":null},{"id":"W1691589324","doi":"10.19173/irrodl.v9i3.582","title":"Traditional to Online Media in China and Korea: Unfulfilled promise","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"China; Distance education; The Internet; Public relations; Political science; Service (business); Educational technology; Process (computing); Economic growth; Advertising; Sociology; Business; Marketing; Computer science; Pedagogy; World Wide Web; Economics","score_opus":0.14055760277357918,"score_gpt":0.4527240564550065,"score_spread":0.31216645368142737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1691589324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38410032,0.34150663,0.0010632868,0.17502084,0.0011238862,0.00010618584,0.00015871199,0.000039941744,0.0968802],"genre_scores_gemma":[0.8480427,0.12539949,0.0008813359,0.012717953,0.00037168222,0.00005874779,0.000069501424,0.000011708004,0.012446888],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99893385,0.00034134378,0.0000864149,0.00013821524,0.00025107156,0.00024904692],"domain_scores_gemma":[0.9961707,0.0015571526,0.0005128934,0.00019404516,0.00070943346,0.00085577555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003994827,0.00020891677,0.00027816618,0.0010404751,0.0013252931,0.004684163,0.0007417766,0.0013845797,0.0030755654],"category_scores_gemma":[0.0026819676,0.00014368506,0.00022088019,0.0024291084,0.003378794,0.0065778117,0.002045356,0.0013523285,0.00018253936],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033321805,0.00034823263,0.03927367,0.002320622,0.000058612124,0.001061412,0.01241956,0.00031940904,0.002700243,0.20384958,0.011422285,0.7258931],"study_design_scores_gemma":[0.0001271199,0.0012490294,0.26291636,0.0037476313,0.00016184224,0.0011333456,0.13027012,0.0012934675,0.0047295727,0.049287662,0.54491776,0.00016605243],"about_ca_topic_score_codex":0.018934717,"about_ca_topic_score_gemma":0.04798035,"teacher_disagreement_score":0.018934717,"about_ca_system_score_codex":0.0032359615,"about_ca_system_score_gemma":0.0112509625,"threshold_uncertainty_score":0.037649035},"labels":[],"label_agreement":null},{"id":"W1694256516","doi":"10.19173/irrodl.v7i3.379","title":"Feedback Model to Support Designers of Blended Learning Courses","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Vlaamse regering","keywords":"Usability; Computer science; Quality (philosophy); Instructional design; Pluralistic walkthrough; Blended learning; Technology acceptance model; Educational technology; Knowledge management; Human–computer interaction; Multimedia; Psychology; Mathematics education","score_opus":0.18523994721083908,"score_gpt":0.5276611136718758,"score_spread":0.34242116646103676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1694256516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027525278,0.00013081975,0.9531211,0.0015893319,0.00019563244,0.0027292701,0.00023858323,0.0042151078,0.010254783],"genre_scores_gemma":[0.21054986,0.00014923204,0.77942866,0.00037506165,0.000049665727,0.0038103778,0.0004332205,0.00026225683,0.0049416395],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.977749,0.013481242,0.0022344051,0.0014795237,0.0045608906,0.00049500563],"domain_scores_gemma":[0.91038483,0.05497288,0.0047157696,0.008278647,0.019975292,0.0016726031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025268877,0.0014096395,0.0006965552,0.0021542974,0.0008404668,0.0033326913,0.0026675304,0.0024196566,0.007537668],"category_scores_gemma":[0.08807207,0.0008611813,0.0008319074,0.00084931764,0.0010429104,0.0053606234,0.0023290818,0.0017550337,0.0027892962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028825472,0.0027137788,0.010297479,0.0034349768,0.00016431927,0.0007781018,0.030534482,0.03973513,0.027336948,0.10045393,0.014251623,0.76741654],"study_design_scores_gemma":[0.0026490411,0.0074830027,0.0071686194,0.0041676043,0.0004912537,0.0013098974,0.006743903,0.55255777,0.041525304,0.08657137,0.28885394,0.0004783263],"about_ca_topic_score_codex":0.001091149,"about_ca_topic_score_gemma":0.0010379737,"teacher_disagreement_score":0.025268877,"about_ca_system_score_codex":0.0016657638,"about_ca_system_score_gemma":0.003583029,"threshold_uncertainty_score":0.13363624},"labels":[],"label_agreement":null},{"id":"W1694549043","doi":"10.19173/irrodl.v12i3.914","title":"Frameworks for understanding the nature of interactions, networking, and community in a social networking site for academic practice","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Context (archaeology); Citizen journalism; Computer science; Knowledge management; Sociology; World Wide Web","score_opus":0.3960810112354867,"score_gpt":0.581283964596558,"score_spread":0.18520295336107123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1694549043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061354037,0.01273425,0.6599872,0.04252469,0.00048404429,0.0014524694,0.00027037002,0.00029390512,0.22089902],"genre_scores_gemma":[0.67336076,0.0049474174,0.31121308,0.0010861786,0.00020466998,0.0019573183,0.00018671954,0.00010393499,0.0069399243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9880193,0.008700694,0.000493645,0.0010572532,0.0010659214,0.00066314975],"domain_scores_gemma":[0.9755324,0.018168014,0.0021782808,0.0015578987,0.0010028599,0.0015604921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015091816,0.0016635482,0.00084936584,0.011024868,0.007921361,0.019897826,0.004462159,0.006011822,0.0058366368],"category_scores_gemma":[0.015850976,0.0011336786,0.0016557542,0.0063454662,0.04913581,0.024970895,0.008621133,0.005443672,0.00073472655],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006749384,0.000040214472,0.0009433164,0.00018694041,0.00000969178,0.00015333557,0.025288101,0.0010458981,0.00012329969,0.9627744,0.00057420094,0.008853892],"study_design_scores_gemma":[0.000018941362,0.000033089596,0.0018246123,0.0010536556,0.000021757984,0.0004103344,0.041953035,0.008587607,0.00013289605,0.8895102,0.056400474,0.00005337592],"about_ca_topic_score_codex":0.012711632,"about_ca_topic_score_gemma":0.015672348,"teacher_disagreement_score":0.019897826,"about_ca_system_score_codex":0.011448893,"about_ca_system_score_gemma":0.009465596,"threshold_uncertainty_score":0.083067894},"labels":[],"label_agreement":null},{"id":"W1697850750","doi":"10.19173/irrodl.v5i3.204","title":"Bounded Community: Designing and Facilitating Learning Communities in Formal Courses","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning community; Phone; Resource (disambiguation); Sociology; Psychology; Pedagogy; Computer science","score_opus":0.24027902547176982,"score_gpt":0.5290252787868426,"score_spread":0.28874625331507275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1697850750","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22302249,0.00045224506,0.7273674,0.0026768504,0.00016711834,0.004203343,0.00009091345,0.0043000206,0.037719734],"genre_scores_gemma":[0.4695434,0.00027463402,0.51729685,0.00020711622,0.000047373847,0.0025535435,0.00017379725,0.0003335916,0.009569731],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99488246,0.0034961894,0.0001744914,0.00061207835,0.00043467185,0.00040017205],"domain_scores_gemma":[0.9847185,0.009083294,0.00093237346,0.0020645414,0.0008146356,0.0023866165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007870102,0.0006990123,0.00033919135,0.0013627498,0.004258896,0.003876004,0.0026125468,0.0014761293,0.00815221],"category_scores_gemma":[0.02613202,0.0006908574,0.00066555483,0.00069283874,0.0032718736,0.008844286,0.008810651,0.0012308764,0.0018464645],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043636918,0.0031571393,0.013357794,0.001660286,0.000058164358,0.0017919345,0.1252835,0.011953735,0.019912092,0.1119907,0.021181349,0.6892168],"study_design_scores_gemma":[0.0013255696,0.0031211416,0.010422159,0.0012551623,0.00025286718,0.0020608818,0.08772476,0.1316675,0.027961962,0.2103241,0.523536,0.00034796455],"about_ca_topic_score_codex":0.0016169633,"about_ca_topic_score_gemma":0.0036774026,"teacher_disagreement_score":0.00815221,"about_ca_system_score_codex":0.0014792483,"about_ca_system_score_gemma":0.003927113,"threshold_uncertainty_score":0.041621625},"labels":[],"label_agreement":null},{"id":"W1705115557","doi":"10.19173/irrodl.v10i2.593","title":"Psychosocial Well-Being of Israeli Students and Attitudes toward Open and Distance Learning","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loneliness; Psychology; Distance education; Psychosocial; Mathematics education; Social psychology; Pedagogy; Medical education","score_opus":0.08554142803216273,"score_gpt":0.5156662586475675,"score_spread":0.4301248306154048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1705115557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99866796,0.00020961052,0.000022008857,0.000057246205,0.00000692515,0.000007826184,0.000042301705,8.4124724e-7,0.0009854006],"genre_scores_gemma":[0.99938226,0.00019342548,0.000023574228,0.000027887409,0.000006734281,0.0000061201413,0.000032702214,4.969311e-7,0.00032681462],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9998041,0.000053561802,0.0000150557335,0.00002371705,0.000052610896,0.00005110469],"domain_scores_gemma":[0.99910444,0.00015784541,0.00021800434,0.000030016292,0.000109027904,0.00038072138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005548034,0.00017706901,0.00034146575,0.00068338774,0.00072782807,0.0011198763,0.00011295409,0.00036626938,0.002247271],"category_scores_gemma":[0.0010432096,0.00011017894,0.00020622005,0.00041431378,0.0005128332,0.0003449745,0.00042708375,0.00058161776,0.00026273332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051342897,0.00057521893,0.98632973,0.000032700522,0.000025581112,0.00016949548,0.0041330555,0.000029050654,0.0008138375,0.000113264025,0.0001356951,0.007591087],"study_design_scores_gemma":[0.0000033063354,0.0004179654,0.99100363,0.000014782103,0.000014202855,0.00018765952,0.007464517,0.000033485096,0.00012900443,0.000046050616,0.00067862606,0.000006838275],"about_ca_topic_score_codex":0.0016969312,"about_ca_topic_score_gemma":0.0029318405,"teacher_disagreement_score":0.002247271,"about_ca_system_score_codex":0.0002223114,"about_ca_system_score_gemma":0.0003048614,"threshold_uncertainty_score":0.0075178742},"labels":[],"label_agreement":null},{"id":"W1722741492","doi":"10.19173/irrodl.v10i2.599","title":"Exploring Open Distance Learning at a Jordanian University: A Case Study","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open university; Qualitative research; Educational technology; Quality (philosophy); Open learning; Mathematics education; Open education; Medical education; Pedagogy; Sociology; Psychology; Teaching method; Social science; Cooperative learning; Medicine","score_opus":0.24727813950793417,"score_gpt":0.48354669883783347,"score_spread":0.2362685593298993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1722741492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98041064,0.0005722841,0.0037977844,0.0024615522,0.000067147004,0.0003009541,0.000033850745,0.000018470833,0.012337387],"genre_scores_gemma":[0.98276883,0.0013897032,0.0059518158,0.0007524546,0.00007471748,0.0001837858,0.000028992796,0.000017010922,0.008832641],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9965647,0.0019503015,0.00008445442,0.00021324959,0.00047753987,0.0007097137],"domain_scores_gemma":[0.99538136,0.0019232072,0.00039118162,0.00015524779,0.00034377037,0.0018052158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032923145,0.00059376954,0.0006464331,0.0011758764,0.012536889,0.0036726606,0.0027127194,0.00514439,0.0032502722],"category_scores_gemma":[0.0047360747,0.00041053866,0.00047089352,0.001574301,0.0035486259,0.002766885,0.004373701,0.0029710552,0.0006280174],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043505177,0.007033862,0.026750859,0.0009526562,0.00004561173,0.16352999,0.673842,0.0027984479,0.007692196,0.022606384,0.0050279056,0.089285135],"study_design_scores_gemma":[0.000069835056,0.0015295164,0.0076873354,0.00041999473,0.000024669032,0.028227616,0.8929921,0.0025841254,0.0039385436,0.0021163763,0.060341246,0.0000686734],"about_ca_topic_score_codex":0.003810984,"about_ca_topic_score_gemma":0.014341472,"teacher_disagreement_score":0.012536889,"about_ca_system_score_codex":0.0029619993,"about_ca_system_score_gemma":0.0036652284,"threshold_uncertainty_score":0.021490872},"labels":[],"label_agreement":null},{"id":"W1730876833","doi":"10.19173/irrodl.v8i3.409","title":"Going the Distance: Towards a new professionalism for full-time distance education faculty at the University of the Philippines","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Higher education; Sociology; Identity (music); Pedagogy; Social distance; Faculty development; Academic freedom; Professional development; Mathematics education; Political science; Psychology; Coronavirus disease 2019 (COVID-19); Medicine","score_opus":0.0960222460616904,"score_gpt":0.4800906216938876,"score_spread":0.3840683756321972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1730876833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63534516,0.014796397,0.013878602,0.216743,0.0006435848,0.00009929103,0.000017804025,0.00008860688,0.11838756],"genre_scores_gemma":[0.9772206,0.004239926,0.0024621675,0.003995458,0.00011211433,0.000033498283,0.000005306642,0.00001933536,0.011911687],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99394035,0.003980247,0.00012751811,0.00035150468,0.001163427,0.0004369864],"domain_scores_gemma":[0.99209446,0.0022021965,0.0008446556,0.00031615558,0.0012982778,0.0032441549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006365039,0.00017028025,0.00021928958,0.0006623476,0.0062534492,0.012758629,0.001538478,0.002297724,0.0027618979],"category_scores_gemma":[0.0055545243,0.00018969353,0.0001533669,0.0009242724,0.010487977,0.007157087,0.007045078,0.002885166,0.00041921588],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007612214,0.00031026435,0.009937312,0.0009625949,0.000022390286,0.0015263528,0.5973814,0.00020799853,0.0028896069,0.1556212,0.01310968,0.2179551],"study_design_scores_gemma":[0.000025630065,0.00033933166,0.0151006235,0.0007144656,0.000021214782,0.0010669599,0.6088433,0.0007759043,0.0012515112,0.038741104,0.33306473,0.000055144323],"about_ca_topic_score_codex":0.0057721324,"about_ca_topic_score_gemma":0.00936399,"teacher_disagreement_score":0.012758629,"about_ca_system_score_codex":0.0063308203,"about_ca_system_score_gemma":0.014381227,"threshold_uncertainty_score":0.045933485},"labels":[],"label_agreement":null},{"id":"W1741698566","doi":"10.19173/irrodl.v9i3.535","title":"A Framework for Process Reengineering in Higher Education: A case study of distance learning exam scheduling and distribution","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Old Dominion University","keywords":"Business process reengineering; Computer science; Flowchart; Documentation; Process management; Business process; Business Process Model and Notation; Process (computing); Scheduling (production processes); Business process modeling; Operations management; Engineering; Work in process","score_opus":0.1454513604301028,"score_gpt":0.4270971101335474,"score_spread":0.2816457497034446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1741698566","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058289062,0.0014113205,0.8905449,0.0059707607,0.00007852436,0.0014649193,0.0001134592,0.0005006513,0.041626375],"genre_scores_gemma":[0.33375263,0.0007307837,0.6607622,0.0002791835,0.000014802202,0.0007211816,0.00013061409,0.00006406732,0.003544581],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9886197,0.008285867,0.00042897175,0.0007047306,0.0014035279,0.00055720186],"domain_scores_gemma":[0.99049145,0.00693775,0.0005172011,0.00073481863,0.00085811195,0.00046072752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014291618,0.001030569,0.0005373194,0.0041690483,0.00422988,0.0075142537,0.0027294245,0.004163774,0.0029067805],"category_scores_gemma":[0.009562293,0.0005132933,0.0011413862,0.0037876144,0.007738332,0.0073956703,0.0036430797,0.003918961,0.00048579235],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077445766,0.00073816587,0.0036814641,0.0005937257,0.000024226674,0.0025102638,0.04534162,0.024467131,0.003979128,0.8140279,0.0022335255,0.10232548],"study_design_scores_gemma":[0.0002772276,0.0009708278,0.0061334833,0.0027778037,0.00009683501,0.0055360724,0.07946587,0.19784999,0.00942415,0.37709343,0.32005212,0.0003222857],"about_ca_topic_score_codex":0.015704343,"about_ca_topic_score_gemma":0.015631648,"teacher_disagreement_score":0.015704343,"about_ca_system_score_codex":0.008491087,"about_ca_system_score_gemma":0.009936569,"threshold_uncertainty_score":0.075582206},"labels":[],"label_agreement":null},{"id":"W1744134003","doi":"10.19173/irrodl.v14i3.1428","title":"The experience of a distance learning organization in a private higher educational institution in the Republic of Tatarstan (Russia): From idea to realization","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Process (computing); Institution; Quality (philosophy); Educational technology; Educational institution; Sociology; Educational resources; Mathematics education; Pedagogy; Public relations; Political science; Knowledge management; Computer science; Psychology; Social science; Epistemology","score_opus":0.0740248856061859,"score_gpt":0.41576040595729635,"score_spread":0.34173552035111043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1744134003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98208344,0.00044221804,0.00051521685,0.003012874,0.00006259371,0.000012484453,0.000026863823,0.000016311551,0.013828029],"genre_scores_gemma":[0.9956934,0.00025369288,0.00014098485,0.00017686615,0.000016220038,0.0000053909885,0.00001222494,0.000008854742,0.003692412],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.997869,0.0012913757,0.000035861012,0.00014601303,0.0001726672,0.00048504636],"domain_scores_gemma":[0.9983311,0.00037150216,0.00017511498,0.00005540114,0.000071202165,0.0009957926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001552926,0.00022027678,0.0003317375,0.0004500049,0.0076907985,0.00650308,0.0010667645,0.0018493428,0.0029577145],"category_scores_gemma":[0.0013929562,0.00023075147,0.00023237932,0.0006257724,0.0065679788,0.0036318295,0.0062814313,0.00242358,0.0005292484],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001222007,0.00034074413,0.012491021,0.00014475742,0.000018832463,0.006602421,0.9380757,0.00036852466,0.0021081301,0.017941507,0.004142516,0.017643584],"study_design_scores_gemma":[0.000008815239,0.00025678705,0.015916422,0.00010127394,0.00000934776,0.0016032518,0.9267648,0.00037628334,0.00038028086,0.0011909776,0.053355698,0.000035997935],"about_ca_topic_score_codex":0.0047494085,"about_ca_topic_score_gemma":0.01232549,"teacher_disagreement_score":0.0076907985,"about_ca_system_score_codex":0.0033743859,"about_ca_system_score_gemma":0.0022610496,"threshold_uncertainty_score":0.024482965},"labels":[],"label_agreement":null},{"id":"W1753006307","doi":"10.19173/irrodl.v16i5.2027","title":"Examining Value Change in MOOCs in the Scope of Connectivism and Open Educational Resources Movement","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Open educational resources; Scope (computer science); Autonomy; Openness to experience; Massive open online course; Value (mathematics); Pedagogy; Knowledge management; Sociology; Psychology; Computer science; Political science; Learning theory","score_opus":0.2527034441610267,"score_gpt":0.48553925569679146,"score_spread":0.23283581153576477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1753006307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99035865,0.0002978362,0.0006772408,0.00030935704,0.0000121241255,0.00007419324,0.000016639207,0.000001492039,0.008252546],"genre_scores_gemma":[0.9986727,0.00017383423,0.00043889284,0.00006637738,0.0000053897234,0.000079286045,0.000017869916,0.0000022458498,0.0005433493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962232,0.002255611,0.00011395206,0.00036692797,0.0006782047,0.00036200613],"domain_scores_gemma":[0.9877202,0.007617057,0.0022574794,0.00043196633,0.0013138301,0.00065947574],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.005508924,0.00018128166,0.00025257052,0.0024198294,0.0013623955,0.0037499105,0.00066314975,0.0007632508,0.0017886688],"category_scores_gemma":[0.014477763,0.00015747095,0.00031186503,0.0030612054,0.0034037398,0.003030574,0.003776176,0.0010150558,0.00010471589],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045669914,0.0014540136,0.54494876,0.0005580311,0.00019155876,0.0006929176,0.27873784,0.0006676981,0.0024939945,0.04446417,0.0009306308,0.12440368],"study_design_scores_gemma":[0.000030328692,0.00049059116,0.7382723,0.00034323742,0.00008583264,0.00014053662,0.24149059,0.0013453203,0.001157202,0.008621652,0.007995289,0.00002712819],"about_ca_topic_score_codex":0.0064465753,"about_ca_topic_score_gemma":0.008887541,"teacher_disagreement_score":0.99933684,"about_ca_system_score_codex":0.0045986236,"about_ca_system_score_gemma":0.003098424,"threshold_uncertainty_score":0.033365488},"labels":[],"label_agreement":null},{"id":"W1753638746","doi":"10.19173/irrodl.v10i4.764","title":"A Snapshot of Distance Education in Africa","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Snapshot (computer storage); Computer science; Mathematics education; Psychology","score_opus":0.08568434336599393,"score_gpt":0.49170774866008093,"score_spread":0.406023405294087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1753638746","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11792187,0.39475206,0.0026175287,0.033800703,0.004706973,0.00032599166,0.006064514,0.00019384128,0.4396165],"genre_scores_gemma":[0.43815953,0.36201963,0.010411965,0.0058933594,0.0016360382,0.00041726834,0.0034607742,0.00011621485,0.17788522],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99969614,0.00006635257,0.000019740752,0.000032162967,0.00007724396,0.00010834783],"domain_scores_gemma":[0.9991666,0.00013749667,0.000076131764,0.000022262739,0.00024345094,0.00035408087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048646057,0.0003621118,0.00019937105,0.0021318905,0.0013938181,0.0021410508,0.00045073387,0.0006826987,0.018596217],"category_scores_gemma":[0.00095937203,0.00012706508,0.00012554278,0.0054156794,0.00030058826,0.002385924,0.0017170674,0.00093411084,0.0023590948],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002203629,0.00022020345,0.0075807422,0.0077412,0.000022614944,0.0016657955,0.005796199,0.00047313262,0.0033377318,0.035645645,0.10368252,0.8336139],"study_design_scores_gemma":[0.000008693031,0.000113025,0.015800923,0.0012917903,0.0000089358855,0.00065168616,0.004773593,0.00002963323,0.00037501287,0.0014109041,0.9755258,0.000010079805],"about_ca_topic_score_codex":0.0056678304,"about_ca_topic_score_gemma":0.013415527,"teacher_disagreement_score":0.018596217,"about_ca_system_score_codex":0.0017526178,"about_ca_system_score_gemma":0.0030496959,"threshold_uncertainty_score":0.0622105},"labels":[],"label_agreement":null},{"id":"W1754838161","doi":"10.19173/irrodl.v16i5.2404","title":"Open Educational Resources in Canada 2015","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"European Commission; Canarie","keywords":"Open educational resources; Open education; Political science; Government (linguistics); Public administration; Open government; Declaration; Distance education; Commons; State (computer science); Economic growth; Library science; Public relations; Open data; Sociology; Pedagogy; Computer science","score_opus":0.1151151699531603,"score_gpt":0.4511946463597567,"score_spread":0.3360794764065964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1754838161","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030259216,0.122377664,0.002264609,0.17480436,0.0048084105,0.0003493384,0.011555036,0.0007376367,0.6528438],"genre_scores_gemma":[0.33826897,0.098524466,0.006997637,0.027984342,0.0007768926,0.00025691866,0.007799571,0.00043205175,0.5189591],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99487203,0.000279557,0.00017069708,0.00038707408,0.0028412694,0.001449401],"domain_scores_gemma":[0.9868325,0.0009997153,0.00043047316,0.00034338076,0.0068617556,0.004532185],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0042709303,0.00041834262,0.0006628095,0.004139708,0.0114472415,0.01540439,0.0021227521,0.002424281,0.03779757],"category_scores_gemma":[0.007810215,0.00046173963,0.0005552335,0.011606799,0.004428601,0.0036419253,0.0053144456,0.0024461974,0.0036208131],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000053312644,0.00008121226,0.0051697083,0.001007079,0.00002421866,0.00036236053,0.0034018217,0.00031208654,0.00030187427,0.18457113,0.54815936,0.25655583],"study_design_scores_gemma":[0.0000071353156,0.000007722461,0.010452792,0.0006228322,0.000009725903,0.000046041103,0.001955679,0.00013123223,0.00012530424,0.0022299672,0.9843822,0.000029309833],"about_ca_topic_score_codex":0.9904193,"about_ca_topic_score_gemma":0.99460185,"teacher_disagreement_score":0.99787724,"about_ca_system_score_codex":0.15548599,"about_ca_system_score_gemma":0.44864815,"threshold_uncertainty_score":0.97951657},"labels":[],"label_agreement":null},{"id":"W1755547471","doi":"10.19173/irrodl.v16i5.2133","title":"Developing a Sustainable Financial Model in Higher Education for Open Educational Resources","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Open educational resources; Government (linguistics); Open education; Higher education; Business; Educational resources; Economic growth; Finance; Public relations; Economics; Political science; Sociology; Pedagogy","score_opus":0.19325969968296475,"score_gpt":0.4742309209439485,"score_spread":0.28097122126098373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1755547471","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0196393,0.048335314,0.11598699,0.3680364,0.0031726432,0.00048534057,0.00012560032,0.00019977501,0.44401863],"genre_scores_gemma":[0.70508486,0.0712793,0.104402386,0.034899786,0.0017437174,0.0011028486,0.00013559015,0.00013938673,0.08121213],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.994327,0.0027641284,0.00024115836,0.00037776705,0.001769214,0.00052065944],"domain_scores_gemma":[0.9934145,0.003250881,0.00066640833,0.00035865908,0.0016396209,0.0006699887],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.013052411,0.0006092199,0.00047242147,0.002562395,0.0031498757,0.016348997,0.0025580332,0.007220414,0.0060988106],"category_scores_gemma":[0.009924197,0.00035318176,0.000583358,0.0034873676,0.010619574,0.01861755,0.0057756444,0.005006216,0.0013189933],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035472267,0.000019517005,0.00018260343,0.0001669444,0.000004263103,0.00006188264,0.00026105074,0.0011632408,0.00006965493,0.97353595,0.0055762967,0.0189551],"study_design_scores_gemma":[0.000014548485,0.00003608237,0.0005560843,0.0014432612,0.00000883896,0.00009614829,0.0021220755,0.0027015186,0.00036363935,0.72131354,0.2713097,0.00003450604],"about_ca_topic_score_codex":0.0037004906,"about_ca_topic_score_gemma":0.005683573,"teacher_disagreement_score":0.99744195,"about_ca_system_score_codex":0.0110971145,"about_ca_system_score_gemma":0.024744734,"threshold_uncertainty_score":0.08051562},"labels":[],"label_agreement":null},{"id":"W1757772857","doi":"10.19173/irrodl.v16i3.2112","title":"Massive open online course completion rates revisited: Assessment, length and attrition","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":488,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Attrition; Grading (engineering); Distance education; Massive open online course; Regression analysis; Medicine; Statistics; Medical education; Demography; Psychology; Mathematics education; Mathematics; Dentistry","score_opus":0.19685317702033267,"score_gpt":0.5243967242174246,"score_spread":0.3275435471970919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1757772857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97939974,0.000446123,0.0036545189,0.0005684668,0.00005096486,0.00014243019,0.011800476,0.00014796124,0.0037892165],"genre_scores_gemma":[0.98187673,0.00015797635,0.0023425354,0.00013231786,0.00006051993,0.00023744028,0.012085307,0.000095749725,0.003011463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937023,0.001538883,0.000749583,0.0012601196,0.0021917124,0.00055742194],"domain_scores_gemma":[0.9558836,0.014877147,0.016639175,0.0038550126,0.006399384,0.0023458197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010940078,0.00033583483,0.00074382446,0.0034285386,0.00039516794,0.0017210576,0.0013642295,0.00045136226,0.0035696626],"category_scores_gemma":[0.029447801,0.00021057545,0.0008506545,0.0049908464,0.0005419054,0.0013185084,0.0023997005,0.0013868416,0.0014422601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019767914,0.00013867074,0.963348,0.000102403,0.00018658854,0.000048278336,0.0008442562,0.0004278962,0.00018927979,0.00036816683,0.0063465373,0.02780227],"study_design_scores_gemma":[0.000009873399,0.0000954017,0.99442214,0.00003267022,0.0000444747,0.000043170414,0.00044401403,0.0012716989,0.0003114979,0.00019210698,0.0031168363,0.0000160137],"about_ca_topic_score_codex":0.009321045,"about_ca_topic_score_gemma":0.009462842,"teacher_disagreement_score":0.010940078,"about_ca_system_score_codex":0.0008743586,"about_ca_system_score_gemma":0.0010973153,"threshold_uncertainty_score":0.057857335},"labels":[],"label_agreement":null},{"id":"W1761535550","doi":"10.19173/irrodl.v4i1.120","title":"Supporting Distance Students Using the Internet: A Brazilian Experience","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education, Technology, and Economics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; The Internet; Educational technology; Computer science; Computer-mediated communication; Multimedia; Mathematics education; World Wide Web; Psychology; Sociology","score_opus":0.10490691123104988,"score_gpt":0.49260999992217447,"score_spread":0.3877030886911246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1761535550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93483406,0.0056575984,0.003966324,0.013070571,0.00051446527,0.0002624731,0.0003341627,0.00014093738,0.04121939],"genre_scores_gemma":[0.9642618,0.008949874,0.003645442,0.0027554408,0.0001865731,0.00017111443,0.00021570038,0.00010091324,0.019713126],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99833614,0.0009513269,0.000056695644,0.00010102938,0.00022832007,0.00032660493],"domain_scores_gemma":[0.99522805,0.0015310028,0.00030429845,0.00021489398,0.0006332213,0.0020885037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003551961,0.000591132,0.0005504025,0.0006293218,0.0044056457,0.0023916638,0.001070846,0.0025556255,0.0034087787],"category_scores_gemma":[0.00876565,0.0003076489,0.00035688438,0.0014444084,0.0018636297,0.0022188977,0.0056208973,0.0017237557,0.0008278823],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043842423,0.0039362004,0.0223726,0.0013178763,0.000050293565,0.006339597,0.5908583,0.00056360324,0.009453475,0.00959655,0.033670694,0.32140234],"study_design_scores_gemma":[0.00014998954,0.0020508463,0.03765458,0.0011342495,0.00009893416,0.0038979903,0.4152215,0.0006564197,0.0033225755,0.004360713,0.5313103,0.0001418827],"about_ca_topic_score_codex":0.009631341,"about_ca_topic_score_gemma":0.023781316,"teacher_disagreement_score":0.009631341,"about_ca_system_score_codex":0.0012413356,"about_ca_system_score_gemma":0.0033009474,"threshold_uncertainty_score":0.019150555},"labels":[],"label_agreement":null},{"id":"W1764932262","doi":"10.19173/irrodl.v2i2.62","title":"Distance Education at Conventional Universities in Germany","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Methods and Technologies","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; German; Higher education; Decentralization; Political science; Aside; Sociology; Pedagogy; Geography; Law","score_opus":0.14759832026682998,"score_gpt":0.5106140102028436,"score_spread":0.36301568993601363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1764932262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57865036,0.025202403,0.006583747,0.03236618,0.0015577927,0.0002795336,0.0013084899,0.00037619157,0.35367528],"genre_scores_gemma":[0.912923,0.0050253966,0.0027449683,0.0020751709,0.0003446738,0.0000762212,0.0006904394,0.000028511917,0.07609164],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989637,0.00016928728,0.00005462526,0.00022630423,0.00023353376,0.00035256395],"domain_scores_gemma":[0.99859244,0.00015723251,0.00014134667,0.000110676585,0.00017171066,0.00082665385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011789314,0.0002894218,0.00023199322,0.0011897563,0.001645969,0.003376043,0.0008225243,0.001462438,0.023706825],"category_scores_gemma":[0.0015468474,0.00019133369,0.00017818701,0.0020353661,0.0011101003,0.0018878856,0.003434554,0.0011364493,0.0033973146],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032400948,0.00067949545,0.01634607,0.0011430511,0.000051273986,0.0018140842,0.004514532,0.0022710268,0.005474707,0.40096453,0.0758365,0.49058074],"study_design_scores_gemma":[0.0001426837,0.0005677122,0.077002004,0.00072916335,0.00002672215,0.0008915549,0.0037351928,0.0012788072,0.0016148218,0.017534569,0.89639944,0.00007735733],"about_ca_topic_score_codex":0.008285139,"about_ca_topic_score_gemma":0.01011283,"teacher_disagreement_score":0.023706825,"about_ca_system_score_codex":0.007941705,"about_ca_system_score_gemma":0.0047772736,"threshold_uncertainty_score":0.0793072},"labels":[],"label_agreement":null},{"id":"W1765267627","doi":"10.19173/irrodl.v16i5.2244","title":"Public Response to “the MOOC Movement” in China: Examining the Time Series of Microblogging","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microblogging; Social media; Schedule; Computer science; China; World Wide Web; Period (music); Internet privacy; Multimedia; Political science","score_opus":0.12002105024453531,"score_gpt":0.40763074454714615,"score_spread":0.28760969430261085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1765267627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99705505,0.000084709056,0.00008651112,0.00057380897,0.000020742975,0.000019741752,0.00063784525,0.0000119464885,0.0015095652],"genre_scores_gemma":[0.99797326,0.00009414027,0.000053656593,0.00012717259,0.000029153587,0.00002241711,0.00069039554,0.000005416866,0.0010044487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993086,0.00011481267,0.000046690628,0.0001070627,0.00020421304,0.00021863548],"domain_scores_gemma":[0.9945669,0.0009469803,0.0023115408,0.00028323225,0.0010764917,0.0008146884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001253298,0.000274093,0.00030331445,0.0021842488,0.0009411424,0.0013204411,0.0006092329,0.0010323441,0.002165759],"category_scores_gemma":[0.0051243515,0.00019574318,0.000239358,0.0027643696,0.0005352948,0.0008637444,0.0010818394,0.0007547724,0.0005501633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016058922,0.00012412794,0.9637657,0.00008146038,0.00007480887,0.0004885749,0.009009652,0.00042221608,0.0012544256,0.000608088,0.004655532,0.019354878],"study_design_scores_gemma":[0.0000019294075,0.000028203953,0.99501437,0.0000103526145,0.000008296321,0.000018512344,0.0026566372,0.00089693157,0.00010682418,0.000034555545,0.001212679,0.000010599737],"about_ca_topic_score_codex":0.10013606,"about_ca_topic_score_gemma":0.107776046,"teacher_disagreement_score":0.10013606,"about_ca_system_score_codex":0.0020863286,"about_ca_system_score_gemma":0.001471252,"threshold_uncertainty_score":0.1991064},"labels":[],"label_agreement":null},{"id":"W1765817687","doi":"10.19173/irrodl.v10i5.643","title":"The Technological Dimension of a Massive Open Online Course: The Case of the CCK08 Course Tools","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":417,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lifelong learning; Usability; Computer science; Connectivism; Massive open online course; Distance education; Open learning; Knowledge management; Psychology; World Wide Web; Mathematics education; Pedagogy; Teaching method; Learning theory; Cooperative learning","score_opus":0.08331360297106032,"score_gpt":0.4634803727432835,"score_spread":0.3801667697722232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1765817687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9355444,0.00029319676,0.0046377773,0.0076928725,0.00013501418,0.000110613364,0.00009876021,0.000055682623,0.05143166],"genre_scores_gemma":[0.9799209,0.00031095813,0.0052097673,0.00063853414,0.000083201914,0.000079838115,0.000058563146,0.00006318619,0.013635033],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9961642,0.0020723306,0.00008296753,0.00029017535,0.00074561656,0.0006446195],"domain_scores_gemma":[0.9929304,0.00418918,0.00039395122,0.0002881046,0.00041445505,0.0017839036],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002999615,0.00042812107,0.0003137941,0.0013240965,0.009283003,0.00763082,0.0014128112,0.004199559,0.004532834],"category_scores_gemma":[0.008079666,0.00032519113,0.0005157084,0.0011074335,0.0047060624,0.004939984,0.003971451,0.0029498811,0.0008058732],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005545003,0.00243344,0.06510715,0.0007822527,0.000068952926,0.1586195,0.47024688,0.0038740463,0.013502809,0.14422637,0.020908052,0.11967608],"study_design_scores_gemma":[0.00011332616,0.0009617294,0.043367893,0.0008714582,0.00008128164,0.030626684,0.5066811,0.012987564,0.007539747,0.023206478,0.3733164,0.00024636724],"about_ca_topic_score_codex":0.013870438,"about_ca_topic_score_gemma":0.03091751,"teacher_disagreement_score":0.9923692,"about_ca_system_score_codex":0.004956767,"about_ca_system_score_gemma":0.002820795,"threshold_uncertainty_score":0.035964012},"labels":[],"label_agreement":null},{"id":"W1766835079","doi":"10.19173/irrodl.v9i3.541","title":"Beyond the Theoretical Impasse: Extending the applications of Transactional Distance Education Theory","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transactional leadership; Distance education; Sociology; Transactional analysis; Education theory; Epistemology; Computer science; Higher education; Pedagogy; Psychology; Public relations; Political science; Social psychology; Law; Philosophy","score_opus":0.043625932822604095,"score_gpt":0.4587103851938397,"score_spread":0.41508445237123565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1766835079","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070681065,0.074385464,0.25670767,0.1380196,0.0041739387,0.00040495693,0.00013580824,0.0002509591,0.45524052],"genre_scores_gemma":[0.85254234,0.045602515,0.07798739,0.00931899,0.0025063523,0.0005522219,0.0001129213,0.00015574419,0.011221562],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9874176,0.0082998825,0.0005450518,0.0009502808,0.00215372,0.0006335199],"domain_scores_gemma":[0.95114607,0.038715392,0.0015501641,0.0034036597,0.0037078832,0.0014767314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01939,0.0011887726,0.0016001062,0.0057823127,0.004490149,0.014576624,0.004575873,0.005763642,0.0078880945],"category_scores_gemma":[0.030290967,0.0006922177,0.001711151,0.0061147404,0.021596659,0.031530794,0.01375434,0.011325564,0.0013645614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023135952,0.00013065251,0.0011457453,0.00031468898,0.000023099574,0.00046374215,0.010179499,0.0014894528,0.000076893644,0.9374004,0.0019369518,0.046815626],"study_design_scores_gemma":[0.0000134241545,0.00004672492,0.0003565099,0.0007917654,0.000013352831,0.00025227547,0.00729412,0.0035614632,0.00007871453,0.94260746,0.044955462,0.000028705597],"about_ca_topic_score_codex":0.0031930688,"about_ca_topic_score_gemma":0.0023390984,"teacher_disagreement_score":0.01939,"about_ca_system_score_codex":0.007274924,"about_ca_system_score_gemma":0.0077603636,"threshold_uncertainty_score":0.10254538},"labels":[],"label_agreement":null},{"id":"W1766934520","doi":"10.19173/irrodl.v16i5.2222","title":"Effectiveness of Integrating MOOCs in Traditional Classrooms for Undergraduate Students","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Context (archaeology); Class (philosophy); Computer science; Online learning; Educational technology; Mathematics education; Multimedia; Psychology","score_opus":0.15491717555981063,"score_gpt":0.4800925481969283,"score_spread":0.3251753726371177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1766934520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916285,0.0007317616,0.00048276212,0.00043083736,0.0001275495,0.00024749924,0.000082146966,0.00017346964,0.006095496],"genre_scores_gemma":[0.99158406,0.00063220016,0.0019423742,0.00023591533,0.00007532372,0.0002679018,0.00015856924,0.000028643639,0.005074946],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99694544,0.00091374235,0.00021667134,0.00059324055,0.0010069525,0.0003239493],"domain_scores_gemma":[0.9894768,0.0036315115,0.0011036382,0.0008032594,0.0011971652,0.003787754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002870532,0.0004959603,0.0007711569,0.00060640275,0.0007302663,0.002726105,0.0010158685,0.0009010114,0.005035497],"category_scores_gemma":[0.01719156,0.00019914914,0.0008433841,0.00047622048,0.00036697998,0.0014591384,0.0020999538,0.0012010782,0.0012422286],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051883482,0.042320494,0.048124228,0.0015647155,0.00037841752,0.0001588822,0.005092074,0.00080922653,0.009428288,0.0005562491,0.004189773,0.8821893],"study_design_scores_gemma":[0.003815465,0.08554573,0.8212924,0.0027299759,0.0027083214,0.0003448037,0.015213266,0.005340012,0.02229423,0.0027134458,0.03769596,0.00030646412],"about_ca_topic_score_codex":0.0026169368,"about_ca_topic_score_gemma":0.0033061237,"teacher_disagreement_score":0.005035497,"about_ca_system_score_codex":0.0009646515,"about_ca_system_score_gemma":0.0027273616,"threshold_uncertainty_score":0.016845405},"labels":[],"label_agreement":null},{"id":"W1773927702","doi":"10.19173/irrodl.v13i4.1305","title":"Beyond the net generation debate: A comparison between digital learners in face-to-face and virtual universities","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerio de Ciencia e Innovación","keywords":"Information and Communications Technology; Face-to-face; Psychology; Perception; Higher education; Mathematics education; Empirical research; Sample (material); Face (sociological concept); Pedagogy; Computer science; Sociology; Political science; Social science; World Wide Web","score_opus":0.09849330191303812,"score_gpt":0.4479279234117773,"score_spread":0.34943462149873916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1773927702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954092,0.00020359103,0.0000555145,0.00031560115,0.000018179908,0.000008296162,0.0000109007115,0.000001290576,0.003977463],"genre_scores_gemma":[0.99836415,0.00012652378,0.000019615092,0.00016295382,0.000019540688,0.000005879193,0.000010838217,0.0000023236887,0.0012881613],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9977436,0.0009957297,0.00011896911,0.00021680778,0.0005506745,0.00037419357],"domain_scores_gemma":[0.9940112,0.0031547712,0.0008536757,0.0001595404,0.0006409679,0.0011798529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029117172,0.00019096553,0.00041959493,0.0019015399,0.0021174396,0.0056413068,0.0005523978,0.0013083203,0.0069031487],"category_scores_gemma":[0.008422872,0.00012966199,0.00032501694,0.0010434844,0.0022780988,0.0032270208,0.0030020573,0.0011709438,0.0007157336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073212147,0.0010904698,0.28757015,0.00032058742,0.000057255435,0.0011331697,0.6363558,0.0000879189,0.0021451213,0.0054327706,0.0015767862,0.06349781],"study_design_scores_gemma":[0.000031083284,0.0005533324,0.19540127,0.00016301815,0.00003000426,0.0005073728,0.7904386,0.0002813085,0.00088770373,0.00084971794,0.010818623,0.000037964586],"about_ca_topic_score_codex":0.0017249205,"about_ca_topic_score_gemma":0.0017801939,"teacher_disagreement_score":0.0069031487,"about_ca_system_score_codex":0.00096992846,"about_ca_system_score_gemma":0.00060014473,"threshold_uncertainty_score":0.023093283},"labels":[],"label_agreement":null},{"id":"W1777820723","doi":"10.19173/irrodl.v15i1.1687","title":"Challenges and instructors’ intention to adopt and use open educational resources in higher education in Tanzania","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tampereen Yliopisto; University of Dar es Salaam","keywords":"Open educational resources; Tanzania; Unified theory of acceptance and use of technology; Expectancy theory; Higher education; Competence (human resources); Open education; Distance education; Knowledge management; Computer science; Psychology; Pedagogy; Sociology; Political science; Social psychology","score_opus":0.132662400490981,"score_gpt":0.4314942039602848,"score_spread":0.2988318034693038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1777820723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996401,0.000030018125,0.000015524087,0.00006581871,0.0000016461246,0.0000048212514,0.0000038211765,5.059425e-7,0.00023776398],"genre_scores_gemma":[0.9996308,0.00004519847,0.00003988485,0.000021351754,0.0000014755726,0.0000059015365,0.000006642544,5.273599e-7,0.0002482952],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908864,0.00033086573,0.00009221079,0.00007523262,0.0002161747,0.00019696692],"domain_scores_gemma":[0.9913045,0.0032935361,0.0028422642,0.00017600984,0.0009852643,0.0013984111],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0017803506,0.00013243692,0.00015616242,0.00049872434,0.0007265228,0.0013865352,0.0003151868,0.00039058208,0.0015359239],"category_scores_gemma":[0.007702755,0.00018705774,0.00019131544,0.0004180536,0.0004965149,0.0005985361,0.0007030613,0.0005765271,0.00020568454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004373976,0.0004388847,0.95833004,0.00006486995,0.000010390827,0.00044427055,0.029258536,0.000097394506,0.0008207163,0.00017562772,0.00028831564,0.010027258],"study_design_scores_gemma":[0.0000047557646,0.00023611572,0.95571864,0.000077198725,0.000011851053,0.000094628806,0.042091075,0.0005257485,0.00027437325,0.000063068,0.00088924787,0.000013299742],"about_ca_topic_score_codex":0.013671585,"about_ca_topic_score_gemma":0.023401657,"teacher_disagreement_score":0.9996848,"about_ca_system_score_codex":0.0010251572,"about_ca_system_score_gemma":0.0013996842,"threshold_uncertainty_score":0.02718401},"labels":[],"label_agreement":null},{"id":"W1781687669","doi":"10.19173/irrodl.v15i4.1783","title":"Two perspectives on e-learning design: A synopsis of a U.S. and a European analysis","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; Johnson and Johnson","keywords":"Instructional design; Learning design; Field (mathematics); Educational technology; Learning theory; Learning sciences; Sociology; Mathematics education; Pedagogy; Computer science; Epistemology; Psychology; Mathematics; Philosophy","score_opus":0.08760900974187709,"score_gpt":0.4683330934136984,"score_spread":0.3807240836718213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1781687669","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014653563,0.78210664,0.012284056,0.05281834,0.0024379895,0.0000667252,0.00012438501,0.00004168872,0.13546655],"genre_scores_gemma":[0.27530992,0.6695897,0.014802369,0.020096833,0.0025979835,0.00047695608,0.00019321448,0.00013731775,0.016795756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9902284,0.0060595665,0.0009713825,0.00065433333,0.00146888,0.0006174769],"domain_scores_gemma":[0.9889529,0.008465651,0.00063392735,0.00034960415,0.0012010396,0.0003968813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011543314,0.0010146232,0.0010145159,0.010637787,0.0035010087,0.01292459,0.00092904276,0.00404322,0.0030941248],"category_scores_gemma":[0.009119422,0.00045516941,0.00094843016,0.020003451,0.011892403,0.012944913,0.0048001027,0.004073578,0.0005599769],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000808853,0.00009417409,0.00143628,0.0015274968,0.000029004495,0.00025909228,0.021667356,0.00041852533,0.0002513523,0.82178354,0.01708921,0.13536306],"study_design_scores_gemma":[0.000017013272,0.00013817566,0.0034006515,0.0075507206,0.000033102686,0.0003994811,0.019535499,0.0003676476,0.00033679837,0.07298823,0.8951957,0.000037017577],"about_ca_topic_score_codex":0.006072403,"about_ca_topic_score_gemma":0.0059452746,"teacher_disagreement_score":0.01292459,"about_ca_system_score_codex":0.009616479,"about_ca_system_score_gemma":0.0068777297,"threshold_uncertainty_score":0.06977278},"labels":[],"label_agreement":null},{"id":"W1782153912","doi":"10.19173/irrodl.v11i3.912","title":"Using collaborative course development to achieve online course quality standards","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Royal Roads University","funders":"","keywords":"Course (navigation); Quality (philosophy); Online course; Distance education; Mainstream; Computer science; Collaborative learning; Process (computing); Instructional design; Higher education; Engineering management; Medical education; Knowledge management; Mathematics education; Multimedia; Engineering; Psychology; Political science; Medicine","score_opus":0.14922744878208533,"score_gpt":0.5763542390673918,"score_spread":0.4271267902853065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1782153912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57700825,0.00070123305,0.33866307,0.0030105333,0.000134571,0.0018266984,0.000039320217,0.0008826953,0.077733666],"genre_scores_gemma":[0.77523273,0.0002673549,0.21857561,0.00017876619,0.000022698718,0.00029038734,0.00003338698,0.00005823809,0.0053407503],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.973781,0.015969934,0.001107899,0.0015267514,0.0062949113,0.0013195554],"domain_scores_gemma":[0.9291345,0.042223252,0.005979511,0.009388199,0.009767048,0.0035075815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022658844,0.0005387767,0.00036243402,0.0018824824,0.0028136028,0.0054043443,0.0024504447,0.0010230746,0.0017680858],"category_scores_gemma":[0.055408802,0.00029470527,0.0005205783,0.0014919066,0.0022884912,0.003359403,0.006592401,0.0012727628,0.0005024497],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001491268,0.0022561918,0.024742153,0.00051959656,0.00006320548,0.00052525237,0.033111375,0.005080248,0.0093613155,0.02471284,0.0035901747,0.89588857],"study_design_scores_gemma":[0.0015078159,0.009051231,0.113321684,0.0021497176,0.000566079,0.0043937797,0.09927519,0.113719344,0.14623663,0.10701055,0.40199804,0.00076994335],"about_ca_topic_score_codex":0.006167931,"about_ca_topic_score_gemma":0.008468671,"teacher_disagreement_score":0.022658844,"about_ca_system_score_codex":0.0039645005,"about_ca_system_score_gemma":0.008095706,"threshold_uncertainty_score":0.119832814},"labels":[],"label_agreement":null},{"id":"W1785055065","doi":"10.19173/irrodl.v12i3.881","title":"Proposing an integrated research framework for connectivism: Utilising theoretical synergies","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Acknowledgement; Computer science; Construct (python library); Context (archaeology); Instructional design; Variety (cybernetics); Knowledge management; Educational research; Learning theory; Sociology; Pedagogy; Multimedia; Artificial intelligence","score_opus":0.3692205578243995,"score_gpt":0.584300011532656,"score_spread":0.21507945370825649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1785055065","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018127844,0.0057787965,0.8446703,0.0330323,0.00066745473,0.0009971262,0.00009900749,0.00018498675,0.09644226],"genre_scores_gemma":[0.41601527,0.00627015,0.56735325,0.0022803023,0.00023733357,0.0032281368,0.0001320466,0.000097314645,0.004386202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97674257,0.018419972,0.0006819762,0.0017979936,0.0016768096,0.00068074744],"domain_scores_gemma":[0.9788851,0.015215034,0.0011778343,0.0018482837,0.0016388181,0.0012348425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030222328,0.0017091898,0.0016406501,0.008750176,0.0055917595,0.018501103,0.0049606394,0.0056502637,0.0043545086],"category_scores_gemma":[0.016011227,0.0009664753,0.0017218326,0.006346318,0.045026522,0.031266302,0.01725449,0.007109328,0.0006743132],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006697756,0.00003436157,0.0003889254,0.00019358516,0.000016399108,0.000093432034,0.010133478,0.0006129092,0.00008126704,0.97648513,0.0004863958,0.011467377],"study_design_scores_gemma":[0.00002142417,0.00004322117,0.00032443067,0.0006817238,0.000022861852,0.00022100694,0.010692488,0.002822576,0.00015981979,0.9553358,0.029652473,0.000022073344],"about_ca_topic_score_codex":0.0022856742,"about_ca_topic_score_gemma":0.004011381,"teacher_disagreement_score":0.030222328,"about_ca_system_score_codex":0.008060428,"about_ca_system_score_gemma":0.01153072,"threshold_uncertainty_score":0.15983284},"labels":[],"label_agreement":null},{"id":"W1790806920","doi":"10.19173/irrodl.v14i1.1338","title":"A predictive study of student satisfaction in online education programs","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":535,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; The Internet; Variance (accounting); Regression analysis; Explained variation; Interaction; Applied psychology; Social psychology; Computer science; Statistics; Mathematics; World Wide Web","score_opus":0.09432494273946757,"score_gpt":0.5085964956728596,"score_spread":0.414271552933392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1790806920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99825984,0.00004305619,0.00036865438,0.00008254683,0.0000062067493,0.000016344296,0.000097782344,0.000008030729,0.0011175389],"genre_scores_gemma":[0.99953854,0.000026500667,0.00013512859,0.000011943944,0.000005146573,0.000013145469,0.00009608269,0.0000021225121,0.00017147747],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983524,0.00086488936,0.00013240303,0.000096725045,0.00039319994,0.00016032507],"domain_scores_gemma":[0.9847003,0.008255379,0.0026773857,0.00055934093,0.00181684,0.0019906664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029778273,0.0001470625,0.00026779182,0.0012232774,0.00044713018,0.0011556993,0.0004312153,0.00035821903,0.0032929247],"category_scores_gemma":[0.016041676,0.00012110101,0.00058409764,0.001934344,0.0003936054,0.0005503514,0.00068493007,0.0009409851,0.00039440903],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006225893,0.000333306,0.9896666,0.000009660306,0.000029930987,0.000024674526,0.00034078036,0.000080172766,0.00005924776,0.00007215752,0.00014117331,0.009179869],"study_design_scores_gemma":[0.000003614048,0.0002736182,0.99674904,0.000012726193,0.000020921982,0.000042501673,0.0010234931,0.001445063,0.000119109915,0.00007860389,0.00022752165,0.000003728539],"about_ca_topic_score_codex":0.0024063613,"about_ca_topic_score_gemma":0.0022197403,"teacher_disagreement_score":0.0032929247,"about_ca_system_score_codex":0.0003591887,"about_ca_system_score_gemma":0.00063014706,"threshold_uncertainty_score":0.0157485},"labels":[],"label_agreement":null},{"id":"W1793764709","doi":"10.19173/irrodl.v16i5.2389","title":"Not All Rubrics Are Equal: A Review of Rubrics for Evaluating the Quality of Open Educational Resources","year":2015,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"American Educational Research Association","keywords":"Rubric; Computer science; Usability; Quality (philosophy); The Internet; Multimedia; World Wide Web; Psychology; Mathematics education; Human–computer interaction","score_opus":0.5616598467009739,"score_gpt":0.6226860253002628,"score_spread":0.06102617859928894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1793764709","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010410328,0.98290575,0.0062585906,0.0027292806,0.00071088877,0.0013336191,0.000516091,0.00010097636,0.0044037327],"genre_scores_gemma":[0.017342301,0.9283178,0.045280028,0.0021194362,0.00027865084,0.004109371,0.0011389191,0.00014185207,0.0012715944],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.90366876,0.0449028,0.02337009,0.001959118,0.025439713,0.0006594341],"domain_scores_gemma":[0.839107,0.09564285,0.023276959,0.0039063795,0.0368445,0.0012223385],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07859166,0.0017282524,0.0038910562,0.025003994,0.0016675029,0.0039666686,0.004233951,0.0014284131,0.0048041386],"category_scores_gemma":[0.18578564,0.0013474013,0.004166112,0.029416963,0.0032114643,0.0063850437,0.0038886357,0.0030076697,0.0017560457],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011085428,0.000050471775,0.0010565162,0.24831873,0.00063392095,0.00009593254,0.0023992492,0.00033428438,0.00060899946,0.0077187545,0.039465494,0.6992067],"study_design_scores_gemma":[0.00015546379,0.0002848625,0.011140676,0.40125537,0.0021877731,0.0008846457,0.003179617,0.0005526149,0.00094513776,0.007645099,0.57156396,0.00020479012],"about_ca_topic_score_codex":0.010371685,"about_ca_topic_score_gemma":0.024376318,"teacher_disagreement_score":0.92140836,"about_ca_system_score_codex":0.005680502,"about_ca_system_score_gemma":0.025757043,"threshold_uncertainty_score":0.41563737},"labels":[],"label_agreement":null},{"id":"W1799316639","doi":"10.19173/irrodl.v16i5.2348","title":"In Search of Quality: Using Quality Matters to Analyze the Quality of Massive, Open, Online Courses (MOOCs)","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Massive open online course; Feeling; Open education; Distance education; Higher education; Set (abstract data type); Online learning; Control (management); Online course; Computer science; Medical education; Psychology; Public relations; Pedagogy; Mathematics education; Political science; World Wide Web; Medicine","score_opus":0.31938250357890735,"score_gpt":0.5720007238411693,"score_spread":0.25261822026226194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1799316639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9261574,0.0015532337,0.03964254,0.005175338,0.0001312559,0.00028600765,0.0005047789,0.00008539055,0.026464045],"genre_scores_gemma":[0.9907804,0.00017364077,0.0075855358,0.00040734743,0.000029039018,0.00014204578,0.00013649485,0.000023923047,0.0007214857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9859795,0.00845947,0.00091632124,0.00092595525,0.00319135,0.00052737107],"domain_scores_gemma":[0.8969866,0.059142437,0.028469563,0.00503123,0.0076308656,0.002739241],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016612759,0.00027066644,0.00040631447,0.00591897,0.0017854142,0.005716917,0.0007016222,0.0009540047,0.0014095985],"category_scores_gemma":[0.06164036,0.00017145544,0.00064044754,0.010385187,0.0041363146,0.004645557,0.0032247594,0.0013393378,0.00019826509],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014757886,0.00029165464,0.8415876,0.00030757813,0.00022567456,0.00012440111,0.027777411,0.0005677387,0.0006289283,0.033920623,0.0027554,0.09166539],"study_design_scores_gemma":[0.00003491302,0.00038680423,0.89801127,0.00027490355,0.00014444283,0.00013946071,0.046352923,0.005710142,0.0016387689,0.026272867,0.020957181,0.00007625079],"about_ca_topic_score_codex":0.008985416,"about_ca_topic_score_gemma":0.008732819,"teacher_disagreement_score":0.98338723,"about_ca_system_score_codex":0.002665893,"about_ca_system_score_gemma":0.0025422329,"threshold_uncertainty_score":0.08785766},"labels":[],"label_agreement":null},{"id":"W1799802508","doi":"10.19173/irrodl.v16i2.2047","title":"Uptake of OER by staff in distance education in South Africa","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Operationalization; Context (archaeology); Open education; Knowledge management; Institution; Distance education; Sociology; Computer science; Pedagogy; Social science; Geography","score_opus":0.09243745027238114,"score_gpt":0.42705429691257396,"score_spread":0.3346168466401928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1799802508","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982697,0.0001330831,0.00006087802,0.00057178835,0.0000069090192,0.000015114883,0.000022935357,0.0000028228988,0.0009168196],"genre_scores_gemma":[0.99861073,0.0003209753,0.00011862526,0.00020465453,0.000004816241,0.000016489608,0.000014114255,0.0000027030685,0.00070690905],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9955375,0.0012479497,0.00042383996,0.00031613256,0.00094226416,0.0015322941],"domain_scores_gemma":[0.9871703,0.004799001,0.0025145686,0.00031874995,0.0018534496,0.0033439416],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0046148943,0.0001542745,0.00031845737,0.001301553,0.00327793,0.002501629,0.00086450035,0.0010023725,0.003260969],"category_scores_gemma":[0.01694453,0.00042216224,0.00024039864,0.0013589031,0.0022499217,0.0021585678,0.003935392,0.0011276831,0.00039618372],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024601776,0.00028480904,0.36758503,0.00075593515,0.000029543831,0.0019959193,0.5501721,0.00016934001,0.0027945742,0.0018826687,0.0012022897,0.07288181],"study_design_scores_gemma":[0.000005996474,0.00039460597,0.17866835,0.00042078318,0.000012586705,0.00043664867,0.8116509,0.0001884524,0.0005434986,0.00026624172,0.0073758108,0.000036128586],"about_ca_topic_score_codex":0.03267363,"about_ca_topic_score_gemma":0.044746384,"teacher_disagreement_score":0.9991355,"about_ca_system_score_codex":0.005441574,"about_ca_system_score_gemma":0.009015268,"threshold_uncertainty_score":0.06496692},"labels":[],"label_agreement":null},{"id":"W1801695805","doi":"10.19173/irrodl.v16i5.2218","title":"Evaluation Criteria for Interactive E-Books for Open and Distance Learning","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Anadolu Üniversitesi","keywords":"Delphi method; Heuristic; Computer science; Delphi; Distance education; Interactive Learning; Open university; Mathematics education; Psychology; Multimedia; Artificial intelligence","score_opus":0.5459977478273781,"score_gpt":0.6243081565407893,"score_spread":0.07831040871341122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1801695805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7377646,0.0052246233,0.12107059,0.0037712438,0.00031035577,0.0158438,0.0011064013,0.00023688635,0.11467142],"genre_scores_gemma":[0.8059624,0.0008176825,0.18274763,0.00020563546,0.000048396327,0.005452267,0.00061549566,0.00006837256,0.004082099],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9101862,0.0459438,0.011477226,0.0012787351,0.029054096,0.002060021],"domain_scores_gemma":[0.7479401,0.15846647,0.013616948,0.0041492446,0.07138039,0.0044468436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05925511,0.00055157894,0.0009501142,0.008083015,0.0020200345,0.006709829,0.0016495961,0.0012751598,0.004283483],"category_scores_gemma":[0.15290645,0.0003318147,0.00089163636,0.0068303337,0.0016634349,0.0034122486,0.0027811525,0.0009859054,0.0006702298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024904006,0.0014256291,0.09809271,0.00786307,0.0002410971,0.0010856858,0.04760905,0.006648498,0.014036169,0.054390226,0.012029033,0.7540885],"study_design_scores_gemma":[0.0010218215,0.008478273,0.41009134,0.014457449,0.0010921817,0.0035103403,0.19752787,0.06715712,0.05313711,0.063349314,0.179082,0.0010951292],"about_ca_topic_score_codex":0.0026704774,"about_ca_topic_score_gemma":0.005128685,"teacher_disagreement_score":0.05925511,"about_ca_system_score_codex":0.0054831477,"about_ca_system_score_gemma":0.0073549524,"threshold_uncertainty_score":0.3133747},"labels":[],"label_agreement":null},{"id":"W1803688315","doi":"10.19173/irrodl.v5i3.194","title":"WebCT: A major shift of emphasis","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Emphasis (telecommunications); Distance education; Computer science; Multimedia; Mathematics education; Psychology; Telecommunications","score_opus":0.08160170982810906,"score_gpt":0.4822643730033148,"score_spread":0.40066266317520577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1803688315","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01688344,0.16265436,0.09360388,0.42515013,0.060323894,0.0010391095,0.0019499281,0.0051999697,0.23319535],"genre_scores_gemma":[0.11547174,0.20038493,0.124342926,0.20843162,0.083462656,0.001345682,0.0038372825,0.006787087,0.25593612],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98411894,0.0042929435,0.0010128353,0.0013866286,0.0085729025,0.0006158073],"domain_scores_gemma":[0.9202084,0.024398327,0.0014343687,0.0061281784,0.04038049,0.007450148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029464936,0.0007668476,0.0014433621,0.0051550237,0.00077365985,0.010706432,0.0027679487,0.004861358,0.029243229],"category_scores_gemma":[0.032205537,0.00041453537,0.00092267233,0.004534474,0.0027115187,0.010406015,0.0034035954,0.006652608,0.014895487],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021772816,0.00027318296,0.0008674287,0.002134882,0.000038196285,0.00008078269,0.00039926672,0.00025483832,0.0039996165,0.04528632,0.18198012,0.7644677],"study_design_scores_gemma":[0.00006715439,0.0003826935,0.0037035039,0.0015119188,0.00005397098,0.000462257,0.00035167517,0.0006268734,0.002347181,0.0069499165,0.98347974,0.00006319651],"about_ca_topic_score_codex":0.0041474923,"about_ca_topic_score_gemma":0.0048168474,"teacher_disagreement_score":0.029464936,"about_ca_system_score_codex":0.0034734707,"about_ca_system_score_gemma":0.006953667,"threshold_uncertainty_score":0.15582728},"labels":[],"label_agreement":null},{"id":"W1805439553","doi":"10.19173/irrodl.v3i1.67","title":"Evaluating Vendor Supplied Information","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Vendor; Computer science; Distance education; Multimedia; World Wide Web; Data science; Business; Mathematics education; Marketing; Psychology","score_opus":0.3155653717760009,"score_gpt":0.47763154078896264,"score_spread":0.16206616901296172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1805439553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5210469,0.009291759,0.08505809,0.0059915497,0.0016396277,0.008694045,0.011724367,0.004311448,0.35224232],"genre_scores_gemma":[0.6960256,0.008347859,0.19871397,0.0026648326,0.0009845035,0.0019345337,0.022666497,0.0024113853,0.06625082],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9143473,0.036424235,0.006853312,0.0018228489,0.039635528,0.00091675477],"domain_scores_gemma":[0.60427797,0.20469691,0.014046425,0.030880703,0.14247252,0.0036254716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06010249,0.00086605945,0.0010647116,0.011326904,0.0009487474,0.008978447,0.0013941866,0.002319377,0.016991807],"category_scores_gemma":[0.27064988,0.00047934655,0.00060490187,0.009513356,0.00047509428,0.0077283564,0.0023660194,0.0011600986,0.012438438],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016858251,0.0013137354,0.031575967,0.002604982,0.0001950887,0.00065567164,0.004757537,0.0017922887,0.005403718,0.006952892,0.058558457,0.8845038],"study_design_scores_gemma":[0.0009155749,0.011397687,0.13008228,0.007874825,0.0017644046,0.0031141737,0.015517501,0.03377214,0.080970466,0.014887668,0.6988826,0.00082066597],"about_ca_topic_score_codex":0.0017949757,"about_ca_topic_score_gemma":0.001778831,"teacher_disagreement_score":0.06010249,"about_ca_system_score_codex":0.0032212853,"about_ca_system_score_gemma":0.0042836033,"threshold_uncertainty_score":0.31785613},"labels":[],"label_agreement":null},{"id":"W1809513418","doi":"10.19173/irrodl.v16i5.2341","title":"OER Quality and Adaptation in K-12: Comparing Teacher Evaluations of Copyright-Restricted, Open, and Open/Adapted Textbooks","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Adaptation (eye); Quality (philosophy); Variety (cybernetics); Mathematics education; Computer science; Psychology; Pedagogy","score_opus":0.3933432143841464,"score_gpt":0.5247929460346913,"score_spread":0.1314497316505449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1809513418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99692935,0.000103128004,0.00035953938,0.000040030507,0.0000059303125,0.000041345193,0.000019216228,0.000012491295,0.002488948],"genre_scores_gemma":[0.9974721,0.00015800014,0.0007058078,0.00003157828,0.0000043093432,0.000045485212,0.000054446875,0.000012293516,0.0015160104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99401855,0.0026861834,0.0006469731,0.00050659775,0.001853898,0.0002877783],"domain_scores_gemma":[0.9707965,0.010930431,0.0074814567,0.0017081602,0.0069109863,0.0021724016],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0059419395,0.00023062962,0.00055505417,0.0007454498,0.00052878144,0.0022672564,0.0004993258,0.00032022988,0.0019352408],"category_scores_gemma":[0.034104493,0.00022610322,0.00033022638,0.00080513785,0.0010692899,0.0013582684,0.0016456,0.00063971186,0.0005034042],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013768134,0.00228701,0.5271953,0.0012022125,0.00016924243,0.0005855152,0.21163213,0.0006566305,0.013386658,0.00057720754,0.0017134672,0.23921782],"study_design_scores_gemma":[0.0000881562,0.0018709044,0.9077816,0.0002874123,0.00007057939,0.0003430469,0.07713457,0.0005627264,0.0045077056,0.00026895956,0.0070053088,0.00007910805],"about_ca_topic_score_codex":0.0019292828,"about_ca_topic_score_gemma":0.0049167587,"teacher_disagreement_score":0.9995007,"about_ca_system_score_codex":0.0010488739,"about_ca_system_score_gemma":0.0009636029,"threshold_uncertainty_score":0.031424344},"labels":[],"label_agreement":null},{"id":"W1819851634","doi":"10.19173/irrodl.v16i2.1979","title":"Student media usage patterns and non-traditional learning in higher education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Saud University","keywords":"Typology; Class (philosophy); Computer science; Entertainment; Multimedia; German; Digital media; Distance education; Selection (genetic algorithm); Mathematics education; Psychology; World Wide Web; Sociology; Artificial intelligence","score_opus":0.19400614566488233,"score_gpt":0.4906128253746451,"score_spread":0.2966066797097628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1819851634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99936396,0.0000790374,0.000036312173,0.00001708246,0.0000012631706,0.0000044724134,0.000045112432,0.000001159678,0.00045164995],"genre_scores_gemma":[0.99959165,0.00006508908,0.000037056838,0.0000070218553,0.0000024345068,0.0000044558224,0.000038825347,6.079132e-7,0.00025282297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993211,0.00019770164,0.00008066072,0.0000762324,0.0002102202,0.000114048016],"domain_scores_gemma":[0.9955076,0.0018913485,0.0013159277,0.00015663441,0.0003777124,0.0007507153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010551653,0.00012342882,0.00017576972,0.0017205931,0.0003056734,0.0010467431,0.0002221328,0.00023156295,0.0031528657],"category_scores_gemma":[0.0037940664,0.00010561231,0.00013435709,0.0015737952,0.00030858567,0.00072735554,0.0006577258,0.00030432825,0.00042783882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006672187,0.00020403773,0.97963023,0.000035941717,0.000011931002,0.00006139384,0.0033679008,0.000030377838,0.00033855028,0.00010821182,0.000092254435,0.016052416],"study_design_scores_gemma":[0.0000024934172,0.00010734696,0.9936015,0.000013226165,0.000005391933,0.0000923384,0.005259207,0.00008949284,0.00020275575,0.0000465791,0.0005747247,0.00000488752],"about_ca_topic_score_codex":0.0013941813,"about_ca_topic_score_gemma":0.002612235,"teacher_disagreement_score":0.0031528657,"about_ca_system_score_codex":0.0003117866,"about_ca_system_score_gemma":0.00023084278,"threshold_uncertainty_score":0.0105473995},"labels":[],"label_agreement":null},{"id":"W1820402066","doi":"10.19173/irrodl.v2i2.53","title":"The University of Texas System TeleCampus: A statewide model for collaboration","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Doors; Point (geometry); Computer science; Faculty development; Medical education; Quality (philosophy); Knowledge management; Engineering management; Sociology; Pedagogy; Engineering; Professional development; Medicine","score_opus":0.08901791272291948,"score_gpt":0.42745286447506975,"score_spread":0.33843495175215027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1820402066","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08028152,0.0026665495,0.13758071,0.040757257,0.0009997638,0.0013937099,0.0003845577,0.0023448188,0.7335912],"genre_scores_gemma":[0.6713987,0.0031481294,0.11476699,0.0047577657,0.00035111266,0.002634381,0.0005523361,0.00029140007,0.20209917],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99224675,0.0037131864,0.0003221871,0.001032771,0.0017975413,0.00088748045],"domain_scores_gemma":[0.9928893,0.00094663154,0.0005155919,0.0010929012,0.0018266685,0.0027289586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005209116,0.0002864963,0.00024166626,0.0010708858,0.0059734685,0.009905314,0.0014413298,0.0024185635,0.011659092],"category_scores_gemma":[0.0048991437,0.00033928253,0.00035041256,0.0027007202,0.0038230794,0.0072647305,0.00908429,0.0022700906,0.0043670405],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023881497,0.0009139766,0.009313408,0.00026501375,0.000032770928,0.00038620032,0.00996793,0.002602328,0.0014418266,0.62163043,0.1001951,0.2530121],"study_design_scores_gemma":[0.00015372908,0.0008177515,0.0054427753,0.00034869873,0.00003475369,0.0009472763,0.0066235634,0.008328395,0.0011040736,0.080092974,0.8959947,0.000111380774],"about_ca_topic_score_codex":0.008991736,"about_ca_topic_score_gemma":0.014144631,"teacher_disagreement_score":0.011659092,"about_ca_system_score_codex":0.0064099585,"about_ca_system_score_gemma":0.025201252,"threshold_uncertainty_score":0.046507716},"labels":[],"label_agreement":null},{"id":"W1821742836","doi":"10.19173/irrodl.v14i3.1416","title":"Enhancing motivation in online courses with mobile communication tool support: A comparative study","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disengagement theory; Mobile phone; Computer science; Mobile device; Instructional design; Multimedia; Psychology; Learning Management; Knowledge management; World Wide Web","score_opus":0.10804838273149091,"score_gpt":0.4903723000526037,"score_spread":0.38232391732111276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1821742836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991698,0.00012000159,0.000058350677,0.000013470651,0.000003769241,0.0000525866,0.000009798742,9.232492e-7,0.00057127257],"genre_scores_gemma":[0.9984376,0.0003458947,0.0003919199,0.000024459594,0.000010738625,0.000101707,0.000030117564,0.000001865538,0.00065564073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984003,0.00080813316,0.000113091475,0.00014632111,0.00028773962,0.00024446522],"domain_scores_gemma":[0.9965011,0.0018471892,0.0003584561,0.00012089832,0.0004483963,0.0007238645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004223189,0.00034724912,0.0008111418,0.0014501081,0.0013086898,0.0011323354,0.0005423899,0.00068166887,0.0026743487],"category_scores_gemma":[0.006863183,0.00023176883,0.00054497115,0.0010309637,0.0005672165,0.0008862566,0.0009983216,0.00061297335,0.00028757288],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048037623,0.09902642,0.40018895,0.0020164966,0.00039802073,0.002229716,0.19550984,0.0003166671,0.012328417,0.0020447231,0.00094685866,0.28019017],"study_design_scores_gemma":[0.0006064101,0.04730187,0.8313606,0.00040925344,0.00038067155,0.0012682991,0.10176725,0.00060501276,0.003541491,0.00030756643,0.012383136,0.00006834411],"about_ca_topic_score_codex":0.00092880556,"about_ca_topic_score_gemma":0.0018908278,"teacher_disagreement_score":0.004223189,"about_ca_system_score_codex":0.0007700976,"about_ca_system_score_gemma":0.00096104393,"threshold_uncertainty_score":0.022334576},"labels":[],"label_agreement":null},{"id":"W1822461797","doi":"10.19173/irrodl.v10i4.702","title":"Policy Deficit in Distance Education: A Transactional Distance","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transactional leadership; Distance education; Context (archaeology); Dimension (graph theory); Software deployment; Sociology; Public relations; Political science; Computer science; Pedagogy; Geography","score_opus":0.060367711366870073,"score_gpt":0.4857639784219782,"score_spread":0.42539626705510813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822461797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6280524,0.0075182,0.0852836,0.0695651,0.00035002045,0.0004554914,0.00032395578,0.00007728631,0.20837393],"genre_scores_gemma":[0.99549496,0.0005193301,0.0024075103,0.0005442694,0.000023086764,0.00009593714,0.000021015467,0.000006792781,0.0008870802],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9848882,0.00810122,0.0009335833,0.0014301632,0.0035661743,0.0010806243],"domain_scores_gemma":[0.9608094,0.023540132,0.008281796,0.0031738775,0.00294771,0.0012470882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012695956,0.0003586342,0.00080808933,0.003999372,0.003461543,0.012892765,0.0020281582,0.0023629284,0.005121926],"category_scores_gemma":[0.046172008,0.00038483646,0.00037375928,0.006782466,0.017041856,0.015950078,0.012270847,0.0036674247,0.0002510728],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007897467,0.00013882763,0.02924359,0.00059567374,0.00005164242,0.00034057567,0.016850036,0.0029992762,0.0003544831,0.88346964,0.000986621,0.06489069],"study_design_scores_gemma":[0.00003847964,0.0002728239,0.030847369,0.001429476,0.000083516315,0.00046388907,0.066053845,0.008925717,0.0008156319,0.8262864,0.06471066,0.000072197916],"about_ca_topic_score_codex":0.0076746284,"about_ca_topic_score_gemma":0.006251213,"teacher_disagreement_score":0.014764612,"about_ca_system_score_codex":0.014764612,"about_ca_system_score_gemma":0.0077920193,"threshold_uncertainty_score":0.10712528},"labels":[],"label_agreement":null},{"id":"W1822986329","doi":"10.19173/irrodl.v1i2.22","title":"Empire State College: The Development of Online Learning","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Plan (archaeology); Distance education; State (computer science); Online learning; Institution; Medical education; Center (category theory); Professional development; Quality (philosophy); Engineering management; Pedagogy; Mathematics education; Public relations; Computer science; Psychology; Political science; Engineering; Multimedia; Medicine","score_opus":0.11161078981789616,"score_gpt":0.48779884255803513,"score_spread":0.376188052740139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822986329","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15910622,0.0044123125,0.121168114,0.019726638,0.0012670206,0.0051517067,0.0023553157,0.010041624,0.67677116],"genre_scores_gemma":[0.23167665,0.00598588,0.42254162,0.0016633311,0.00027274087,0.0019622818,0.0034815609,0.0018620938,0.33055386],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983039,0.00041755347,0.000085429834,0.00017670827,0.00086120534,0.00015511787],"domain_scores_gemma":[0.99318063,0.0007636334,0.00020982263,0.00068545266,0.0026025733,0.002557977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041703,0.00032355185,0.0001548698,0.002499897,0.0011898488,0.0034448875,0.0011922801,0.000464536,0.010969215],"category_scores_gemma":[0.0074603437,0.00034992097,0.00013820018,0.0020078276,0.00074602437,0.00273896,0.002805958,0.0013615141,0.0036730762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047938884,0.00082327495,0.0058177244,0.000105303385,0.000004249052,0.0002053896,0.0021326896,0.00030760706,0.0029026105,0.019675,0.041782606,0.92619556],"study_design_scores_gemma":[0.00002976897,0.00025804393,0.012322662,0.00023032424,0.000006435554,0.00033469437,0.0015358918,0.0025331522,0.0040556514,0.0033966706,0.97526556,0.000031054566],"about_ca_topic_score_codex":0.012245947,"about_ca_topic_score_gemma":0.022351706,"teacher_disagreement_score":0.012245947,"about_ca_system_score_codex":0.0019880787,"about_ca_system_score_gemma":0.015126692,"threshold_uncertainty_score":0.03669572},"labels":[],"label_agreement":null},{"id":"W1828697651","doi":"10.19173/irrodl.v13i4.1313","title":"Assumptions and challenges of open scholarship","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Open education; Openness to experience; Conversation; Sociology; Digital scholarship; SPARK (programming language); Higher education; Public relations; Political science; Engineering ethics; Pedagogy; Psychology; Computer science; Social psychology; Engineering; Library science; Law","score_opus":0.27274541641290617,"score_gpt":0.4947178553392714,"score_spread":0.2219724389263652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1828697651","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037175536,0.015098312,0.04111441,0.74121857,0.0017326765,0.00012114867,0.000087219014,0.00008301015,0.16336909],"genre_scores_gemma":[0.9496831,0.008466559,0.013356307,0.021081738,0.0017503954,0.0004994615,0.000053513388,0.00007277897,0.005036168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8622473,0.09500025,0.00542324,0.010357252,0.022386309,0.0045857406],"domain_scores_gemma":[0.7881666,0.17425899,0.007595121,0.0119534,0.011540762,0.0064851413],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.12646887,0.0005744863,0.0013864957,0.005072783,0.013713321,0.03562282,0.0054828306,0.013973524,0.0033198646],"category_scores_gemma":[0.10672511,0.00085091795,0.0011233167,0.004150118,0.18279462,0.045907006,0.02560503,0.020794952,0.0010959447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009034842,0.000011099542,0.00015382413,0.000058471815,0.0000025767843,0.000039546732,0.008134298,0.00013832936,0.000020388155,0.9872426,0.0009463126,0.0032436023],"study_design_scores_gemma":[0.000012774181,0.000012207462,0.00010161972,0.00032459843,0.000003137316,0.000063405,0.009843791,0.0004418177,0.00005001261,0.9668893,0.022241175,0.000016082944],"about_ca_topic_score_codex":0.0040525957,"about_ca_topic_score_gemma":0.0021954526,"teacher_disagreement_score":0.99451715,"about_ca_system_score_codex":0.013018591,"about_ca_system_score_gemma":0.019020665,"threshold_uncertainty_score":0.6688393},"labels":[],"label_agreement":null},{"id":"W1829212028","doi":"10.19173/irrodl.v10i4.687","title":"Exploring Blended Learning for Science Teacher Professional Development in an African Context","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Situated; Blended learning; Context (archaeology); Citizen journalism; Information and Communications Technology; Professional development; Pedagogy; Government (linguistics); Educational technology; Sociology; Professional learning community; Knowledge management; Political science; Computer science","score_opus":0.4497022049785461,"score_gpt":0.5707429384511686,"score_spread":0.12104073347262251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1829212028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8383291,0.0013485545,0.03472715,0.007875653,0.00011451365,0.00031789122,0.00002163215,0.000056353583,0.11720929],"genre_scores_gemma":[0.97021365,0.00068719586,0.01995984,0.00025147045,0.000010770695,0.00012697984,0.000009996409,0.000018838351,0.008721178],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9962997,0.00276745,0.000069547474,0.00013707652,0.00028710763,0.00043915343],"domain_scores_gemma":[0.99716055,0.0018492148,0.00015846996,0.00016506157,0.00021187414,0.00045492107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004424335,0.00029828673,0.00023468654,0.0008946945,0.005321841,0.0056654047,0.0010800477,0.0015166894,0.004392426],"category_scores_gemma":[0.004670668,0.00025757335,0.0002630163,0.0012097296,0.002958834,0.0035731923,0.006609304,0.0013459846,0.00050595787],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030375185,0.001499653,0.012470059,0.00086800073,0.000031951673,0.005839682,0.4742868,0.0019790207,0.007996456,0.1511491,0.0031837018,0.34039193],"study_design_scores_gemma":[0.00026308914,0.0007946271,0.009913316,0.0012986631,0.000041688367,0.0029977933,0.6206422,0.008335448,0.006450829,0.045461696,0.3037404,0.000060205082],"about_ca_topic_score_codex":0.0025822965,"about_ca_topic_score_gemma":0.007040676,"teacher_disagreement_score":0.0056654047,"about_ca_system_score_codex":0.0029631837,"about_ca_system_score_gemma":0.00451425,"threshold_uncertainty_score":0.0233984},"labels":[],"label_agreement":null},{"id":"W1831250476","doi":"10.19173/irrodl.v15i2.1715","title":"A path analysis of educator perceptions of open educational resources using the technology acceptance model","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Variety (cybernetics); Path analysis (statistics); Open education; Educational technology; Distance education; Psychology; Social cognitive theory; Perception; Instructional design; Computer science; Knowledge management; Pedagogy; Mathematics education; Social psychology","score_opus":0.08020039980166316,"score_gpt":0.4639373591202418,"score_spread":0.38373695931857865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1831250476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849139,0.000057868678,0.0070531503,0.00053551944,0.000029963436,0.0006866969,0.00044392035,0.000048248046,0.0062308153],"genre_scores_gemma":[0.9887811,0.0001521122,0.007552763,0.00006625933,0.000005383334,0.0018002335,0.0003442342,0.000016748028,0.001281091],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950858,0.0031889903,0.00027384682,0.000419513,0.0006939014,0.000337906],"domain_scores_gemma":[0.95309204,0.038633097,0.002655649,0.0008295596,0.003966566,0.00082298066],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.008567933,0.00058786984,0.00051693653,0.0021303622,0.00089456455,0.0021497624,0.000661063,0.0008249875,0.011086371],"category_scores_gemma":[0.028458687,0.00043279835,0.0018559006,0.0023876557,0.00095251837,0.002077309,0.0016387313,0.0017253911,0.0007666675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054189493,0.0018322729,0.820567,0.0004143437,0.00037732074,0.0003225498,0.038725957,0.004630101,0.0010673268,0.010908287,0.0024939415,0.11811907],"study_design_scores_gemma":[0.00040638505,0.0047170524,0.80690914,0.00072677655,0.00050886476,0.00043545145,0.099520266,0.06430452,0.0018017645,0.011389777,0.0090992395,0.00018083499],"about_ca_topic_score_codex":0.004036214,"about_ca_topic_score_gemma":0.0027586664,"teacher_disagreement_score":0.9993389,"about_ca_system_score_codex":0.0013662096,"about_ca_system_score_gemma":0.0047939112,"threshold_uncertainty_score":0.045312107},"labels":[],"label_agreement":null},{"id":"W1832188949","doi":"10.19173/irrodl.v1i1.7","title":"Current Developments and Best Practice in Open and Distance Learning","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Educational Technologies","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Judgement; Quality (philosophy); Context (archaeology); Value (mathematics); Set (abstract data type); Distance education; Computer science; Field (mathematics); Psychology; Epistemology; Mathematics education; Mathematics","score_opus":0.11134743816680062,"score_gpt":0.4933887825566359,"score_spread":0.3820413443898353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832188949","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035442754,0.6329778,0.011148479,0.22152124,0.0073884293,0.000050400642,0.00012761442,0.00024201121,0.12299972],"genre_scores_gemma":[0.13227728,0.7432217,0.041661084,0.03776973,0.005176105,0.00021173038,0.00055380515,0.00019654394,0.038932078],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97945637,0.0063015185,0.0025946002,0.0022870207,0.008048766,0.0013117245],"domain_scores_gemma":[0.95562834,0.023185208,0.0028379546,0.0041601686,0.009761989,0.0044262493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028836494,0.000584473,0.00081898214,0.0039635575,0.0023393843,0.018686147,0.0050019235,0.00808527,0.008717089],"category_scores_gemma":[0.029224586,0.000393941,0.00061238883,0.008097119,0.013040954,0.013714443,0.0054955464,0.0059003807,0.004069813],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007115012,0.00021570598,0.0009142991,0.0053151543,0.000022565611,0.0001914917,0.0042844475,0.001245247,0.0003102205,0.22835976,0.06583176,0.69323814],"study_design_scores_gemma":[0.000011648465,0.00007055963,0.001203433,0.011134612,0.000012983627,0.00024150859,0.005708557,0.00036184042,0.00044503165,0.08374835,0.89702207,0.000039405644],"about_ca_topic_score_codex":0.009603723,"about_ca_topic_score_gemma":0.011267503,"teacher_disagreement_score":0.028836494,"about_ca_system_score_codex":0.01129493,"about_ca_system_score_gemma":0.016935851,"threshold_uncertainty_score":0.15250373},"labels":[],"label_agreement":null},{"id":"W1832663038","doi":"10.19173/irrodl.v2i2.58","title":"The Hybridisation of Conventional Higher Education: UK Perspective","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Charter; Higher education; Mainstream; Perspective (graphical); Face (sociological concept); Open university; Politics; Sociology; Open learning; Open education; Pedagogy; Political science; Public relations; Mathematics education; Economic growth; Computer science; Psychology; Social science; Teaching method; Economics","score_opus":0.17118454556341667,"score_gpt":0.5290055395990977,"score_spread":0.357820994035681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832663038","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09669566,0.27527598,0.003116352,0.09029561,0.0013080983,0.000037292833,0.0001301885,0.000026544054,0.5331143],"genre_scores_gemma":[0.88177305,0.09289611,0.0011601673,0.006980306,0.0005664807,0.000056432975,0.000045115004,0.000022646622,0.016499657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9936605,0.0039374516,0.00028407865,0.0004894135,0.0008521989,0.0007763875],"domain_scores_gemma":[0.99446726,0.0033682596,0.00064589654,0.00037605962,0.00071409525,0.0004284345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003745008,0.0004108182,0.0004996827,0.0036372049,0.0027577956,0.0111966515,0.0009793357,0.0035507996,0.006306292],"category_scores_gemma":[0.0049018436,0.000279842,0.00024338502,0.005478745,0.016128149,0.01049736,0.0063962773,0.002588436,0.00083707],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011994175,0.000048178645,0.0013345022,0.0009203093,0.000021633712,0.0009568251,0.032200545,0.00027275702,0.0002264537,0.89828813,0.0071155946,0.058495224],"study_design_scores_gemma":[0.00005567937,0.00027110445,0.011989669,0.00362751,0.000027177268,0.001994477,0.070298955,0.00056803954,0.000310424,0.13908787,0.77169037,0.00007872834],"about_ca_topic_score_codex":0.022545217,"about_ca_topic_score_gemma":0.025425179,"teacher_disagreement_score":0.022545217,"about_ca_system_score_codex":0.015593652,"about_ca_system_score_gemma":0.0031084055,"threshold_uncertainty_score":0.113140345},"labels":[],"label_agreement":null},{"id":"W1832873925","doi":"10.19173/irrodl.v1i2.24","title":"Book Review - Managing Technological Change: Strategies for College and University Leaders. Author: A. W. (Tony) Bates","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"University-Industry-Government Innovation Models","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"BATES; Sociology; Media studies; Library science; Management; Engineering; Computer science; Economics","score_opus":0.14928400778266718,"score_gpt":0.38271376476702507,"score_spread":0.2334297569843579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832873925","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004704238,0.8106965,0.0018291719,0.042372018,0.04265609,0.00013273786,0.0004440511,0.00028010036,0.10111897],"genre_scores_gemma":[0.004218111,0.60669804,0.0019347636,0.019486457,0.020354658,0.0001481014,0.00089010625,0.00019925555,0.34607047],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891925,0.00012459878,0.000059914084,0.00009999312,0.00074512145,0.000051211468],"domain_scores_gemma":[0.99545515,0.0014058737,0.0003139571,0.0000878459,0.0023762828,0.0003608481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008121751,0.00092659536,0.0013168254,0.0024982698,0.0007508612,0.0029706527,0.0011429829,0.0017573184,0.039285522],"category_scores_gemma":[0.0052961544,0.0003492764,0.00047171858,0.0040308293,0.0005434391,0.003110945,0.00082173425,0.0023320643,0.031229408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049794735,0.000010331169,0.00003503556,0.0003575577,0.000004822949,0.00001615069,0.000024050301,0.000041283154,0.000077596385,0.00066561304,0.9372973,0.06146529],"study_design_scores_gemma":[0.0000040017103,0.000019265706,0.00025346025,0.00057183724,0.000009818765,0.00015738021,0.0000380324,0.000044795433,0.00005778706,0.00076808996,0.9980684,0.000007091331],"about_ca_topic_score_codex":0.0039160904,"about_ca_topic_score_gemma":0.013182442,"teacher_disagreement_score":0.039285522,"about_ca_system_score_codex":0.0013881366,"about_ca_system_score_gemma":0.002890969,"threshold_uncertainty_score":0.13142312},"labels":[],"label_agreement":null},{"id":"W1832948464","doi":"10.19173/irrodl.v12i2.933","title":"MarylandOnline's inter-institutional project to train higher education adjunct faculty to teach online","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adjunct; Situated; Computer science; Inclusion (mineral); Certificate; Instructional design; Distance education; Quality (philosophy); Higher education; Medical education; Mathematics education; Psychology; Multimedia; Medicine; Artificial intelligence; Political science","score_opus":0.21866666274198013,"score_gpt":0.51464037054496,"score_spread":0.29597370780297994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832948464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73176146,0.00072066067,0.04838095,0.026030889,0.0018549738,0.016493013,0.0027171732,0.0039012553,0.1681396],"genre_scores_gemma":[0.65929234,0.0006237522,0.12750807,0.004677883,0.00024185416,0.008914746,0.0015841132,0.00037670758,0.19678058],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99439406,0.0028714899,0.000120652825,0.00048266214,0.0010932207,0.001037957],"domain_scores_gemma":[0.9740426,0.0028774496,0.0006121748,0.0011709356,0.0044159302,0.01688087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012236773,0.00043348788,0.00025110922,0.0010377192,0.0054827677,0.003452367,0.0019229084,0.0010555987,0.021710025],"category_scores_gemma":[0.009089193,0.00041186556,0.00027676256,0.0011942169,0.0018401719,0.0016826623,0.005832408,0.0028216064,0.004430872],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010291529,0.024833148,0.03431284,0.00079050986,0.000068157686,0.0012049337,0.02635306,0.0025529293,0.017773917,0.024442215,0.1596434,0.7069957],"study_design_scores_gemma":[0.00046718924,0.011467608,0.073980205,0.00039008737,0.000057106325,0.00051641057,0.08053886,0.0034756954,0.023111576,0.0033257755,0.802553,0.000116452014],"about_ca_topic_score_codex":0.008801062,"about_ca_topic_score_gemma":0.035595883,"teacher_disagreement_score":0.021710025,"about_ca_system_score_codex":0.0066939923,"about_ca_system_score_gemma":0.039797153,"threshold_uncertainty_score":0.072627306},"labels":[],"label_agreement":null},{"id":"W1837958227","doi":"10.19173/irrodl.v7i1.242","title":"Plagiarism by Adult Learners Online: A case study in detection and remediation","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Certificate; Distance education; Medical education; Plagiarism detection; Enforcement; Psychology; Computer science; Pedagogy; Medicine; Political science","score_opus":0.05647622825857566,"score_gpt":0.443220276838844,"score_spread":0.38674404858026834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837958227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981061,0.00011997895,0.00059203873,0.00018452902,0.0000024142662,0.000050293325,0.000015070568,0.000019784153,0.00090984855],"genre_scores_gemma":[0.99810827,0.00014211636,0.001080469,0.000076131386,0.0000064591377,0.000025573274,0.000012901993,0.000004961578,0.00054310745],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9951763,0.0026024242,0.00050055323,0.0004594476,0.0009154795,0.00034572987],"domain_scores_gemma":[0.9626319,0.020826146,0.007853895,0.0026849483,0.0038909237,0.0021122168],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004598231,0.00035509383,0.0004070536,0.0016994851,0.003326577,0.0012309942,0.00076675334,0.0017323656,0.0014906909],"category_scores_gemma":[0.03169144,0.00020147754,0.00024951308,0.0014222147,0.0012515695,0.0018682542,0.0014267912,0.00094062707,0.00035318968],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030762036,0.0034003353,0.54308385,0.00031769508,0.000051768016,0.01589978,0.28353128,0.00038238146,0.0031518147,0.00090615184,0.002223618,0.14674361],"study_design_scores_gemma":[0.00014993038,0.0069969804,0.6168943,0.0004602401,0.0001902077,0.06842983,0.25441787,0.006892659,0.018337615,0.0020248652,0.02502469,0.00018083624],"about_ca_topic_score_codex":0.0033993411,"about_ca_topic_score_gemma":0.0075948494,"teacher_disagreement_score":0.99826765,"about_ca_system_score_codex":0.0010894513,"about_ca_system_score_gemma":0.0009928287,"threshold_uncertainty_score":0.02431804},"labels":[],"label_agreement":null},{"id":"W1838863577","doi":"10.19173/irrodl.v10i5.633","title":"Open Textbook Proof-of-Concept via Connexions","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Workflow; Computer science; Interactivity; Process (computing); Open education; Reading (process); Mathematics education; World Wide Web; Mathematics; Political science","score_opus":0.09455214485073808,"score_gpt":0.45078333399990406,"score_spread":0.35623118914916596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1838863577","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070631644,0.0018370283,0.8428407,0.003373239,0.0054082256,0.002747578,0.0024790952,0.02922287,0.10502814],"genre_scores_gemma":[0.11773679,0.0041775918,0.73197955,0.0038831928,0.00096931815,0.008635546,0.007455372,0.01638569,0.10877693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858342,0.004475665,0.0011895404,0.0015409645,0.0060481583,0.00091147394],"domain_scores_gemma":[0.9539308,0.020306308,0.0024837232,0.0104306005,0.011232587,0.0016159998],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.027054451,0.0018396659,0.0010842909,0.0027355861,0.0018656079,0.007888606,0.0052428166,0.00418722,0.10703459],"category_scores_gemma":[0.05632058,0.0016353669,0.0021016211,0.001509461,0.003526393,0.010911077,0.008548723,0.006014384,0.026153378],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007559574,0.00059565774,0.0011354808,0.0031680702,0.00014829481,0.0028252916,0.0028188457,0.005816116,0.034591634,0.5335927,0.17040186,0.24415013],"study_design_scores_gemma":[0.00030717315,0.0003735653,0.00033044608,0.0007437708,0.000045174573,0.0011315264,0.00025137022,0.0058801323,0.032689348,0.053449288,0.9046543,0.00014384462],"about_ca_topic_score_codex":0.00088649814,"about_ca_topic_score_gemma":0.0009238168,"teacher_disagreement_score":0.9947572,"about_ca_system_score_codex":0.002225226,"about_ca_system_score_gemma":0.0047236504,"threshold_uncertainty_score":0.35806638},"labels":[],"label_agreement":null},{"id":"W1842326538","doi":"10.19173/irrodl.v6i2.227","title":"Learning Objects and Instructional Design","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Instructional design; Computer science; Educational technology; Distance education; Multimedia; Mathematics education; Human–computer interaction; Psychology","score_opus":0.09188972662111253,"score_gpt":0.424086471269695,"score_spread":0.3321967446485825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1842326538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025288941,0.040203862,0.49859852,0.016570764,0.0010414567,0.00084651867,0.00024885335,0.000991346,0.4162097],"genre_scores_gemma":[0.4621766,0.026306206,0.44769433,0.0029141477,0.0007124301,0.002027155,0.0005926215,0.00052771973,0.057048697],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.986782,0.008559107,0.0010485826,0.00082182,0.0024575782,0.00033084446],"domain_scores_gemma":[0.9751271,0.018373616,0.0014276938,0.0024196769,0.0021884656,0.0004635027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01001047,0.0006025574,0.000537113,0.0036660137,0.0014080167,0.010082293,0.0016612087,0.002099895,0.008534956],"category_scores_gemma":[0.03239725,0.0004326502,0.00038522558,0.002824514,0.010203866,0.007659072,0.0029430282,0.0015799,0.0019334152],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024938015,0.00005424434,0.0011458334,0.00062244345,0.0000163364,0.00006636205,0.0041934056,0.0014471284,0.00028655902,0.7690034,0.004879049,0.21826038],"study_design_scores_gemma":[0.000043521708,0.00013678745,0.0012576358,0.00093238376,0.000028534505,0.0003836116,0.003282808,0.0020028467,0.0010888557,0.6610435,0.3297614,0.000038121096],"about_ca_topic_score_codex":0.0018974743,"about_ca_topic_score_gemma":0.0012653864,"teacher_disagreement_score":0.010082293,"about_ca_system_score_codex":0.0037944212,"about_ca_system_score_gemma":0.0028105448,"threshold_uncertainty_score":0.052941024},"labels":[],"label_agreement":null},{"id":"W1843162949","doi":"10.19173/irrodl.v13i4.1303","title":"Student access to and skills in using technology in an open and distance learning context","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT Impact and Policies","field":"Engineering","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Information and Communications Technology; Digital divide; Competence (human resources); Higher education; Context (archaeology); Scope (computer science); Sociology; Pedagogy; Open education; Access to Higher Education; Educational technology; Political science; Psychology; Computer science; World Wide Web; Geography","score_opus":0.09419251249796967,"score_gpt":0.5050387252348776,"score_spread":0.4108462127369079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1843162949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904951,0.00015437686,0.00009860895,0.00039409703,0.0000046416367,0.00000651974,0.000017259199,0.0000015657108,0.008827852],"genre_scores_gemma":[0.99765366,0.00022715422,0.0000625739,0.00005050233,0.0000025255429,0.00000711283,0.0000127672965,6.3584326e-7,0.0019831543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991855,0.0002880148,0.000056044937,0.0000786266,0.00019565897,0.00019610002],"domain_scores_gemma":[0.99717015,0.0010630718,0.00064371113,0.00010163236,0.00041227302,0.00060919306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012416702,0.00007654674,0.00016944452,0.0006177992,0.0007161907,0.002904,0.00024571197,0.0004590352,0.006595893],"category_scores_gemma":[0.0053164596,0.00013371269,0.00014498137,0.00071413215,0.00070190046,0.0018258212,0.0015137504,0.00053070224,0.0009776508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001572122,0.0016279332,0.6515828,0.00036235337,0.00003045893,0.0011184226,0.2101452,0.00038277055,0.0024118335,0.0093962,0.0024934127,0.12029139],"study_design_scores_gemma":[0.000023683864,0.0009769888,0.65404296,0.000417737,0.00004041467,0.0008366608,0.30486685,0.0008532462,0.0017767804,0.0059502968,0.030166704,0.000047615584],"about_ca_topic_score_codex":0.0021422755,"about_ca_topic_score_gemma":0.0032141614,"teacher_disagreement_score":0.006595893,"about_ca_system_score_codex":0.00040496548,"about_ca_system_score_gemma":0.0010643698,"threshold_uncertainty_score":0.022065401},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W1846406155","doi":"10.19173/irrodl.v13i5.1269","title":"Instructor-aided asynchronous question answering system for online education and distance learning","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Topic Modeling","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Asynchronous communication; Computer science; Question answering; Exploit; Synchronous learning; Perspective (graphical); Learning Management; Asynchronous learning; Online learning; Educational technology; Quality (philosophy); Artificial intelligence; Multimedia; World Wide Web; Mathematics education; Teaching method; Cooperative learning; Psychology","score_opus":0.06494774927665814,"score_gpt":0.42353235705436787,"score_spread":0.35858460777770973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1846406155","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09643244,0.00046900698,0.7700203,0.00069901795,0.00025849338,0.0014315041,0.002865293,0.114034064,0.013789853],"genre_scores_gemma":[0.41999218,0.00023393851,0.53935486,0.00045607513,0.00032057753,0.0012771958,0.0077053197,0.0011261017,0.029533762],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989335,0.00035189086,0.00009422078,0.0003560363,0.00020209243,0.00006233603],"domain_scores_gemma":[0.9959268,0.0017842762,0.00023133474,0.00071211957,0.00085174467,0.0004936605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002377928,0.00058517285,0.0006914677,0.0011195196,0.00066215004,0.001125905,0.0016216147,0.0013417873,0.020328546],"category_scores_gemma":[0.005389146,0.00024792048,0.00040297568,0.0007340729,0.00020504344,0.0021174124,0.0013078419,0.0008798108,0.010073045],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014967648,0.0015059138,0.0065499754,0.00045679059,0.00006983045,0.0004631515,0.0013938881,0.002254528,0.06571928,0.0048275813,0.048666894,0.8665954],"study_design_scores_gemma":[0.0011936194,0.0032393907,0.021851577,0.00015536134,0.0003704397,0.0016316618,0.0009369326,0.3805979,0.13901974,0.013500554,0.43723586,0.0002669535],"about_ca_topic_score_codex":0.0008570391,"about_ca_topic_score_gemma":0.00092425395,"teacher_disagreement_score":0.020328546,"about_ca_system_score_codex":0.00042730098,"about_ca_system_score_gemma":0.00076430326,"threshold_uncertainty_score":0.0680058},"labels":[],"label_agreement":null},{"id":"W1847791507","doi":"10.19173/irrodl.v13i2.1160","title":"Determining the feasibility of an e-portfolio application in a distance education teaching practice course","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Practices and Challenges","field":"Arts and Humanities","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Portfolio; Distance education; Function (biology); Computer science; Psychology","score_opus":0.19006131710400123,"score_gpt":0.5215373977590506,"score_spread":0.3314760806550494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1847791507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936516,0.00003122935,0.0017610642,0.00020638338,0.0000171351,0.0006563687,0.000019296716,0.000029511097,0.0036273887],"genre_scores_gemma":[0.9889031,0.00009327631,0.008190814,0.00013413046,0.000013299688,0.000733314,0.000065330336,0.000015275078,0.0018514392],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9758447,0.015289114,0.0015264048,0.0010658146,0.0046810415,0.0015930657],"domain_scores_gemma":[0.9504864,0.026565032,0.003931393,0.0018594369,0.011709615,0.0054481984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028958783,0.00039506756,0.00040075605,0.0010908684,0.0016550865,0.004243799,0.0012530754,0.0010543736,0.004085642],"category_scores_gemma":[0.05871146,0.00038218332,0.0005032188,0.0005816053,0.0005788537,0.0026561362,0.0018991674,0.0010089115,0.0011824262],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029631287,0.023222746,0.34682387,0.0015745397,0.00011865203,0.0024433942,0.07545668,0.0025604253,0.037178867,0.0014729938,0.002960217,0.50322443],"study_design_scores_gemma":[0.0008436817,0.04483597,0.6194525,0.0012423092,0.0003136863,0.0010292296,0.24823102,0.012787771,0.03261301,0.0008850288,0.037480645,0.00028517726],"about_ca_topic_score_codex":0.0014629951,"about_ca_topic_score_gemma":0.002676294,"teacher_disagreement_score":0.028958783,"about_ca_system_score_codex":0.0019730115,"about_ca_system_score_gemma":0.0039340784,"threshold_uncertainty_score":0.1531505},"labels":[],"label_agreement":null},{"id":"W1847817774","doi":"10.19173/irrodl.v4i2.148","title":"Computer-Mediated Communication: A vehicle for learning","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Immediacy; Distance education; Computer-mediated communication; Psychology; Interactivity; Experiential learning; Educational technology; Pedagogy; Computer science; Multimedia; Mathematics education; The Internet; World Wide Web","score_opus":0.10485725922410917,"score_gpt":0.4782343746540545,"score_spread":0.37337711542994534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1847817774","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33596316,0.08601239,0.09826376,0.043451127,0.0009929315,0.0002734321,0.00014213324,0.00038848564,0.4345126],"genre_scores_gemma":[0.96787417,0.011046492,0.008614236,0.001092922,0.00036528852,0.0001188205,0.0000240012,0.000020345866,0.010843687],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99691856,0.0018361675,0.00009462698,0.00022386704,0.0007573144,0.00016959608],"domain_scores_gemma":[0.9939713,0.00404839,0.0008680705,0.00043087002,0.00041511987,0.00026629207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023449522,0.0002157679,0.0001991533,0.0011416,0.0010349068,0.008907733,0.0007305539,0.0016917444,0.0047957087],"category_scores_gemma":[0.007015017,0.00014914849,0.00016275735,0.0010598206,0.0058684195,0.008698645,0.0028826569,0.0011169682,0.00064848235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010993608,0.00019044,0.011677181,0.0014002128,0.000055463206,0.0007637141,0.039356537,0.00052261486,0.0051628565,0.37879914,0.006472154,0.5554897],"study_design_scores_gemma":[0.000074135336,0.0009227445,0.035003174,0.0026762495,0.000092582166,0.004305775,0.06807099,0.0025205004,0.00657368,0.3732347,0.506407,0.00011843269],"about_ca_topic_score_codex":0.00083251524,"about_ca_topic_score_gemma":0.00055945036,"teacher_disagreement_score":0.008907733,"about_ca_system_score_codex":0.0009521817,"about_ca_system_score_gemma":0.0013748627,"threshold_uncertainty_score":0.016043186},"labels":[],"label_agreement":null},{"id":"W1851760432","doi":"10.19173/irrodl.v7i3.325","title":"Learners' Perspectives on what is Missing from Online Learning: Interpretations through the Community of Inquiry Framework","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":318,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Ottawa","funders":"","keywords":"Community of inquiry; Face-to-face; Online learning; Psychology; Improvisation; Perspective (graphical); Online community; Perception; Pedagogy; Qualitative research; Distance education; Online discussion; Online participation; Mathematics education; Computer science; The Internet; Multimedia; Sociology; World Wide Web; Cognition","score_opus":0.12732183625196394,"score_gpt":0.5006849646865642,"score_spread":0.3733631284346003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1851760432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8095321,0.0074651083,0.07740251,0.040898927,0.00047885758,0.0005867447,0.00011864764,0.00019092204,0.06332612],"genre_scores_gemma":[0.99056643,0.0011445071,0.0058889235,0.0007198788,0.000043563494,0.00017634047,0.000024269522,0.000049445887,0.0013865927],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9562664,0.036228735,0.0010567725,0.0014474201,0.003123906,0.0018767278],"domain_scores_gemma":[0.9233806,0.064866796,0.002878517,0.0021489188,0.003663783,0.0030614107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05050326,0.0009611648,0.0013330448,0.006764434,0.013050508,0.018360788,0.003933105,0.005119523,0.0012984229],"category_scores_gemma":[0.044729337,0.0006942112,0.001083661,0.0040104208,0.03987312,0.022443334,0.016819354,0.007910753,0.00020304832],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011849606,0.000013195374,0.00080248754,0.000053267246,0.0000051397565,0.00030520113,0.98243505,0.000051543375,0.00016885632,0.012366335,0.00019768791,0.0035893999],"study_design_scores_gemma":[0.0000065076174,0.000020050034,0.0003889339,0.00023782921,0.000008592791,0.00032577786,0.97280425,0.00033086553,0.00017040221,0.013760798,0.011929484,0.000016421815],"about_ca_topic_score_codex":0.003882075,"about_ca_topic_score_gemma":0.003571753,"teacher_disagreement_score":0.05050326,"about_ca_system_score_codex":0.005625246,"about_ca_system_score_gemma":0.006790781,"threshold_uncertainty_score":0.26709002},"labels":[],"label_agreement":null},{"id":"W1851862812","doi":"10.19173/irrodl.v15i6.1914","title":"An investigation of faculty perspectives on barriers, incentives, and benefits of the OER movement in Turkey","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Incentive; Publishing; Electronic publishing; Perception; Obstacle; Distance education; Educational technology; Faculty development; Public relations; Psychology; Medical education; Business; Political science; Pedagogy; Professional development; Economics; Computer science; The Internet; World Wide Web; Medicine; Law","score_opus":0.06171002228691096,"score_gpt":0.3991648129038922,"score_spread":0.33745479061698125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1851862812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997531,0.0001555488,0.00009678529,0.0006002797,0.000012083339,0.000009044455,0.000012482871,0.0000019353229,0.0015809064],"genre_scores_gemma":[0.99909985,0.00016901945,0.000090473826,0.0001732494,0.000006402008,0.0000075075104,0.0000091309375,0.0000012795348,0.000443102],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9937303,0.0030350573,0.0004524323,0.000335597,0.0013682235,0.0010784148],"domain_scores_gemma":[0.97723013,0.010486777,0.0055637676,0.0003892175,0.0027005572,0.0036294318],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.007354583,0.00014339502,0.00026829552,0.0009403541,0.0023110413,0.0028529481,0.0005269006,0.0008222853,0.002210346],"category_scores_gemma":[0.013346268,0.00022619507,0.00018570728,0.0012984506,0.0016410188,0.0014436418,0.0014160991,0.00091591215,0.00018372589],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003717764,0.0010203179,0.56870246,0.00057715614,0.000050551338,0.001527135,0.3263536,0.0003986335,0.0073639997,0.0048995297,0.0028214494,0.0859133],"study_design_scores_gemma":[0.000020068603,0.00047597522,0.35174948,0.00022246545,0.00003283959,0.00032485818,0.62996525,0.00039425725,0.0018934268,0.0004365258,0.014421591,0.00006327697],"about_ca_topic_score_codex":0.006844027,"about_ca_topic_score_gemma":0.008921636,"teacher_disagreement_score":0.9994731,"about_ca_system_score_codex":0.0030870377,"about_ca_system_score_gemma":0.006016129,"threshold_uncertainty_score":0.03889525},"labels":[],"label_agreement":null},{"id":"W1856042923","doi":"10.19173/irrodl.v6i3.271","title":"Technology, e-Learning and Distance Education (2nd edition)","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Educational technology; Mathematics education; Computer science; Sociology; Pedagogy; Multimedia; Psychology","score_opus":0.033699058349331804,"score_gpt":0.44864237547657915,"score_spread":0.41494331712724736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1856042923","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025633138,0.9404724,0.0013741717,0.00302595,0.010249595,0.00004431373,0.00023394996,0.00016695065,0.044176318],"genre_scores_gemma":[0.003529236,0.7608643,0.0018851515,0.0041264473,0.005938668,0.00013302003,0.0007045146,0.00013221137,0.22268645],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99934906,0.00006944795,0.000048783582,0.00007770743,0.0004011097,0.000053954598],"domain_scores_gemma":[0.99898404,0.00036101716,0.00011005624,0.000037003847,0.00038873474,0.00011915043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053460314,0.0012322606,0.0013140754,0.003159381,0.00048245062,0.0021906851,0.0012641473,0.0014746415,0.06233776],"category_scores_gemma":[0.0019161854,0.0005233004,0.0005712533,0.004373626,0.00062718,0.0036818483,0.0011020908,0.0023706509,0.049086977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027278744,0.00003728473,0.00010182037,0.001954268,0.000015853553,0.0001023334,0.00011708628,0.00017737968,0.0005670701,0.0030117426,0.71982014,0.27406782],"study_design_scores_gemma":[0.0000041635985,0.000026505591,0.00035398622,0.0007996477,0.000008367897,0.0004301425,0.000051053896,0.00003554022,0.00008087069,0.0016770305,0.99652594,0.0000066969287],"about_ca_topic_score_codex":0.0035687133,"about_ca_topic_score_gemma":0.0068777786,"teacher_disagreement_score":0.06233776,"about_ca_system_score_codex":0.0010986438,"about_ca_system_score_gemma":0.0027475152,"threshold_uncertainty_score":0.20854056},"labels":[],"label_agreement":null},{"id":"W1860731162","doi":"10.19173/irrodl.v13i2.1177","title":"Conceptual framework for parametrically measuring the desirability of open educational resources using D-index","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Malaya; International Development Research Centre","keywords":"Open educational resources; Credibility; Computer science; Reuse; Open education; Index (typography); World Wide Web; Data science; Knowledge management; Political science","score_opus":0.24381063093157182,"score_gpt":0.48746890208571014,"score_spread":0.24365827115413832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1860731162","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12426726,0.0012299978,0.8087387,0.0021432086,0.00013811885,0.001716427,0.0012778895,0.0006035932,0.05988477],"genre_scores_gemma":[0.673129,0.0003498697,0.32259125,0.00021785511,0.00004253054,0.0019411587,0.0004426409,0.000043361353,0.0012423196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9792571,0.009848069,0.0021290337,0.0023457606,0.0059251403,0.00049479713],"domain_scores_gemma":[0.89568764,0.08012875,0.009987658,0.005475113,0.007646024,0.0010748496],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.019402167,0.0011365787,0.00079094566,0.010269639,0.0012277161,0.0052440553,0.0022816663,0.0021196513,0.0036807708],"category_scores_gemma":[0.09143068,0.0004987605,0.0014233936,0.005784317,0.0057381606,0.007742895,0.0036358174,0.0018168922,0.000767976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039017454,0.0009623241,0.09634628,0.0010823188,0.00047550668,0.00029617397,0.006763345,0.04472213,0.0053492463,0.5860958,0.003014693,0.2545021],"study_design_scores_gemma":[0.00023397844,0.0019107668,0.08273837,0.00096407515,0.0003558482,0.0010815474,0.009385675,0.30828562,0.0077251783,0.5478793,0.038822647,0.0006169604],"about_ca_topic_score_codex":0.0038454873,"about_ca_topic_score_gemma":0.0022709873,"teacher_disagreement_score":0.99771833,"about_ca_system_score_codex":0.0033928617,"about_ca_system_score_gemma":0.0026146688,"threshold_uncertainty_score":0.102609634},"labels":[],"label_agreement":null},{"id":"W1862540101","doi":"10.19173/irrodl.v15i5.1857","title":"Evaluating the validity and applicability of automated essay scoring in two massive open online courses","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Rubric; Grading (engineering); Massive open online course; Higher education; Computer science; Mathematics education; Open education; Distance education; Psychology; Multimedia; Medical education; World Wide Web; Engineering; Medicine","score_opus":0.1986828325979672,"score_gpt":0.5550126832509729,"score_spread":0.35632985065300565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1862540101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892022,0.0003603577,0.0039026828,0.00021592974,0.00014667805,0.0005067079,0.00012132701,0.00006867814,0.005475452],"genre_scores_gemma":[0.9872185,0.0002978586,0.009480501,0.00020158794,0.000098366305,0.00060209824,0.0003146704,0.00003649125,0.001749918],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95532256,0.022402834,0.0041998383,0.0043413164,0.01285978,0.00087371806],"domain_scores_gemma":[0.70803374,0.16522603,0.029999636,0.014272573,0.07828008,0.004187985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.053178903,0.00039915086,0.00053102354,0.0030089968,0.0011238588,0.002962667,0.0014571429,0.00094017904,0.001061448],"category_scores_gemma":[0.21235654,0.00038605605,0.00063964725,0.0025603545,0.0013520843,0.0016864447,0.0024824054,0.0010777562,0.00092385773],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020320225,0.0027116856,0.6767088,0.00042929655,0.00023972034,0.00017944483,0.0109319035,0.0009196881,0.0033827452,0.0010204635,0.0016617553,0.29978245],"study_design_scores_gemma":[0.00036763036,0.006381809,0.9519693,0.00057893933,0.00021063312,0.00030185445,0.007478297,0.01473303,0.008553705,0.0014109481,0.007886767,0.00012696184],"about_ca_topic_score_codex":0.006004626,"about_ca_topic_score_gemma":0.00857311,"teacher_disagreement_score":0.053178903,"about_ca_system_score_codex":0.0017039379,"about_ca_system_score_gemma":0.0029079514,"threshold_uncertainty_score":0.28124028},"labels":[],"label_agreement":null},{"id":"W1865113151","doi":"10.19173/irrodl.v12i4.848","title":"Decolonizing cyberspace: Online support for the Nunavut MEd","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Cyberspace; Distance education; Intersection (aeronautics); Face (sociological concept); Sociology; The Internet; Pedagogy; Computer science; Engineering; World Wide Web","score_opus":0.30295603646637964,"score_gpt":0.506864548103567,"score_spread":0.20390851163718732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1865113151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9377991,0.00020582847,0.002246813,0.009190707,0.00033619438,0.00064372394,0.00013435526,0.0002898459,0.049153414],"genre_scores_gemma":[0.9486687,0.00030271846,0.0051656286,0.0017452122,0.00008115081,0.00050095725,0.0001609172,0.00010630401,0.043268267],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99915814,0.00034587603,0.000010257706,0.00006824942,0.00008846048,0.00032895376],"domain_scores_gemma":[0.9970331,0.00034952117,0.000072498,0.00013094781,0.00015171882,0.0022622766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012694376,0.0003044629,0.0001482614,0.00038802763,0.008267953,0.0024478596,0.0017459963,0.0007015768,0.010724625],"category_scores_gemma":[0.0027503213,0.0002253205,0.00015884767,0.0003399542,0.0032665469,0.0015126128,0.005924191,0.0018101007,0.0013350034],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000743552,0.007961569,0.047019757,0.00043863905,0.00002461875,0.0023574505,0.43498823,0.00080930867,0.010218169,0.018257061,0.077798985,0.39938262],"study_design_scores_gemma":[0.00028498177,0.002568655,0.06434826,0.00039197726,0.000027179785,0.00055368524,0.4399732,0.0019767494,0.0043003215,0.005345904,0.4801292,0.0000998831],"about_ca_topic_score_codex":0.110265076,"about_ca_topic_score_gemma":0.43318006,"teacher_disagreement_score":0.8897349,"about_ca_system_score_codex":0.00465724,"about_ca_system_score_gemma":0.012855109,"threshold_uncertainty_score":0.2192465},"labels":[],"label_agreement":null},{"id":"W1866316447","doi":"10.19173/irrodl.v4i1.116","title":"Internet Audio Products (Update)","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Computer science; The Internet; Distance education; Software; Server; Multimedia; Reliability (semiconductor); Teleconference; World Wide Web; Videoconferencing; Echo (communications protocol); Telecommunications; Computer security; Operating system","score_opus":0.2053913868444118,"score_gpt":0.518635933033795,"score_spread":0.31324454618938313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866316447","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004620647,0.018590696,0.0037027001,0.0052677253,0.017271534,0.00055611396,0.0117153535,0.007502271,0.93077284],"genre_scores_gemma":[0.0069587673,0.009031012,0.0037727635,0.0017955456,0.0039630956,0.00015760805,0.00834796,0.00061950093,0.9653538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882644,0.00006660105,0.000065210676,0.0001039485,0.00085725094,0.00008041837],"domain_scores_gemma":[0.99505097,0.0005063751,0.00023630437,0.00034620165,0.0034564284,0.00040366332],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009737436,0.0008668355,0.00053201197,0.0041537224,0.0006733269,0.0032631722,0.0011437017,0.0014586255,0.35317355],"category_scores_gemma":[0.0040099905,0.00033581548,0.00045557073,0.0025037762,0.00023055838,0.0026786928,0.0009315774,0.0013952904,0.2428458],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068190086,0.00011611478,0.0002350886,0.0003403712,0.000005028935,0.00008042146,0.00006052506,0.000035734556,0.0009999373,0.0009546734,0.61371124,0.3833927],"study_design_scores_gemma":[0.000010655819,0.000045508354,0.0009751821,0.0000764744,0.0000069654743,0.0001378494,0.000033051343,0.00003911678,0.00029683893,0.00013966441,0.99823284,0.000005780752],"about_ca_topic_score_codex":0.0031350844,"about_ca_topic_score_gemma":0.005146626,"teacher_disagreement_score":0.35317355,"about_ca_system_score_codex":0.0006062932,"about_ca_system_score_gemma":0.0010033824,"threshold_uncertainty_score":0.9226194},"labels":[],"label_agreement":null},{"id":"W1866530474","doi":"10.19173/irrodl.v10i1.590","title":"Making Education Equitable in Rural China through Distance Learning","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"School Choice and Performance","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"China; Distance education; Economic growth; Government (linguistics); Basic education; Rural area; Quality (philosophy); Information and Communications Technology; Political science; Population; Geography; Public relations; Sociology; Economics","score_opus":0.11846564145787372,"score_gpt":0.5178393729844175,"score_spread":0.39937373152654376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866530474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794632,0.00049768615,0.00067629595,0.0007318474,0.0000051461975,0.00006875969,0.000024879038,0.000011219766,0.018521028],"genre_scores_gemma":[0.99763966,0.00034232903,0.00055336795,0.000029735835,0.0000044184126,0.000022029979,0.000016110622,0.0000017225224,0.0013907052],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9986738,0.0007014839,0.000048227987,0.00010501051,0.00022586776,0.00024569087],"domain_scores_gemma":[0.9988092,0.00033191836,0.0002781673,0.00011270209,0.00011360498,0.00035439216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001979826,0.00019265614,0.0002334762,0.0010739968,0.0015286431,0.0015603661,0.00056032237,0.00036191233,0.0028762275],"category_scores_gemma":[0.0029122862,0.000097997865,0.00011738787,0.0022385835,0.0012897478,0.0013744627,0.0027166812,0.00027542165,0.00020553693],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039977665,0.0029147975,0.1884398,0.0011044095,0.0000911919,0.0013844066,0.052255113,0.008151844,0.0046606967,0.098433,0.0036767286,0.6384882],"study_design_scores_gemma":[0.00065953285,0.0024810168,0.74734265,0.00068535184,0.00011030049,0.00038233932,0.07228344,0.009526114,0.0037385128,0.0704434,0.09227608,0.00007139384],"about_ca_topic_score_codex":0.008384917,"about_ca_topic_score_gemma":0.0147911105,"teacher_disagreement_score":0.008384917,"about_ca_system_score_codex":0.0018547305,"about_ca_system_score_gemma":0.005281482,"threshold_uncertainty_score":0.016672194},"labels":[],"label_agreement":null},{"id":"W1867086060","doi":"10.19173/irrodl.v14i3.1413","title":"Addressing the needs of diverse distributed students","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Bow Valley College","funders":"Ministry of Advanced Education and Technology; Ministry of Advanced Education","keywords":"Best practice; Focus group; Medical education; Government (linguistics); Service delivery framework; Service (business); Public relations; Psychology; Pedagogy; Knowledge management; Computer science; Medicine; Political science; Business; Marketing","score_opus":0.1979489341706529,"score_gpt":0.5165859476420004,"score_spread":0.3186370134713475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1867086060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.968563,0.00049204595,0.0036772618,0.013367295,0.00011261614,0.0003569335,0.000048098056,0.000057828136,0.013325007],"genre_scores_gemma":[0.98469293,0.0007585941,0.0056298417,0.0028907345,0.00005466124,0.00026582344,0.000050694503,0.000015894118,0.005640641],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972088,0.0009699623,0.000117186326,0.00024167584,0.00047749473,0.0009847861],"domain_scores_gemma":[0.9918954,0.001814896,0.0004707765,0.0003133886,0.0013628074,0.00414291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039596627,0.00040343462,0.00043027994,0.00084871094,0.007177402,0.005842522,0.00292653,0.0031372416,0.0043256287],"category_scores_gemma":[0.0077798516,0.00035813043,0.00032350185,0.0010292963,0.0026787617,0.0027426747,0.011529638,0.0024837635,0.0007032231],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022004386,0.0022103977,0.059509613,0.0011179787,0.000037540543,0.008089132,0.63551277,0.00089858845,0.015317185,0.01353681,0.008061058,0.25548884],"study_design_scores_gemma":[0.00006724678,0.0007567536,0.021034662,0.0003189408,0.00002156802,0.0019071513,0.89936733,0.0010490043,0.0015463226,0.006581348,0.067299664,0.00004995455],"about_ca_topic_score_codex":0.012706749,"about_ca_topic_score_gemma":0.04213781,"teacher_disagreement_score":0.012706749,"about_ca_system_score_codex":0.004039804,"about_ca_system_score_gemma":0.014810343,"threshold_uncertainty_score":0.029311001},"labels":[],"label_agreement":null},{"id":"W1868643090","doi":"10.19173/irrodl.v15i5.1853","title":"Towards an integration of text and graph clustering methods as a lens for studying social interaction in MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Dropout (neural networks); Attrition; Computer science; Cluster analysis; Mathematics education; Grounded theory; Qualitative research; Psychology; Artificial intelligence; Sociology; Machine learning","score_opus":0.17463738138800786,"score_gpt":0.5343516008745407,"score_spread":0.3597142194865328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1868643090","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020125058,0.00039843985,0.97458446,0.0015179474,0.000059459573,0.00017955493,0.0003623234,0.00037267825,0.0024000416],"genre_scores_gemma":[0.16387585,0.00044733056,0.8324413,0.00024098993,0.00013761016,0.00039655468,0.00059788587,0.00022888345,0.0016336422],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945412,0.0035721608,0.00018039184,0.0007447592,0.0008334523,0.0001279498],"domain_scores_gemma":[0.9758252,0.017152425,0.0019303241,0.0029622982,0.0014323378,0.0006974163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067399535,0.0013171674,0.000817412,0.0123578245,0.001265452,0.0059159296,0.0024078796,0.0020562343,0.0027336616],"category_scores_gemma":[0.02078184,0.00079509016,0.0018925284,0.0050919685,0.0030686492,0.0068399673,0.003746887,0.002810259,0.0008118555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017587627,0.0008187002,0.049787387,0.0010649002,0.0005949333,0.00060396845,0.022021405,0.08298098,0.020054236,0.46354207,0.005120425,0.35323507],"study_design_scores_gemma":[0.000043582728,0.0001793718,0.017528316,0.00040039464,0.00008982872,0.00037831243,0.011057726,0.50398004,0.004799769,0.41856125,0.042818006,0.000163311],"about_ca_topic_score_codex":0.007184156,"about_ca_topic_score_gemma":0.008794849,"teacher_disagreement_score":0.0123578245,"about_ca_system_score_codex":0.0019148272,"about_ca_system_score_gemma":0.0022712261,"threshold_uncertainty_score":0.03564471},"labels":[],"label_agreement":null},{"id":"W1868801596","doi":"10.19173/irrodl.v14i3.1478","title":"Promoting teachers' learning and knowledge building in a socio-technical system","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"FP7 Information and Communication Technologies; European Commission","keywords":"Portfolio; Professional learning community; Knowledge management; Learning community; Professional development; Computer science; Domain (mathematical analysis); Mathematics education; Sociology; Pedagogy; Psychology; Business; Mathematics","score_opus":0.08785417035673136,"score_gpt":0.5248283603304124,"score_spread":0.436974189973681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1868801596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74160224,0.0015253548,0.16407204,0.005939956,0.00006420382,0.00056729885,0.000023734785,0.00040070523,0.08580449],"genre_scores_gemma":[0.95444995,0.00039776386,0.042305697,0.00017838409,0.00001244649,0.00012571576,0.00001498581,0.000017789269,0.0024973147],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9905563,0.0065984945,0.00031237333,0.0007673768,0.0012775167,0.00048796652],"domain_scores_gemma":[0.9880144,0.007277633,0.001336051,0.0015289754,0.00076989894,0.0010729176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00825658,0.0002579164,0.0002522524,0.0017029309,0.002748333,0.0049715587,0.0013993137,0.0014989346,0.0014523413],"category_scores_gemma":[0.014416749,0.00034404948,0.00035858926,0.0010522231,0.005792959,0.004399806,0.0063261245,0.00081612775,0.00045153848],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000930615,0.002074726,0.062387887,0.0015446909,0.00011480267,0.0013108145,0.22270471,0.004950554,0.013189004,0.12776335,0.0025328398,0.56133366],"study_design_scores_gemma":[0.00031639147,0.0018736228,0.13217263,0.0025393837,0.00023529625,0.0023433121,0.21618207,0.027217241,0.015857924,0.23640075,0.36457047,0.00029091252],"about_ca_topic_score_codex":0.00193089,"about_ca_topic_score_gemma":0.0037478071,"teacher_disagreement_score":0.00825658,"about_ca_system_score_codex":0.0023817397,"about_ca_system_score_gemma":0.0067656804,"threshold_uncertainty_score":0.04366553},"labels":[],"label_agreement":null},{"id":"W1872434801","doi":"10.19173/irrodl.v9i1.446","title":"OpenCourseWare, Global Access and the Right to Education: Real access or marketing ploy?","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Higher education; Public relations; Distance education; Political science; Global education; Sociology; Marketing; Business; Pedagogy; Law; Geography","score_opus":0.17427346990141282,"score_gpt":0.5784070244413728,"score_spread":0.40413355453996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1872434801","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0795623,0.03695267,0.014692325,0.27961963,0.00088993716,0.000040912404,0.000045629728,0.000054878365,0.58814174],"genre_scores_gemma":[0.9500397,0.014408582,0.0017245595,0.009937579,0.0009798517,0.000045226505,0.000017473276,0.00003445688,0.022812497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99550337,0.0023119922,0.00014309949,0.00046227386,0.0008957256,0.00068357546],"domain_scores_gemma":[0.99226767,0.005190351,0.0007995056,0.0006459909,0.00035005063,0.00074649375],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.005654959,0.00023897308,0.00051625434,0.0010079863,0.0032218928,0.017112356,0.0009151559,0.0055447873,0.017771466],"category_scores_gemma":[0.008258184,0.00023758951,0.00029090486,0.002025748,0.03751256,0.031494964,0.007929355,0.0035968206,0.0009399139],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010425402,0.00002332532,0.00068227056,0.00012542457,0.0000035445353,0.00008071173,0.008037522,0.000028967655,0.00014774554,0.9587719,0.0021059774,0.029982166],"study_design_scores_gemma":[0.000017535274,0.000067479516,0.0032399623,0.0012899436,0.000012863592,0.00043636805,0.046574347,0.00016703602,0.00034636687,0.59727246,0.35054454,0.000031005944],"about_ca_topic_score_codex":0.0029746962,"about_ca_topic_score_gemma":0.003262823,"teacher_disagreement_score":0.99908483,"about_ca_system_score_codex":0.003278447,"about_ca_system_score_gemma":0.0034670692,"threshold_uncertainty_score":0.05945146},"labels":[],"label_agreement":null},{"id":"W1875304361","doi":"10.19173/irrodl.v6i2.231","title":"Distance Education and Technology: Issues and Practice","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Technology integration; Sociology; Pedagogy; Computer science; Mathematics education; Engineering ethics; Psychology; Engineering","score_opus":0.06472615198773976,"score_gpt":0.5199530059651872,"score_spread":0.45522685397744744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1875304361","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001257383,0.9763975,0.00023497774,0.0116694085,0.003974648,0.000007577545,0.000014950166,0.000008667267,0.007566494],"genre_scores_gemma":[0.0020942932,0.97872007,0.00044764575,0.0056751054,0.0029311825,0.00001876556,0.000040264957,0.000014469059,0.010058222],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761677,0.0005406396,0.00020456902,0.00021313725,0.0013349006,0.0000899699],"domain_scores_gemma":[0.99179053,0.0045729405,0.00051007397,0.00016637788,0.002563067,0.0003969572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027225201,0.00058120576,0.0015630077,0.0033210923,0.0006079192,0.004695247,0.001182745,0.002742912,0.010048839],"category_scores_gemma":[0.009035868,0.0003724502,0.0003830025,0.0061844997,0.0020256958,0.0059014964,0.0014433173,0.0030936836,0.005530757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002824236,0.000041863444,0.0002012531,0.006265528,0.0000323227,0.00009591295,0.00033976798,0.00015955816,0.00029024587,0.018132629,0.43908992,0.5353227],"study_design_scores_gemma":[0.000005976084,0.000019588268,0.00047927434,0.0034253597,0.000013558836,0.00033747076,0.0003411851,0.00002261435,0.00006388944,0.0041986518,0.9910834,0.000009020219],"about_ca_topic_score_codex":0.0038346741,"about_ca_topic_score_gemma":0.00925902,"teacher_disagreement_score":0.010048839,"about_ca_system_score_codex":0.0032675378,"about_ca_system_score_gemma":0.004586739,"threshold_uncertainty_score":0.03361672},"labels":[],"label_agreement":null},{"id":"W1877175378","doi":"10.19173/irrodl.v9i3.542","title":"Distance Education and Academic Achievement in Business Administration: The case of the University of Akureyri","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Icelandic; Higher education; Mathematics education; Academic achievement; Sociology; Psychology; Pedagogy; Medical education; Political science; Medicine","score_opus":0.08786086762871247,"score_gpt":0.44956421067910407,"score_spread":0.3617033430503916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1877175378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99089384,0.0006828806,0.00008390651,0.00079599884,0.00001667348,0.0000061716123,0.000021847112,0.0000018163238,0.007496987],"genre_scores_gemma":[0.9974009,0.000674571,0.000065988694,0.000044319197,0.000012331857,0.0000045249094,0.000020681693,0.0000018460819,0.001774764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99854183,0.0006298459,0.000040938503,0.000098365526,0.00015309022,0.0005359066],"domain_scores_gemma":[0.9967559,0.00094670925,0.00048496688,0.000053860444,0.0002637647,0.0014948798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012113901,0.00021763945,0.00039690427,0.0013071968,0.005939093,0.0045864386,0.0007954828,0.00094871846,0.004561097],"category_scores_gemma":[0.0018136055,0.00017869013,0.00029354714,0.0021107711,0.0021653469,0.0019654732,0.0030271972,0.001519143,0.00050802383],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039970182,0.002666269,0.72073627,0.00034916913,0.00008365279,0.016734652,0.1527207,0.0016300493,0.0007141327,0.02706857,0.004402359,0.0724946],"study_design_scores_gemma":[0.000020383564,0.00026296196,0.63674575,0.0002830871,0.000040732833,0.0018982838,0.33584058,0.0008606229,0.00040811006,0.0014269338,0.0221718,0.000040746396],"about_ca_topic_score_codex":0.050239354,"about_ca_topic_score_gemma":0.07598803,"teacher_disagreement_score":0.050239354,"about_ca_system_score_codex":0.0058824127,"about_ca_system_score_gemma":0.003119513,"threshold_uncertainty_score":0.09989387},"labels":[],"label_agreement":null},{"id":"W1879492258","doi":"10.19173/irrodl.v6i1.213","title":"Open Source Software: Fully featured vs. \"the devil you know\"?","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Open source software; Computer science; Software; Open source; Need to know; World Wide Web; Multimedia; Data science; Computer security; Operating system","score_opus":0.05848990041136087,"score_gpt":0.4070811103808797,"score_spread":0.3485912099695188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1879492258","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97203225,0.0022227946,0.0020356218,0.0015306883,0.00012912527,0.00016643446,0.00016025396,0.000109084925,0.02161389],"genre_scores_gemma":[0.9940513,0.0008673956,0.0022549646,0.00030035613,0.000043013875,0.00007370912,0.000098790995,0.000028854085,0.0022816344],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9936748,0.0022827832,0.00049094786,0.0003998819,0.0029255159,0.00022596172],"domain_scores_gemma":[0.9759187,0.016109016,0.0031099957,0.0006688731,0.0033150897,0.00087832665],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.006373612,0.00022728724,0.00059553393,0.0011394802,0.00038617916,0.0022772255,0.00041932077,0.0009226842,0.0030087307],"category_scores_gemma":[0.031473555,0.0001285166,0.00045925815,0.001044663,0.00073214184,0.002951361,0.0009355418,0.0006297718,0.0006503707],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052292226,0.001238655,0.13419224,0.0022132853,0.00034822672,0.00072199333,0.00993827,0.00027842252,0.012737592,0.005617635,0.0071762297,0.82030827],"study_design_scores_gemma":[0.00073314697,0.014059907,0.8494122,0.0026957907,0.0010175534,0.003127287,0.044532876,0.0060956865,0.0155578675,0.006805043,0.05575113,0.00021147681],"about_ca_topic_score_codex":0.00079071656,"about_ca_topic_score_gemma":0.002499639,"teacher_disagreement_score":0.9995807,"about_ca_system_score_codex":0.00061413413,"about_ca_system_score_gemma":0.00052234705,"threshold_uncertainty_score":0.03370732},"labels":[],"label_agreement":null},{"id":"W1883341403","doi":"10.19173/irrodl.v8i1.333","title":"eLearning in Higher Education Makes Its Debut in Cambodia: Implications of the Provincial Business Education Project","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Cambodian History and Society","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Developing country; The Internet; Higher education; Public relations; Distance education; Human capital; Economic growth; Business; Medical education; Political science; Knowledge management; Sociology; Pedagogy; Computer science; Economics; Medicine; World Wide Web","score_opus":0.12782079020545856,"score_gpt":0.4801573344902502,"score_spread":0.35233654428479166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1883341403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96017385,0.0025097758,0.000065282744,0.016876107,0.0000463534,0.000058055593,0.000044866763,0.000005160949,0.020220509],"genre_scores_gemma":[0.99188226,0.0026208675,0.0001952086,0.000524598,0.000009525395,0.00002216035,0.000026082354,0.0000021724882,0.0047169896],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993647,0.00030726191,0.000017142074,0.000021082456,0.00006299403,0.00022682773],"domain_scores_gemma":[0.99806184,0.00081698265,0.000114373775,0.00006042441,0.00020146408,0.000745021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016615101,0.00012397059,0.00013154658,0.00039344485,0.0036994007,0.0020158198,0.00051492325,0.00065331446,0.003081305],"category_scores_gemma":[0.0021733213,0.00008289437,0.00009194241,0.0012226438,0.0017922566,0.00083740987,0.0017223655,0.00083567534,0.00013176138],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043013575,0.00060576544,0.19487977,0.0014582813,0.00002889978,0.008831911,0.28903294,0.00087306206,0.0057617403,0.02698273,0.015823329,0.45529142],"study_design_scores_gemma":[0.00005325854,0.0005660463,0.4488573,0.0012585503,0.000025084173,0.0011105174,0.45285332,0.00053086865,0.0021907452,0.0011935657,0.091326706,0.000034030603],"about_ca_topic_score_codex":0.20606263,"about_ca_topic_score_gemma":0.36103374,"teacher_disagreement_score":0.20606263,"about_ca_system_score_codex":0.0070726406,"about_ca_system_score_gemma":0.017762102,"threshold_uncertainty_score":0.40972638},"labels":[],"label_agreement":null},{"id":"W1883514232","doi":"10.19173/irrodl.v8i2.348","title":"The Growth of m-Learning and the Growth of Mobile Computing: Parallel developments","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Multimedia; Mobile phone; Construct (python library); Mobile technology; Mobile computing; Mobile device; Educational technology; Phone; Mobile telephony; M-learning; World Wide Web; Telecommunications; Computer network; Mobile radio; Mathematics education","score_opus":0.03975936746534645,"score_gpt":0.40647755265157864,"score_spread":0.36671818518623217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1883514232","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06391753,0.29261968,0.4508518,0.036327615,0.0023647319,0.00024560175,0.00036212668,0.0014632435,0.15184766],"genre_scores_gemma":[0.4320559,0.17768344,0.35858116,0.002738567,0.0043250043,0.00021690525,0.00040062531,0.00038916094,0.0236093],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990068,0.0002535965,0.0000651645,0.00022143775,0.0003709414,0.000082101156],"domain_scores_gemma":[0.99579597,0.002464161,0.00020874257,0.00036460996,0.0009114006,0.0002551584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019725433,0.00076300354,0.00073829555,0.0021555072,0.00062321575,0.004543866,0.0012467252,0.0014945613,0.0048542954],"category_scores_gemma":[0.007231959,0.00040700025,0.0005613297,0.0035454181,0.0026435868,0.007101369,0.002655953,0.0024059252,0.00235374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001471446,0.000099778874,0.00333988,0.0011044688,0.000032895547,0.00013865852,0.0006953897,0.006039041,0.0036213538,0.118307315,0.0059044827,0.8605696],"study_design_scores_gemma":[0.000053435873,0.00044071462,0.0091518145,0.002039008,0.00006986181,0.0011059997,0.0019141716,0.078066655,0.011193312,0.30225477,0.59351945,0.00019080704],"about_ca_topic_score_codex":0.0016062639,"about_ca_topic_score_gemma":0.0017611511,"teacher_disagreement_score":0.0048542954,"about_ca_system_score_codex":0.0013630476,"about_ca_system_score_gemma":0.0012333544,"threshold_uncertainty_score":0.016239226},"labels":[],"label_agreement":null},{"id":"W1889398264","doi":"10.19173/irrodl.v12i5.954","title":"Learner analysis framework for globalized e-learning: A case study","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Deliberation; Instructional design; Process (computing); Cultural diversity; Knowledge management; Psychology; Pedagogy; Computer science; Sociology; Political science","score_opus":0.20624075900683167,"score_gpt":0.5329046399361184,"score_spread":0.32666388092928667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889398264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2632665,0.002154843,0.55955905,0.021971578,0.00032305773,0.0043032733,0.00026562755,0.0005587337,0.1475974],"genre_scores_gemma":[0.59959185,0.0017313912,0.37371436,0.001523648,0.000051591855,0.002369703,0.00015180213,0.00016149547,0.020704223],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9781448,0.017818997,0.0005711766,0.00082050165,0.0017944508,0.0008500971],"domain_scores_gemma":[0.98989224,0.0068730447,0.0005088523,0.0006785904,0.0012119467,0.00083536166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02483486,0.00071713084,0.00059845997,0.002623963,0.006149736,0.008858807,0.0033039968,0.003812304,0.0046531972],"category_scores_gemma":[0.012711596,0.00031682692,0.0010527405,0.0023787958,0.0065363324,0.008092804,0.00889175,0.0036111423,0.00086723786],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013193989,0.0013642834,0.01114657,0.00087030267,0.000042876378,0.00779478,0.31908357,0.0052933428,0.0019541872,0.46794498,0.007899482,0.17647362],"study_design_scores_gemma":[0.000112696,0.0005827118,0.004846881,0.002080458,0.00010007658,0.0063109505,0.45190126,0.030468697,0.0049951803,0.09229544,0.40616846,0.00013711773],"about_ca_topic_score_codex":0.0041646934,"about_ca_topic_score_gemma":0.0077388687,"teacher_disagreement_score":0.02483486,"about_ca_system_score_codex":0.00630403,"about_ca_system_score_gemma":0.009142555,"threshold_uncertainty_score":0.13134086},"labels":[],"label_agreement":null},{"id":"W1890860360","doi":"10.19173/irrodl.v9i2.455","title":"Persistence of Women in Online Degree-Completion Programs","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Coursework; Graduation (instrument); Flexibility (engineering); Psychology; Online learning; Computer-mediated communication; Distance education; Sample (material); Medical education; Qualitative research; Mathematics education; The Internet; Computer science; Multimedia; Sociology; Medicine; World Wide Web","score_opus":0.2353957410237971,"score_gpt":0.4675715817259884,"score_spread":0.2321758407021913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1890860360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99635136,0.00041585858,0.00013116638,0.00070973096,0.000012640803,0.000015918617,0.00005149056,0.0000050856197,0.0023067733],"genre_scores_gemma":[0.9975178,0.0003759159,0.0000823813,0.00014797373,0.000010398507,0.000015386357,0.000045701574,0.0000043412333,0.0018001439],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990103,0.00029095274,0.000056612054,0.000107402426,0.00020008394,0.00033470322],"domain_scores_gemma":[0.9960438,0.0012689773,0.0009209653,0.00013416942,0.00053455273,0.0010976377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002269947,0.00019161007,0.0004127574,0.0010427525,0.0020591747,0.0022597557,0.00059581205,0.00050429435,0.0039567375],"category_scores_gemma":[0.011710667,0.00015930698,0.00028233,0.0009339619,0.0010338052,0.0015821935,0.0018326341,0.00071860553,0.00039937944],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028950037,0.0005507283,0.66241086,0.00017987053,0.00004228002,0.0015574776,0.20223148,0.00008427316,0.00159143,0.0012505009,0.0014635083,0.12834805],"study_design_scores_gemma":[0.000030003634,0.0010086868,0.41220427,0.00039312878,0.00006965975,0.0026423705,0.56158626,0.00029801435,0.0010849691,0.0011795106,0.019437054,0.00006607202],"about_ca_topic_score_codex":0.0072139734,"about_ca_topic_score_gemma":0.010879659,"teacher_disagreement_score":0.0072139734,"about_ca_system_score_codex":0.001085362,"about_ca_system_score_gemma":0.002001356,"threshold_uncertainty_score":0.014343977},"labels":[],"label_agreement":null},{"id":"W1891536404","doi":"10.19173/irrodl.v13i5.1243","title":"Contexts in a paper recommendation system with collaborative filtering","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Konkuk University","keywords":"Collaborative filtering; Computer science; Task (project management); Context (archaeology); Matching (statistics); Recommender system; Key (lock); Domain (mathematical analysis); Graduate students; Mathematics education; Human–computer interaction; World Wide Web; Psychology; Pedagogy; Engineering","score_opus":0.06663867889936974,"score_gpt":0.4110978480161099,"score_spread":0.3444591691167401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891536404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14716204,0.0032323806,0.81751287,0.0011986928,0.0005192595,0.00092283497,0.00097607344,0.019955834,0.008519946],"genre_scores_gemma":[0.42115518,0.0007945261,0.5682584,0.00040691587,0.0002569582,0.00037130158,0.00083627994,0.00018092136,0.007739453],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976255,0.0005015486,0.0003726988,0.0008174557,0.0005082081,0.00017453852],"domain_scores_gemma":[0.99608105,0.001639114,0.00026747238,0.000974054,0.0007435735,0.0002947597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002638036,0.0012567694,0.0018731083,0.0030195666,0.0020147122,0.0028374984,0.002041449,0.0026110886,0.0025537969],"category_scores_gemma":[0.0074882815,0.0012195511,0.0015765273,0.00273711,0.00036490147,0.0043442585,0.0015690275,0.0013075954,0.0023124658],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002702244,0.0014725496,0.023039248,0.00085911946,0.0009325044,0.0013204559,0.0018197196,0.040063627,0.04453889,0.00778339,0.014789801,0.86067855],"study_design_scores_gemma":[0.00044702968,0.00089720124,0.014661909,0.00019621184,0.00094729004,0.0015790645,0.00070870575,0.8879051,0.034719236,0.012601274,0.04490056,0.00043642733],"about_ca_topic_score_codex":0.017408831,"about_ca_topic_score_gemma":0.024002075,"teacher_disagreement_score":0.017408831,"about_ca_system_score_codex":0.00075319706,"about_ca_system_score_gemma":0.0009663086,"threshold_uncertainty_score":0.03461498},"labels":[],"label_agreement":null},{"id":"W1891593478","doi":"10.19173/irrodl.v15i1.1593","title":"Roles and student identities in online large course forums: Implications for practice","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Online discussion; Feeling; Identity (music); Computer-mediated communication; Online community; Psychology; Online participation; Sense of community; Pedagogy; Mathematics education; Computer science; Social psychology; The Internet; World Wide Web","score_opus":0.08313428356787989,"score_gpt":0.5431560454053428,"score_spread":0.4600217618374629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891593478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38652334,0.13128507,0.018692471,0.34577832,0.0038403962,0.0014619072,0.00012373085,0.00011631355,0.11217836],"genre_scores_gemma":[0.9334834,0.040546753,0.010561995,0.009718472,0.0003860276,0.00098001,0.000031394342,0.000036871294,0.0042549563],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.93635756,0.05362653,0.0019385732,0.0022027874,0.0035042416,0.0023703107],"domain_scores_gemma":[0.7889413,0.18494658,0.006414995,0.0028661573,0.008040825,0.008790123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10146379,0.00056899607,0.0012091461,0.003062517,0.0075733983,0.014139308,0.0040257233,0.0052374406,0.005530298],"category_scores_gemma":[0.12468443,0.000597742,0.0006057333,0.0043717246,0.01244473,0.016704343,0.010619739,0.0041164374,0.0008929278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011529619,0.00076519133,0.019935284,0.003408172,0.00003174921,0.0014222944,0.5777588,0.00014938874,0.0002079843,0.05252525,0.0085250065,0.33515564],"study_design_scores_gemma":[0.000047306796,0.00015762137,0.0075862836,0.011104113,0.000030514913,0.0006317621,0.9045041,0.00025652736,0.00019163219,0.028516743,0.046932492,0.000040965853],"about_ca_topic_score_codex":0.0034434914,"about_ca_topic_score_gemma":0.009883293,"teacher_disagreement_score":0.10146379,"about_ca_system_score_codex":0.007988592,"about_ca_system_score_gemma":0.022927508,"threshold_uncertainty_score":0.5365982},"labels":[],"label_agreement":null},{"id":"W1894006958","doi":"10.19173/irrodl.v8i1.336","title":"Integration of the High-tech and Low-tech in Distance Teacher Training in China: An insight from the case of Jiangsu Radio and Television University","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teacher education; Distance education; Mathematics education; Task (project management); Honour; Service (business); Psychology; Technology integration; Pedagogy; China; Teaching method; Medical education; Engineering; Political science; Medicine","score_opus":0.06840166090620269,"score_gpt":0.3621710360168123,"score_spread":0.2937693751106096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1894006958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9732453,0.0003719224,0.00055232766,0.0018741105,0.000014343678,0.000026616279,0.000005276629,0.000011744072,0.023898292],"genre_scores_gemma":[0.99556327,0.00015576309,0.00022831693,0.00013433675,0.0000056409317,0.000012656163,0.0000052816677,0.0000036328838,0.003891057],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99670666,0.0014142581,0.00006892399,0.00017676727,0.00040379548,0.0012296706],"domain_scores_gemma":[0.99796534,0.00065607944,0.00028676412,0.000098633755,0.00020236497,0.00079086947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019770458,0.00030823727,0.00033177453,0.001373641,0.010354729,0.0037907464,0.0016524099,0.0019825527,0.003277195],"category_scores_gemma":[0.0024303624,0.0003634194,0.00028234994,0.0019137339,0.004955777,0.0021032118,0.003907174,0.0014475045,0.0002637098],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020784941,0.00076141465,0.1392386,0.0002683708,0.000041778298,0.051158648,0.6539887,0.0015974228,0.004850034,0.064053185,0.0028465951,0.08098735],"study_design_scores_gemma":[0.00007186632,0.00043781294,0.21340817,0.00026750617,0.00006710046,0.006482546,0.70336926,0.0042615323,0.0021926125,0.0031817958,0.06616755,0.00009226517],"about_ca_topic_score_codex":0.17073585,"about_ca_topic_score_gemma":0.26088098,"teacher_disagreement_score":0.17073585,"about_ca_system_score_codex":0.013773856,"about_ca_system_score_gemma":0.010020469,"threshold_uncertainty_score":0.3394841},"labels":[],"label_agreement":null},{"id":"W1894323778","doi":"10.19173/irrodl.v5i1.171","title":"Tutoring Large Numbers: An Unmet Challenge","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Distance education; Mainstream; Curriculum; Point (geometry); Computer science; Mathematics education; Higher education; Pedagogy; Multimedia; Psychology; Political science; Mathematics","score_opus":0.14003163004183306,"score_gpt":0.5230539717570969,"score_spread":0.38302234171526384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1894323778","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033662033,0.034929432,0.011434518,0.91524327,0.0067861346,0.000057732246,0.00015751277,0.00068914064,0.027336048],"genre_scores_gemma":[0.37330958,0.1006184,0.045935992,0.32092327,0.06722629,0.0010012495,0.0011054083,0.0019767066,0.08790312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96299267,0.023757068,0.0014716631,0.0035207807,0.00661656,0.0016412085],"domain_scores_gemma":[0.7253619,0.19183908,0.008595736,0.011209756,0.03359538,0.029398173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045270626,0.00077865156,0.001892216,0.0013263653,0.0032620465,0.010613885,0.004674003,0.009439388,0.03280244],"category_scores_gemma":[0.15192743,0.00041009195,0.00072909676,0.0018049404,0.006264153,0.022743821,0.009136073,0.008820817,0.01875534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011556543,0.00011972406,0.0033055786,0.0006913938,0.000029565668,0.00016040908,0.0024894013,0.0011064648,0.00021825935,0.057739176,0.52327627,0.4107482],"study_design_scores_gemma":[0.00013828873,0.00015099559,0.0021475244,0.0015417369,0.000028341565,0.00046287256,0.0047699627,0.0031592194,0.00033725923,0.1802637,0.8069174,0.00008269024],"about_ca_topic_score_codex":0.0031964018,"about_ca_topic_score_gemma":0.0038276913,"teacher_disagreement_score":0.045270626,"about_ca_system_score_codex":0.0046024583,"about_ca_system_score_gemma":0.010187611,"threshold_uncertainty_score":0.23941678},"labels":[],"label_agreement":null},{"id":"W1895207828","doi":"10.19173/irrodl.v12i1.971","title":"Evaluating prior learning assessment programs: A suggested framework","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Work (physics); Program evaluation; Computer science; Standards-based assessment; Educational assessment; Knowledge management; Management science; Psychology; Mathematics education; Political science; Engineering","score_opus":0.6299882356731104,"score_gpt":0.664118574676885,"score_spread":0.0341303390037746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1895207828","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012831299,0.005097257,0.8898376,0.027893372,0.0003105413,0.004000368,0.00049467385,0.0009238759,0.05861106],"genre_scores_gemma":[0.22093041,0.0019119123,0.76962465,0.0009773794,0.00012483033,0.003332134,0.00032825302,0.000055552624,0.0027147396],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9402983,0.03968707,0.003702067,0.0030516766,0.011888603,0.0013723014],"domain_scores_gemma":[0.92708695,0.03751655,0.0052583558,0.0035149558,0.023787307,0.0028359562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05484173,0.0022617748,0.0019777205,0.015684793,0.002469552,0.010066376,0.004887673,0.004170597,0.0053647896],"category_scores_gemma":[0.083266295,0.0007276776,0.001999952,0.009626171,0.0069246585,0.011442672,0.005066645,0.0029073684,0.001202784],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014749424,0.0006961307,0.009604153,0.0013460399,0.00014483443,0.00012884948,0.0031479753,0.0118471505,0.00037452593,0.7543393,0.007837608,0.21038601],"study_design_scores_gemma":[0.00045491924,0.0010873427,0.010903323,0.005150763,0.0004550789,0.0004358873,0.0060199252,0.099594325,0.0021094938,0.81446415,0.059054196,0.00027065896],"about_ca_topic_score_codex":0.013716191,"about_ca_topic_score_gemma":0.011452169,"teacher_disagreement_score":0.05484173,"about_ca_system_score_codex":0.012295266,"about_ca_system_score_gemma":0.021388682,"threshold_uncertainty_score":0.29003423},"labels":[],"label_agreement":null},{"id":"W1896665874","doi":"10.19173/irrodl.v1i1.9","title":"Book Review – Online Education: Learning and teaching in cyberspace. Author: Greg Kearsley.","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cyberspace; Distance education; Task (project management); Reading (process); Computer science; Online learning; Beauty; World Wide Web; Mathematics education; Multimedia; The Internet; Sociology; Pedagogy; Psychology; Engineering; Aesthetics; Art; Political science","score_opus":0.06754444909650917,"score_gpt":0.5009669585126988,"score_spread":0.43342250941618965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896665874","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068041496,0.7093642,0.0019419009,0.018521491,0.025240012,0.00014798676,0.0013344333,0.00038896254,0.24238068],"genre_scores_gemma":[0.0026422623,0.43789417,0.0018424637,0.0082242,0.0069472245,0.00011895755,0.0016694875,0.00018445127,0.54047674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995689,0.00003300562,0.000021193415,0.000057490353,0.00029207987,0.000027398864],"domain_scores_gemma":[0.99886274,0.00031045725,0.00007159835,0.000031836174,0.00058228086,0.00014116666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039140863,0.0008456583,0.00097005925,0.0028393783,0.00072658446,0.002353197,0.0011395774,0.0013263646,0.09937736],"category_scores_gemma":[0.0018535375,0.00041466544,0.00043886667,0.005855054,0.00054207124,0.0028267372,0.00093722256,0.002057164,0.0697039],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072866137,0.000019487536,0.000038583516,0.00056803605,0.0000043106015,0.00003175613,0.000030894764,0.000047166788,0.0001542055,0.0010276671,0.8750767,0.12299395],"study_design_scores_gemma":[0.0000022554543,0.000008065862,0.00018554826,0.00037674297,0.0000032118865,0.00013452722,0.000020533218,0.000018321585,0.000034528068,0.000319445,0.99889344,0.0000035050657],"about_ca_topic_score_codex":0.005029676,"about_ca_topic_score_gemma":0.013367224,"teacher_disagreement_score":0.09937736,"about_ca_system_score_codex":0.0009151236,"about_ca_system_score_gemma":0.0018540042,"threshold_uncertainty_score":0.3324504},"labels":[],"label_agreement":null},{"id":"W1897110263","doi":"10.19173/irrodl.v7i1.255","title":"Online Graduate Study Health Care Learners' Perceptions of Instructional Immediacy","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Immediacy; Distance education; Psychology; Qualitative research; Health care; Medical education; Pedagogy; Instructional design; Perception; Focus group; Perspective (graphical); Mathematics education; Sociology; Computer science; Medicine","score_opus":0.20710129203841146,"score_gpt":0.5759717015150141,"score_spread":0.36887040947660266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897110263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99715996,0.00008285419,0.00024893536,0.00026822032,0.0000064313813,0.000022555902,0.000009212528,0.0000062334907,0.0021954991],"genre_scores_gemma":[0.9982242,0.00017640222,0.0003002286,0.00018365087,0.000013652389,0.000034258366,0.000015219696,0.0000028260456,0.0010495493],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99837214,0.00090417714,0.0000853536,0.00008858693,0.00033041948,0.000219438],"domain_scores_gemma":[0.99064565,0.0056105717,0.0011433614,0.00027997963,0.0007232551,0.0015971687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035790047,0.00019455938,0.00029340305,0.00045644926,0.0007673454,0.0022726269,0.00035059848,0.00060102594,0.0043263575],"category_scores_gemma":[0.012723642,0.00013917376,0.00023164114,0.00021057103,0.0008723335,0.0012884745,0.002017486,0.0009273629,0.0002728592],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003554848,0.0031225793,0.46790013,0.00036339433,0.00006387877,0.0007509289,0.40009108,0.00016803529,0.005850876,0.0015152337,0.0019070286,0.11791136],"study_design_scores_gemma":[0.000093314695,0.0036186038,0.27744657,0.00035416053,0.000077384066,0.0011353744,0.69153166,0.00064385607,0.002417926,0.00089410425,0.021725792,0.0000613344],"about_ca_topic_score_codex":0.00060843915,"about_ca_topic_score_gemma":0.0010631705,"teacher_disagreement_score":0.0043263575,"about_ca_system_score_codex":0.00047612726,"about_ca_system_score_gemma":0.0006963418,"threshold_uncertainty_score":0.018927813},"labels":[],"label_agreement":null},{"id":"W1897315496","doi":"10.19173/irrodl.v10i3.579","title":"Sage without a Stage: Expanding the Object of Teaching in a Web-Based, High-School Classroom","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Context (archaeology); Metaphor; Distance education; Mathematics education; Pedagogy; Independence (probability theory); Object (grammar); Sociology; Psychology; Computer science; Mathematics","score_opus":0.11519245560944077,"score_gpt":0.5197163531001354,"score_spread":0.4045238974906946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897315496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90206176,0.001001426,0.029283546,0.0012871429,0.00010199038,0.00007630986,0.0000144824135,0.0001387089,0.0660347],"genre_scores_gemma":[0.98570883,0.00040137194,0.0070240414,0.00018649444,0.000020639362,0.000034658693,0.000010217556,0.000038304457,0.0065753562],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9965917,0.002282814,0.00008247108,0.00031620124,0.0004937432,0.00023315819],"domain_scores_gemma":[0.99340856,0.004128583,0.0006072783,0.00082856504,0.00028274214,0.00074421265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031404854,0.00023122212,0.00032374653,0.0010810071,0.0029405665,0.0070554856,0.001021641,0.0011363584,0.0018039098],"category_scores_gemma":[0.0052719484,0.00025973635,0.00030546277,0.0008833021,0.008391278,0.007141839,0.005052054,0.0013783652,0.00034828423],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007304031,0.0002972876,0.012950466,0.00018045578,0.000009064542,0.0016902557,0.8647308,0.00015438456,0.006554227,0.05020833,0.0007466407,0.062405072],"study_design_scores_gemma":[0.000053863503,0.000418854,0.019321686,0.00044897557,0.000045171088,0.003401917,0.7681445,0.0011248017,0.004555486,0.030920068,0.17151673,0.000047998972],"about_ca_topic_score_codex":0.0011809438,"about_ca_topic_score_gemma":0.0036533407,"teacher_disagreement_score":0.0070554856,"about_ca_system_score_codex":0.0014118232,"about_ca_system_score_gemma":0.0018899669,"threshold_uncertainty_score":0.016608655},"labels":[],"label_agreement":null},{"id":"W1898065437","doi":"10.19173/irrodl.v11i1.836","title":"Distance and blended learning in Asia","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Blended learning; Educational technology; Computer science; Mathematics education; Psychology","score_opus":0.05650092189373383,"score_gpt":0.46117692749913974,"score_spread":0.4046760056054059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1898065437","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047306575,0.2115279,0.03563996,0.018120172,0.0043001915,0.00012718508,0.00015062478,0.0004269886,0.68240047],"genre_scores_gemma":[0.4603025,0.15944873,0.022165876,0.0056288894,0.0016613754,0.00027446635,0.00023007988,0.00015054252,0.35013747],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920565,0.00026720902,0.00006148598,0.00007730324,0.00030936836,0.0000790705],"domain_scores_gemma":[0.99915063,0.00023061967,0.0000807296,0.000100370875,0.00020420959,0.00023341602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011408183,0.0002524463,0.0003044188,0.00047359106,0.0006088539,0.0052869557,0.00064095255,0.0011617457,0.010786592],"category_scores_gemma":[0.0016426555,0.000082262275,0.00021860527,0.0014129048,0.00092880294,0.003947062,0.0035037997,0.001529377,0.0025204555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083543906,0.0002489011,0.0016629347,0.0007979612,0.000029675222,0.00029129005,0.0032062724,0.0006324272,0.0017529166,0.098791376,0.03092253,0.8615801],"study_design_scores_gemma":[0.00002740944,0.00027026772,0.0043646465,0.0014754788,0.000023933788,0.0010860331,0.0046889526,0.0015466757,0.00208639,0.0656379,0.91876584,0.00002634196],"about_ca_topic_score_codex":0.00062152726,"about_ca_topic_score_gemma":0.0006108333,"teacher_disagreement_score":0.010786592,"about_ca_system_score_codex":0.00081771845,"about_ca_system_score_gemma":0.0018553176,"threshold_uncertainty_score":0.03608477},"labels":[],"label_agreement":null},{"id":"W1902025903","doi":"10.19173/irrodl.v15i3.1742","title":"Coping with the challenges of open online education in Chinese societies in the mobile era: NTHU OCW as a case study","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Tsing Hua University; Ministry of Science and Technology, Taiwan; National Science Council","keywords":"Mobile device; Computer science; Workflow; Open educational resources; Mobile technology; Cloud computing; Multimedia; World Wide Web; Mobile Web; Sustainability; Telecommunications","score_opus":0.06583948290064806,"score_gpt":0.4713012732149493,"score_spread":0.40546179031430124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902025903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99132794,0.00016044284,0.00029803504,0.00075172493,0.000011314059,0.000052283358,0.000017243327,0.000007157675,0.0073738177],"genre_scores_gemma":[0.9917675,0.00047460452,0.00079026294,0.00023101697,0.0000120204,0.0000543439,0.000025720205,0.000009042101,0.0066354605],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9990546,0.0003402142,0.000035966335,0.000065043816,0.00014360572,0.0003605783],"domain_scores_gemma":[0.9990895,0.00020409857,0.00011281234,0.00006838467,0.00008093441,0.000444247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010947343,0.0004506065,0.00033598265,0.0012019704,0.010136271,0.0026336634,0.0013887892,0.0019759499,0.00256783],"category_scores_gemma":[0.0015847989,0.00018309368,0.00037488548,0.0019293929,0.002929274,0.0019386248,0.00327992,0.0011256192,0.00031306947],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081874896,0.0013133916,0.06298579,0.00040117593,0.000033886383,0.078485735,0.76248014,0.0008448517,0.002849643,0.014588772,0.0056422474,0.07029241],"study_design_scores_gemma":[0.000013309698,0.00022089375,0.031500876,0.0001622075,0.000027954853,0.0068437755,0.9152018,0.001776358,0.0013312468,0.0013839661,0.041489605,0.000048008067],"about_ca_topic_score_codex":0.037945684,"about_ca_topic_score_gemma":0.08506247,"teacher_disagreement_score":0.037945684,"about_ca_system_score_codex":0.0042744908,"about_ca_system_score_gemma":0.0042110668,"threshold_uncertainty_score":0.075449646},"labels":[],"label_agreement":null},{"id":"W1902032077","doi":"10.19173/irrodl.v15i1.1357","title":"Post-secondary distance education in a contemporary colonial context: Experiences of students in a rural First Nation in Canada","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of New Brunswick; Assembly of First Nations","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Indigenous; Context (archaeology); Distance education; Situated; Colonialism; Rural area; Sociology; Pedagogy; Political science; Economic growth; Public relations; Geography","score_opus":0.07937010550023237,"score_gpt":0.4344958145281938,"score_spread":0.3551257090279614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902032077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98898077,0.00067538,0.00013134065,0.0027366017,0.00006820814,0.00004838434,0.00007348891,0.000010451649,0.0072753257],"genre_scores_gemma":[0.98943555,0.0007703926,0.00020110582,0.0010593511,0.00001195458,0.00003114763,0.000047519512,0.000019152929,0.008423867],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974898,0.00054240617,0.000052319945,0.00020494932,0.00037907925,0.001331377],"domain_scores_gemma":[0.99495053,0.0005635734,0.00023798794,0.00006347026,0.00073261524,0.0034517283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001541987,0.0005713032,0.0011469513,0.0008710681,0.037065085,0.009110666,0.002586691,0.0020476885,0.0039104377],"category_scores_gemma":[0.0024531982,0.0005201924,0.0003852836,0.0024963336,0.011984434,0.00183944,0.006000657,0.0048396625,0.0005074904],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032921092,0.00009942476,0.0070744203,0.00007847846,0.000004791656,0.001138894,0.9834726,0.000037021488,0.00037285138,0.0007535699,0.0017558696,0.0051791687],"study_design_scores_gemma":[0.000002012418,0.000028799095,0.0040184255,0.000054682725,0.000003763581,0.00013378584,0.98599917,0.000026592043,0.0000621458,0.000053140964,0.009603691,0.000013802864],"about_ca_topic_score_codex":0.9398849,"about_ca_topic_score_gemma":0.9848348,"teacher_disagreement_score":0.0601151,"about_ca_system_score_codex":0.041952215,"about_ca_system_score_gemma":0.07624694,"threshold_uncertainty_score":0.30438608},"labels":[],"label_agreement":null},{"id":"W1902080047","doi":"10.19173/irrodl.v5i2.180","title":"Internet Audio Products (3/ 3)","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Music Technology and Sound Studies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"The Internet; Audio equipment; Computer science; Distance education; Multimedia; World Wide Web; Internet privacy; Telecommunications; Sociology; Pedagogy; Engineering","score_opus":0.10169931140186343,"score_gpt":0.4045075519456837,"score_spread":0.3028082405438203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902080047","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004966237,0.13427415,0.0045668315,0.0045977235,0.011552008,0.00056054426,0.0018618853,0.0016289776,0.8359916],"genre_scores_gemma":[0.025919048,0.09439958,0.0048280912,0.0054384186,0.0056355204,0.00031427565,0.0020248983,0.00039486913,0.8610453],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885046,0.00010504041,0.00006258018,0.00008778087,0.0008205618,0.000073532414],"domain_scores_gemma":[0.99764913,0.00030379152,0.00021969523,0.00011295812,0.0014682604,0.00024616058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094398565,0.00053270254,0.00040214637,0.0034271863,0.00052121334,0.0033747274,0.0006008215,0.0013252881,0.19811127],"category_scores_gemma":[0.0032317457,0.00020499712,0.0003884116,0.0022222744,0.0002964649,0.0020241914,0.0010606762,0.000737072,0.09360318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115657036,0.000045822908,0.00019520767,0.0024206755,0.000010575101,0.00018232946,0.00010581643,0.000051087813,0.004276796,0.0031089333,0.28953984,0.69994724],"study_design_scores_gemma":[0.000009580798,0.00007278146,0.0007006381,0.00046518052,0.00001378638,0.00021841239,0.00006215967,0.000024308718,0.00068473,0.00020281342,0.99754095,0.00000457762],"about_ca_topic_score_codex":0.0010925594,"about_ca_topic_score_gemma":0.0028923533,"teacher_disagreement_score":0.19811127,"about_ca_system_score_codex":0.00051832176,"about_ca_system_score_gemma":0.0011079009,"threshold_uncertainty_score":0.6627482},"labels":[],"label_agreement":null},{"id":"W1906445730","doi":"10.19173/irrodl.v16i1.2031","title":"Implementation of Tel Aviv University MOOCs in academic curriculum: A pilot study","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tel aviv; Scope (computer science); Curriculum; Mathematics education; Perspective (graphical); Academic year; Higher education; Pedagogy; Psychology; Sociology; Computer science; Library science; Political science","score_opus":0.17792463220678312,"score_gpt":0.500957291814946,"score_spread":0.32303265960816285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1906445730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989692,0.000012935369,0.000090937036,0.00009037576,0.00000886096,0.00025292663,0.000021032653,0.00001028013,0.0005435573],"genre_scores_gemma":[0.99729186,0.000055643744,0.0005388016,0.00016509858,0.000017005377,0.0004320728,0.00006062879,0.0000071053155,0.0014317997],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99617815,0.0015978669,0.00015396107,0.00028938954,0.0005551941,0.00122547],"domain_scores_gemma":[0.9906398,0.0019102811,0.0009854801,0.0005967258,0.0022262912,0.0036414482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005708889,0.00042890318,0.00047474744,0.00086109515,0.002194693,0.0020612648,0.0012427766,0.0012305528,0.0019742816],"category_scores_gemma":[0.008952573,0.0003687819,0.00039996483,0.00078098197,0.0009367928,0.0010559321,0.0015989678,0.0015634915,0.0007100354],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031897826,0.16725926,0.28832158,0.0007760614,0.00012638027,0.0052716336,0.17764857,0.0012929928,0.034221113,0.00084132195,0.0033591795,0.31769216],"study_design_scores_gemma":[0.0010104154,0.086925544,0.72530174,0.00023493878,0.00013461364,0.00042566916,0.15936981,0.001906273,0.011041577,0.0001853909,0.013338418,0.00012565417],"about_ca_topic_score_codex":0.019117136,"about_ca_topic_score_gemma":0.028950468,"teacher_disagreement_score":0.019117136,"about_ca_system_score_codex":0.0038399948,"about_ca_system_score_gemma":0.005819477,"threshold_uncertainty_score":0.03801173},"labels":[],"label_agreement":null},{"id":"W1906592214","doi":"10.19173/irrodl.v15i1.1684","title":"How well do Canadian distance education students understand plagiarism?","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Paraphrase; Distance education; Phrase; Psychology; Mathematics education; Higher education; Sample (material); Pedagogy; Computer science; Artificial intelligence","score_opus":0.06550380640766372,"score_gpt":0.44950420706514643,"score_spread":0.3840004006574827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1906592214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9594065,0.0015818818,0.0005232429,0.002936178,0.000058854865,0.0000580662,0.00087608106,0.00006178262,0.034497317],"genre_scores_gemma":[0.9918573,0.0012732297,0.00029016277,0.0003562806,0.000014184403,0.0000136609515,0.00042127902,0.000014197559,0.005759726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99743456,0.0002642813,0.00011325912,0.00020088367,0.0016257478,0.00036119358],"domain_scores_gemma":[0.9838442,0.0028588085,0.0031583826,0.0006212656,0.008119629,0.0013977144],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0022763785,0.0002367384,0.00038718976,0.0021079278,0.0031231674,0.0041070674,0.0009821745,0.00086868304,0.006169118],"category_scores_gemma":[0.02318686,0.00015419994,0.00027424935,0.0028437695,0.0014252871,0.0019582962,0.0010553192,0.0009377228,0.0016565637],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021341146,0.00023276254,0.61108327,0.00032418573,0.000057218473,0.00027134886,0.081071295,0.0002687956,0.0015733078,0.0013844145,0.015993604,0.28752634],"study_design_scores_gemma":[0.0000122111205,0.00013669411,0.920893,0.00017427493,0.00004089591,0.0002501564,0.046713687,0.00041179435,0.001241124,0.0006121241,0.029425466,0.000088591805],"about_ca_topic_score_codex":0.80340594,"about_ca_topic_score_gemma":0.8123812,"teacher_disagreement_score":0.9991313,"about_ca_system_score_codex":0.01027453,"about_ca_system_score_gemma":0.010955639,"threshold_uncertainty_score":0.39550364},"labels":[],"label_agreement":null},{"id":"W1907409873","doi":"10.19173/irrodl.v15i1.1666","title":"Design and implementation of a simulation-based learning system for international trade","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council","keywords":"Process (computing); Computer science; International business; Quality (philosophy); Business English; Business simulation; Knowledge management; Mathematics education; Multimedia; Psychology; Management; Economics","score_opus":0.10420005621722726,"score_gpt":0.5160322402642765,"score_spread":0.41183218404704924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1907409873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31365874,0.0001734861,0.6513621,0.0006464918,0.0002879741,0.0075694406,0.0005161567,0.009646302,0.0161393],"genre_scores_gemma":[0.49485672,0.00013979887,0.49161187,0.00022282517,0.000021395406,0.0055490653,0.0005364284,0.00029229317,0.006769635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848586,0.00071744464,0.00014323038,0.0002753313,0.00023080868,0.00014742496],"domain_scores_gemma":[0.9975581,0.001023349,0.00013591975,0.0002652992,0.00043546365,0.0005817841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023813671,0.00069035427,0.00048753983,0.0006761592,0.00074978685,0.0017906203,0.0021757702,0.0015665247,0.008744669],"category_scores_gemma":[0.0035839719,0.00040183656,0.0005346314,0.0003589549,0.0005454469,0.0012791198,0.0017059336,0.001092854,0.0013428777],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041562878,0.016652785,0.02159298,0.0032100463,0.00043837042,0.0019295771,0.010092271,0.25150123,0.17484212,0.023634564,0.010025989,0.4819237],"study_design_scores_gemma":[0.002363452,0.006205821,0.010584234,0.00033720504,0.00042852722,0.00042358885,0.002433683,0.7819252,0.08895432,0.007777744,0.09827488,0.00029135862],"about_ca_topic_score_codex":0.00093011407,"about_ca_topic_score_gemma":0.0007052856,"teacher_disagreement_score":0.008744669,"about_ca_system_score_codex":0.0009091633,"about_ca_system_score_gemma":0.0026356117,"threshold_uncertainty_score":0.02925378},"labels":[],"label_agreement":null},{"id":"W1908527781","doi":"10.19173/irrodl.v15i2.1803","title":"Investigating perceived barriers to the use of open educational resources in higher education in Tanzania","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tampereen Yliopisto; University of Dar es Salaam","keywords":"Open educational resources; Tanzania; Higher education; The Internet; Open education; Developing country; Knowledge management; Economic growth; Computer science; Sociology; World Wide Web; Socioeconomics; Economics","score_opus":0.130212726815663,"score_gpt":0.433080209763591,"score_spread":0.302867482947928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1908527781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985501,0.00012851835,0.00006608571,0.00029265723,0.0000037769573,0.000022381051,0.000010833529,0.0000013775585,0.00092417555],"genre_scores_gemma":[0.99927217,0.00015744356,0.00016818364,0.000076555625,0.0000019901477,0.000016734424,0.000008183007,0.0000010297217,0.0002977093],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9980882,0.0009239379,0.0001607598,0.00006270255,0.0003216731,0.0004426453],"domain_scores_gemma":[0.9893175,0.0058671315,0.0023108285,0.00017816255,0.00085398793,0.001472396],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0043401825,0.00016651538,0.00025836925,0.00080373656,0.0016242826,0.0018101601,0.00052965863,0.00043947686,0.0023421627],"category_scores_gemma":[0.010441932,0.00027604762,0.00017082244,0.00057059736,0.0011614105,0.0011573451,0.0015591801,0.00076327776,0.00015324206],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009705026,0.0004637738,0.5298998,0.0010217903,0.000036734353,0.0033212116,0.42443576,0.00021812759,0.0037407933,0.0021298162,0.0011875667,0.0334476],"study_design_scores_gemma":[0.000012784912,0.00040125253,0.3764817,0.00082224846,0.000028965385,0.0004566993,0.61320204,0.00051212194,0.00054236193,0.00029600703,0.007210399,0.000033388846],"about_ca_topic_score_codex":0.011989715,"about_ca_topic_score_gemma":0.022951286,"teacher_disagreement_score":0.99947035,"about_ca_system_score_codex":0.0016236239,"about_ca_system_score_gemma":0.003577179,"threshold_uncertainty_score":0.023839831},"labels":[],"label_agreement":null},{"id":"W1909608622","doi":"10.19173/irrodl.v4i2.154","title":"Conceptual Integration in Online Interdisciplinary Study: Current Perspective, Theories, and Implications for Future Research","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bachelor; Context (archaeology); Higher education; Sociology; Perspective (graphical); Conceptual framework; Engineering ethics; Pedagogy; Mathematics education; Psychology; Computer science; Engineering; Social science; Political science","score_opus":0.15099943576570468,"score_gpt":0.5433631590604161,"score_spread":0.3923637232947114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909608622","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28948534,0.22305386,0.062303897,0.2512109,0.002160244,0.00041725553,0.0001217143,0.00013467247,0.17111214],"genre_scores_gemma":[0.9346249,0.045310155,0.012559072,0.0042366805,0.0005891547,0.00043254215,0.000070303024,0.000027061405,0.0021502294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9855402,0.010594553,0.0004958405,0.00088659703,0.0016394947,0.0008432774],"domain_scores_gemma":[0.93288183,0.054027144,0.0038538973,0.0025954796,0.003486918,0.0031546087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026235718,0.00066618214,0.0014309053,0.0041362555,0.005130038,0.023818752,0.003855316,0.0044843107,0.0059595546],"category_scores_gemma":[0.027572662,0.00076830096,0.0008625802,0.007224999,0.033274945,0.041053656,0.008647737,0.006732549,0.00050892093],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089360066,0.00075933995,0.011233485,0.0018363413,0.00005503371,0.0006569427,0.13530761,0.00046436008,0.00022818074,0.6687988,0.0036804352,0.17689012],"study_design_scores_gemma":[0.000049701783,0.00009384913,0.0065944525,0.0032088296,0.00004867102,0.0009105244,0.37605336,0.0025959313,0.00024517628,0.57027584,0.03986561,0.000057933248],"about_ca_topic_score_codex":0.0038438656,"about_ca_topic_score_gemma":0.0033321988,"teacher_disagreement_score":0.026235718,"about_ca_system_score_codex":0.007365993,"about_ca_system_score_gemma":0.01050722,"threshold_uncertainty_score":0.13874936},"labels":[],"label_agreement":null},{"id":"W1910822078","doi":"10.19173/irrodl.v12i6.978","title":"Applying the community of inquiry framework to an online professional practice doctoral program","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Online community; Graduate students; Computer science; Computer-mediated communication; Online learning; Cognition; Online discussion; Pedagogy; Mathematics education; Psychology; Sociology; World Wide Web; The Internet","score_opus":0.3896378980281379,"score_gpt":0.5808206910319967,"score_spread":0.19118279300385882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1910822078","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26978776,0.002825255,0.49341398,0.04569515,0.00075159286,0.00991524,0.00019435424,0.0005454346,0.17687131],"genre_scores_gemma":[0.5914741,0.0012068993,0.39130053,0.0016633756,0.0000708009,0.0053100204,0.0000984232,0.00009295409,0.008782821],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9664496,0.028038995,0.0007960603,0.00093015644,0.0025980866,0.0011869807],"domain_scores_gemma":[0.96520597,0.0224882,0.001069747,0.0015206955,0.0042093596,0.005505987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04339003,0.00038292655,0.0006547837,0.004115738,0.008886096,0.009352585,0.0027413864,0.0022174404,0.0031783974],"category_scores_gemma":[0.032862354,0.0003563941,0.0005795399,0.0029926666,0.009139069,0.006880522,0.011749389,0.003435674,0.00052842323],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094317795,0.0020909188,0.0096960245,0.0010338699,0.000024663537,0.0013861245,0.25129613,0.0029105102,0.001385452,0.28644326,0.010470729,0.43316796],"study_design_scores_gemma":[0.00028736558,0.0010099484,0.009287613,0.0028107816,0.00004110151,0.0015398097,0.46302822,0.015356659,0.0016529502,0.21779194,0.28699544,0.00019819083],"about_ca_topic_score_codex":0.00938065,"about_ca_topic_score_gemma":0.023898661,"teacher_disagreement_score":0.04339003,"about_ca_system_score_codex":0.011873193,"about_ca_system_score_gemma":0.02886235,"threshold_uncertainty_score":0.22947109},"labels":[],"label_agreement":null},{"id":"W1911657773","doi":"10.19173/irrodl.v8i2.346","title":"Defining, Discussing and Evaluating Mobile Learning: The moving finger writes and having writ . . . .","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":924,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Writ; Credibility; Sociology; Legitimacy; Computer science; Learning theory; Knowledge management; Epistemology; Pedagogy; Political science","score_opus":0.0646292774086143,"score_gpt":0.4550458912904362,"score_spread":0.3904166138818219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1911657773","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024773948,0.08036507,0.06304582,0.6978449,0.019659637,0.0004524616,0.00026105193,0.0005064875,0.11309069],"genre_scores_gemma":[0.5171478,0.10700597,0.12501512,0.14040147,0.0187336,0.0010356343,0.000320385,0.0008551034,0.08948497],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9711438,0.020780893,0.0011716026,0.0010785514,0.0052636066,0.000561575],"domain_scores_gemma":[0.94537115,0.041091584,0.0020928585,0.0019409291,0.006899781,0.0026037032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0315684,0.00051160355,0.0005900136,0.0015800558,0.0041869194,0.018427923,0.0017082357,0.0044348957,0.004782275],"category_scores_gemma":[0.07315066,0.00034545816,0.00032671817,0.0019397932,0.015280725,0.01854055,0.0064107487,0.007921908,0.0021372763],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007677603,0.000081826074,0.0036199465,0.0018573778,0.000036631864,0.0002519904,0.10492966,0.0005121012,0.0014462168,0.15880251,0.28999946,0.43838555],"study_design_scores_gemma":[0.000020598256,0.00020636625,0.0019309687,0.006551093,0.000031880816,0.00039012945,0.10616168,0.0006628302,0.0008543291,0.055298526,0.827792,0.00009962171],"about_ca_topic_score_codex":0.00437569,"about_ca_topic_score_gemma":0.0074098604,"teacher_disagreement_score":0.0315684,"about_ca_system_score_codex":0.0037290833,"about_ca_system_score_gemma":0.008122665,"threshold_uncertainty_score":0.1669516},"labels":[],"label_agreement":null},{"id":"W1912606253","doi":"10.19173/irrodl.v6i3.260","title":"Remote Access to Instrumental Analysis for Distance Education in Science","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Northern Alberta Institute of Technology; Athabasca University","funders":"Athabasca University","keywords":"Distance education; Upgrade; Remote laboratory; The Internet; Virtual Laboratory; Computer science; Instrumentation (computer programming); Internet access; Subject matter; Class (philosophy); Multimedia; World Wide Web; Mathematics education; Pedagogy; Psychology; Curriculum; Artificial intelligence; Operating system","score_opus":0.04014665055607254,"score_gpt":0.4389932595834647,"score_spread":0.39884660902739216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1912606253","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087927066,0.0076676775,0.24015476,0.0115681635,0.0030278917,0.0012807861,0.0006129376,0.009620258,0.6381405],"genre_scores_gemma":[0.3976438,0.008517917,0.2064941,0.0025720117,0.0017200462,0.0017313245,0.0014835116,0.0011854903,0.37865165],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916685,0.00019543823,0.000034188903,0.0001244889,0.00036259566,0.00011647601],"domain_scores_gemma":[0.99748397,0.00079325994,0.00015836167,0.0004500969,0.00044586524,0.0006683031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001644953,0.0005315474,0.00051384163,0.0007747219,0.0010786334,0.0026839694,0.0021010162,0.001427008,0.14962083],"category_scores_gemma":[0.0033215785,0.00020549617,0.00044194394,0.00074033026,0.00067015854,0.0023559178,0.0031023398,0.0013008689,0.03902293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037781495,0.0015210632,0.0015297538,0.0005349069,0.000009449648,0.0002342325,0.00045075928,0.00069698977,0.014209876,0.019124454,0.0635361,0.8977746],"study_design_scores_gemma":[0.000361392,0.0026522218,0.0150201935,0.00074016606,0.0000395566,0.0010205976,0.0011847655,0.005907504,0.021556234,0.05281953,0.8986054,0.00009247281],"about_ca_topic_score_codex":0.0004923079,"about_ca_topic_score_gemma":0.0011042899,"teacher_disagreement_score":0.14962083,"about_ca_system_score_codex":0.0007552278,"about_ca_system_score_gemma":0.0020044958,"threshold_uncertainty_score":0.50053155},"labels":[],"label_agreement":null},{"id":"W1913779088","doi":"10.19173/irrodl.v8i1.339","title":"The Development of Distributed Learning Techniques in Bhutan and Nepal","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; The Internet; Open learning; Educational technology; Work (physics); Learning design; Computer science; Knowledge management; Open education; Synchronous learning; Mathematics education; Teaching method; Psychology; World Wide Web; Engineering; Cooperative learning","score_opus":0.07432571429420977,"score_gpt":0.4805150249955542,"score_spread":0.40618931070134445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1913779088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54846615,0.026685681,0.10838086,0.01025844,0.00042478985,0.0013977224,0.00016729512,0.0005109962,0.3037081],"genre_scores_gemma":[0.8965872,0.0073936945,0.061179403,0.00079631136,0.000060827973,0.00049914414,0.00013967391,0.00006150921,0.03328218],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986284,0.0005085648,0.000086525666,0.00023729284,0.0003569921,0.00018219918],"domain_scores_gemma":[0.9974305,0.0013459288,0.0001874242,0.0003228086,0.00038887456,0.0003243738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014572546,0.00022133408,0.00023945022,0.0009354616,0.002207059,0.0033720534,0.0017364285,0.0010811724,0.004768546],"category_scores_gemma":[0.0037840195,0.00030607582,0.00019376517,0.0014244668,0.0020164964,0.0027506393,0.0043613156,0.0012178742,0.00085758645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013741043,0.0003502142,0.0074340105,0.0014166087,0.000025494628,0.00199339,0.035638522,0.0015879858,0.015049811,0.09772699,0.002814207,0.83582526],"study_design_scores_gemma":[0.00023549811,0.0015689919,0.062782824,0.0027845153,0.00009029447,0.008691936,0.05467062,0.011131551,0.021044554,0.07994909,0.756847,0.00020309145],"about_ca_topic_score_codex":0.008156553,"about_ca_topic_score_gemma":0.012133514,"teacher_disagreement_score":0.008156553,"about_ca_system_score_codex":0.0023727652,"about_ca_system_score_gemma":0.00482974,"threshold_uncertainty_score":0.017215729},"labels":[],"label_agreement":null},{"id":"W1915693801","doi":"10.19173/irrodl.v13i4.1267","title":"Footprints of emergence","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Tools and Methods","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Educational technology; Open learning; Citizen journalism; Employability; Experiential learning; Learning theory; Computer science; Learning sciences; Mathematics education; Knowledge management; Sociology; Psychology; Pedagogy; Cooperative learning; Teaching method; World Wide Web","score_opus":0.3224554627410767,"score_gpt":0.6076809782481273,"score_spread":0.28522551550705055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1915693801","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122860216,0.01979832,0.21476905,0.043840844,0.00080250175,0.00021985987,0.0004167368,0.0006721293,0.59662044],"genre_scores_gemma":[0.9688631,0.004684519,0.016412066,0.0010011897,0.00015761946,0.0002289567,0.00011388799,0.00017085756,0.008367708],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952691,0.002640832,0.0001456487,0.0007957836,0.00078904047,0.000359545],"domain_scores_gemma":[0.9904142,0.0064373515,0.0004487077,0.0018082497,0.00051306473,0.00037841412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003480795,0.00044306007,0.0006579524,0.0023144335,0.0036621997,0.010650601,0.0014588076,0.0019938461,0.008652829],"category_scores_gemma":[0.010651798,0.00045947407,0.0007294206,0.0017633161,0.038386308,0.018295966,0.007274046,0.0030574838,0.0006804211],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001623812,0.000009719111,0.0010388137,0.00013283013,0.000008507027,0.00017398423,0.0081494,0.0010064548,0.00019583151,0.9702004,0.001984176,0.017083572],"study_design_scores_gemma":[0.000011586891,0.000022325756,0.0017206592,0.0002380011,0.000009525974,0.0003847388,0.009481337,0.0025224173,0.00023476908,0.8791425,0.10620997,0.000022190921],"about_ca_topic_score_codex":0.002711048,"about_ca_topic_score_gemma":0.0026270335,"teacher_disagreement_score":0.010650601,"about_ca_system_score_codex":0.004740093,"about_ca_system_score_gemma":0.00231261,"threshold_uncertainty_score":0.03439194},"labels":[],"label_agreement":null},{"id":"W1918024322","doi":"10.19173/irrodl.v4i2.160","title":"Reviewer Commentary Biddara and Dias' From Cognitive Landscapes to Digital Hyperscapes","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Education and Society","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognition; Computer science; Multimedia; Psychology; Neuroscience","score_opus":0.05755996786617456,"score_gpt":0.4042970479679061,"score_spread":0.34673708010173154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1918024322","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000097007076,0.0026668983,0.0003544002,0.62465644,0.37029013,0.00009087266,0.00022201604,0.00009318063,0.0015290653],"genre_scores_gemma":[0.0036776415,0.00830217,0.0009420114,0.7290998,0.23840325,0.0005649453,0.00025439938,0.00020062206,0.018555243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9816576,0.0042004273,0.002424575,0.0014641845,0.009303564,0.0009496026],"domain_scores_gemma":[0.74813825,0.038393844,0.008861741,0.0034470567,0.1950497,0.0061093466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020725043,0.0017542678,0.0032564322,0.0035441353,0.0041257883,0.007301779,0.0054879524,0.02589065,0.019336395],"category_scores_gemma":[0.20396703,0.0010788209,0.0022315609,0.0035548578,0.0045951437,0.006964386,0.0033579774,0.022108315,0.0148765985],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012233473,0.0000014778617,0.000024547991,0.00017171213,0.0000042086313,0.00006757793,0.000067835426,0.0000054577913,0.000014932907,0.00021002027,0.9979965,0.0014235403],"study_design_scores_gemma":[0.000087338616,0.000029324996,0.0005729661,0.0019248537,0.00006161358,0.0006947975,0.0008276486,0.000119968805,0.00014993284,0.001470758,0.9939773,0.000083492865],"about_ca_topic_score_codex":0.016986344,"about_ca_topic_score_gemma":0.019717298,"teacher_disagreement_score":0.02589065,"about_ca_system_score_codex":0.007038063,"about_ca_system_score_gemma":0.012577823,"threshold_uncertainty_score":0.10960579},"labels":[],"label_agreement":null},{"id":"W1918893000","doi":"10.19173/irrodl.v7i3.330","title":"Partner Power: A study of two distance education consortia","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Cooperative Studies and Economics","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reputation; Selection (genetic algorithm); Distance education; Process (computing); Resource (disambiguation); Scale (ratio); Knowledge management; Public relations; Business; Psychology; Sociology; Computer science; Political science; Pedagogy; Geography; Social science","score_opus":0.062478932825973554,"score_gpt":0.4153959526069198,"score_spread":0.35291701978094625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1918893000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852732,0.00020126805,0.0022680154,0.0015527077,0.000067510155,0.00023718068,0.000016801978,0.000018217725,0.010365101],"genre_scores_gemma":[0.99280554,0.00019693066,0.0012337635,0.0003844795,0.000037848313,0.00018135253,0.000030406898,0.000015156667,0.005114608],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9765776,0.016997924,0.00047011318,0.0011100874,0.0027373189,0.0021069695],"domain_scores_gemma":[0.9412512,0.036539324,0.005699334,0.0022343607,0.004417007,0.009858758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026396865,0.00038221027,0.00075674074,0.0032079297,0.013391016,0.0081836125,0.0029051476,0.0023153608,0.004566337],"category_scores_gemma":[0.06461454,0.0005429643,0.0004075061,0.0031009435,0.006819338,0.006865046,0.009224179,0.0045817737,0.0007530646],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038343144,0.0023809152,0.039965414,0.00018497944,0.000023919576,0.0040294286,0.8622879,0.0002713926,0.0012056091,0.029678268,0.0016826283,0.05790627],"study_design_scores_gemma":[0.00025982552,0.0011315448,0.019980831,0.00015714402,0.00002297184,0.001162091,0.9321938,0.0016525718,0.0010121998,0.007933007,0.03441431,0.00007969871],"about_ca_topic_score_codex":0.0068018534,"about_ca_topic_score_gemma":0.0078110793,"teacher_disagreement_score":0.026396865,"about_ca_system_score_codex":0.005780759,"about_ca_system_score_gemma":0.007860011,"threshold_uncertainty_score":0.13960165},"labels":[],"label_agreement":null},{"id":"W1921123335","doi":"10.19173/irrodl.v7i1.251","title":"Student Success in Face-To-Face and Distance Teleclass Environments: A matter of contact?","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Face-to-face; Psychology; Reading comprehension; Popularity; Competence (human resources); Mathematics education; Pedagogy; Reading (process); Social psychology","score_opus":0.03869730835078655,"score_gpt":0.43871401140458555,"score_spread":0.400016703053799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921123335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964741,0.0004741394,0.00019843745,0.00027557855,0.000018782135,0.000010725257,0.000032975873,0.000011119814,0.002504188],"genre_scores_gemma":[0.9989949,0.00019071958,0.00005969942,0.000026432583,0.00001389887,0.0000068047952,0.000025084213,0.0000046493356,0.0006777223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977603,0.00066659553,0.00018486574,0.0002928114,0.00073587516,0.00035953583],"domain_scores_gemma":[0.98087066,0.0066308123,0.004407754,0.00072441134,0.0018529019,0.0055134627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022092033,0.00020116217,0.00061800797,0.00092169445,0.00058616255,0.0026576575,0.00050340756,0.00057245296,0.0058641764],"category_scores_gemma":[0.017405862,0.00012608708,0.00027518912,0.0009941624,0.00071044423,0.0016783343,0.0012974334,0.0006057341,0.0016675133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002133544,0.0004983304,0.9296619,0.0000775876,0.000065998,0.000179061,0.0047659413,0.000047782378,0.00058382197,0.0001761424,0.00049554894,0.0632346],"study_design_scores_gemma":[0.0000065907257,0.0006437009,0.9891405,0.000039424533,0.000024996625,0.00018872827,0.008308477,0.00016736079,0.0004843673,0.0001752124,0.00080574484,0.000014850872],"about_ca_topic_score_codex":0.00080452894,"about_ca_topic_score_gemma":0.001271453,"teacher_disagreement_score":0.0058641764,"about_ca_system_score_codex":0.00027346812,"about_ca_system_score_gemma":0.00035948344,"threshold_uncertainty_score":0.019617617},"labels":[],"label_agreement":null},{"id":"W1921770501","doi":"10.19173/irrodl.v1i2.18","title":"Online Delivery of Programmes: A case study of IGNOU","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Bachelor; Information technology; Space (punctuation); Engineering management; Public relations; Political science; Computer science; Sociology; Pedagogy; Engineering","score_opus":0.14326788427319403,"score_gpt":0.5111816056469506,"score_spread":0.36791372137375655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921770501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9712054,0.00027171316,0.0013530229,0.0017059257,0.000042264608,0.00017097295,0.00006257006,0.000063521526,0.025124557],"genre_scores_gemma":[0.97372466,0.00095164037,0.0025956752,0.0007155988,0.00005052676,0.00013076406,0.000115988936,0.00009232605,0.021622773],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977592,0.0011507407,0.000067401365,0.00015110994,0.0003492842,0.00052209076],"domain_scores_gemma":[0.9938898,0.0029469228,0.00047950592,0.00029955505,0.00039207225,0.0019921793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021278295,0.00049099146,0.00044978593,0.0022543706,0.0064310725,0.004537249,0.0019618154,0.0035933277,0.008079589],"category_scores_gemma":[0.009135965,0.00030122112,0.00044939446,0.0027931002,0.0022852547,0.0024809772,0.0026120613,0.0024582364,0.0015921745],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008933464,0.019259032,0.10158833,0.0008313938,0.00008311215,0.15695609,0.45179847,0.0018676149,0.005075476,0.025931563,0.013852897,0.2218627],"study_design_scores_gemma":[0.00015596647,0.0037687887,0.07982579,0.00042535094,0.00008619679,0.040775724,0.6739404,0.0059777335,0.004233001,0.0027414884,0.18790844,0.00016110225],"about_ca_topic_score_codex":0.012008176,"about_ca_topic_score_gemma":0.025833461,"teacher_disagreement_score":0.012008176,"about_ca_system_score_codex":0.0025256732,"about_ca_system_score_gemma":0.0023644576,"threshold_uncertainty_score":0.027028918},"labels":[],"label_agreement":null},{"id":"W1922200387","doi":"10.19173/irrodl.v11i1.774","title":"\"Can you hear me, Hanoi?\" Compensatory mechanisms employed in synchronous net-based English language learning","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Net (polyhedron); Computer science; Linguistics; Artificial intelligence; Psychology; Natural language processing; Mathematics; Philosophy","score_opus":0.03471362709837145,"score_gpt":0.36278495087113205,"score_spread":0.3280713237727606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1922200387","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22957659,0.0032083858,0.24323617,0.00912581,0.0012174146,0.00057273055,0.00019378876,0.0015062713,0.5113629],"genre_scores_gemma":[0.91211444,0.0016383232,0.04113806,0.0017365458,0.00017276134,0.0007112009,0.00008992699,0.00015991929,0.042238824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99559045,0.0021495891,0.00026323428,0.00068031764,0.001037237,0.00027918824],"domain_scores_gemma":[0.9927088,0.0034895774,0.0014144363,0.0007974854,0.0010777235,0.0005120097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054661967,0.0005326477,0.00036478945,0.002021832,0.0013508777,0.0031590478,0.0019104932,0.0013402132,0.009828904],"category_scores_gemma":[0.015057713,0.00032452494,0.000359131,0.0011322033,0.0073027015,0.0052537005,0.0031758798,0.0012471159,0.0027727557],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024381989,0.0002022269,0.012243851,0.0016178169,0.000079141675,0.0014886868,0.072069995,0.00095107546,0.014966749,0.5571883,0.010443317,0.32850507],"study_design_scores_gemma":[0.00033204167,0.0005824279,0.02583192,0.0017565556,0.0002904386,0.0068340944,0.054857004,0.015027769,0.019061614,0.49906608,0.37609473,0.00026531104],"about_ca_topic_score_codex":0.0010695552,"about_ca_topic_score_gemma":0.0010791385,"teacher_disagreement_score":0.009828904,"about_ca_system_score_codex":0.0011451375,"about_ca_system_score_gemma":0.0016250762,"threshold_uncertainty_score":0.032880902},"labels":[],"label_agreement":null},{"id":"W1923279759","doi":"10.19173/irrodl.v8i1.331","title":"The Emergence of Open-Source Software in China","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"China; Open-source software development; Timeline; Open source software; Open source; Software development; Software; Open system (computing); Computer science; World Wide Web; Operating system; Political science; History","score_opus":0.06435372299476608,"score_gpt":0.43892117437371686,"score_spread":0.37456745137895076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1923279759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8238477,0.052200787,0.009036631,0.018828241,0.0003249697,0.00020805698,0.00027496362,0.0002492718,0.0950293],"genre_scores_gemma":[0.96641237,0.016624719,0.0036912758,0.00076657825,0.0001648521,0.00006233833,0.0001555467,0.000026353628,0.012095987],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99739695,0.0002946555,0.0002288686,0.00049017894,0.0012665261,0.00032287804],"domain_scores_gemma":[0.99406224,0.0016982849,0.0011732712,0.00052863336,0.0017975804,0.0007400339],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0032375585,0.00023660007,0.00040384557,0.0029048258,0.0013831998,0.0030420378,0.0008887588,0.0006427792,0.0021519996],"category_scores_gemma":[0.004228924,0.00025864184,0.00033475057,0.006320846,0.0023155755,0.0027699051,0.0015239482,0.00069675996,0.00024271972],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002034724,0.00019134526,0.09723175,0.001531547,0.00008884627,0.0037672117,0.011596834,0.003749141,0.009292115,0.25952628,0.011504272,0.60131717],"study_design_scores_gemma":[0.00010660296,0.0005822442,0.5202673,0.0006427448,0.00011690394,0.0014964453,0.005110839,0.013077449,0.008145745,0.05057965,0.39969215,0.00018197318],"about_ca_topic_score_codex":0.029224021,"about_ca_topic_score_gemma":0.016305247,"teacher_disagreement_score":0.99911124,"about_ca_system_score_codex":0.0074098143,"about_ca_system_score_gemma":0.013069708,"threshold_uncertainty_score":0.058107793},"labels":[],"label_agreement":null},{"id":"W1924236807","doi":"10.19173/irrodl.v12i5.923","title":"Role engagement and anonymity in synchronous online role play","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Anonymity; Context (archaeology); Perspective (graphical); Psychology; Metaverse; Computer-mediated communication; Internet privacy; The Internet; Computer science; World Wide Web; Virtual reality; Human–computer interaction","score_opus":0.11173056459870767,"score_gpt":0.4502754545376713,"score_spread":0.33854488993896364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924236807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6332973,0.0038389554,0.13979156,0.0067914147,0.00060468295,0.0005944906,0.00005439583,0.00017023689,0.21485691],"genre_scores_gemma":[0.98503506,0.0005420193,0.008252678,0.00019295502,0.00006441953,0.00024739697,0.000014277814,0.000020480717,0.0056307046],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.95825964,0.035674,0.0008353561,0.0010633065,0.0028764075,0.001291222],"domain_scores_gemma":[0.9594188,0.030091655,0.0041827685,0.0025701083,0.0013049935,0.002431701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0130660795,0.00045484654,0.00036593925,0.0009871606,0.0030024983,0.005731469,0.0011594655,0.0014620391,0.004161084],"category_scores_gemma":[0.03321168,0.00033951955,0.000474857,0.0005622915,0.008015478,0.0057249865,0.0078104143,0.0010943984,0.0007301488],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080928387,0.0011831225,0.028501026,0.0016356779,0.000072507595,0.0028913906,0.43339276,0.0014578116,0.007960847,0.2228752,0.00410216,0.29511827],"study_design_scores_gemma":[0.00033394614,0.0022974568,0.044884313,0.0021327382,0.0001536635,0.008487169,0.3302753,0.0074700834,0.010988338,0.22590731,0.3668187,0.00025105927],"about_ca_topic_score_codex":0.0005062635,"about_ca_topic_score_gemma":0.0007186596,"teacher_disagreement_score":0.0130660795,"about_ca_system_score_codex":0.0015461685,"about_ca_system_score_gemma":0.002226229,"threshold_uncertainty_score":0.06910086},"labels":[],"label_agreement":null},{"id":"W1924754311","doi":"10.19173/irrodl.v16i3.2196","title":"Let’s talk about digital learners in the digital era","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital literacy in education","field":"Computer Science","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Digital native; Confusion; Homogeneous; Competence (human resources); Digital learning; Computer science; Mathematics education; Multimedia; Psychology; World Wide Web; Mathematics; Social psychology","score_opus":0.09361826543572059,"score_gpt":0.42792939811847697,"score_spread":0.33431113268275636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924754311","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015801162,0.31263047,0.0055676186,0.49919906,0.050414898,0.00007762643,0.00031429558,0.0001578838,0.115837015],"genre_scores_gemma":[0.19443786,0.3172543,0.0043941243,0.3423744,0.038055975,0.000220661,0.0003399205,0.00019760749,0.102725126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983575,0.0006767136,0.0000995338,0.0002595416,0.00037479642,0.0002320086],"domain_scores_gemma":[0.99656963,0.0019002601,0.0003590616,0.00018887449,0.00055169745,0.00043049807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021829668,0.00046860517,0.00062798953,0.0024463045,0.0024511747,0.0082102325,0.0010228929,0.005162221,0.012832263],"category_scores_gemma":[0.007177949,0.00015352886,0.0006328796,0.002909474,0.0061514582,0.019407075,0.0033407295,0.005316914,0.0045272713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009319044,0.00011469586,0.008844369,0.0036606318,0.00007271736,0.0024890858,0.055975575,0.00015448277,0.0012150009,0.27864948,0.40052253,0.2482083],"study_design_scores_gemma":[0.0000045564843,0.00004281909,0.001841997,0.0014817434,0.000016352604,0.0013117014,0.016182134,0.00003349512,0.00022284158,0.015802385,0.96303666,0.000023245462],"about_ca_topic_score_codex":0.0019676539,"about_ca_topic_score_gemma":0.002129296,"teacher_disagreement_score":0.012832263,"about_ca_system_score_codex":0.0011361148,"about_ca_system_score_gemma":0.0014028123,"threshold_uncertainty_score":0.04292816},"labels":[],"label_agreement":null},{"id":"W1925949596","doi":"10.19173/irrodl.v10i4.617","title":"The Impact of an Advanced Certificate in Education (ACE) Program on the Professional Practice of Graduates","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Medical education; Professional development; Faculty development; Focus group; Psychology; Pedagogy; Medicine; Sociology","score_opus":0.1806315765441512,"score_gpt":0.6067251182957378,"score_spread":0.42609354175158665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925949596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900448,0.00033333577,0.00009513804,0.00088185427,0.000053461998,0.0000747228,0.000018990318,0.000009812496,0.008487859],"genre_scores_gemma":[0.99677855,0.00037513088,0.0003768623,0.0001517303,0.000033562195,0.000035770274,0.000021716221,0.0000024820993,0.0022243361],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99810874,0.00086053705,0.00004933697,0.000101465834,0.0003865163,0.0004934598],"domain_scores_gemma":[0.9893885,0.0035360858,0.0007718867,0.0002812048,0.0009969085,0.0050253794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021296954,0.00015562536,0.00019082899,0.0006596162,0.000978681,0.000949887,0.00045724594,0.000417003,0.003713916],"category_scores_gemma":[0.010436095,0.00008200366,0.00019094403,0.00043573754,0.00056658883,0.00038422158,0.001992281,0.0005769372,0.00032294472],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001417383,0.021557668,0.12922981,0.00079179276,0.00004314979,0.0011959248,0.02064111,0.0004608921,0.004384778,0.0014181124,0.0044204374,0.81443906],"study_design_scores_gemma":[0.00029964864,0.013832706,0.93799675,0.00038756992,0.00007195602,0.0005370117,0.02797686,0.00032288296,0.0016016072,0.0004277433,0.016517425,0.000027837981],"about_ca_topic_score_codex":0.005981101,"about_ca_topic_score_gemma":0.015383077,"teacher_disagreement_score":0.005981101,"about_ca_system_score_codex":0.0014289899,"about_ca_system_score_gemma":0.0047378326,"threshold_uncertainty_score":0.012424231},"labels":[],"label_agreement":null},{"id":"W1926844634","doi":"10.19173/irrodl.v14i1.1304","title":"On-the-job e-learning: Workers' attitudes and perceptions","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Psychology; Face-to-face; Context (archaeology); Index (typography); Virtuality (gaming); Applied psychology; Social psychology; Medical education; Computer science; World Wide Web; Medicine","score_opus":0.07444843698072572,"score_gpt":0.46062399947536004,"score_spread":0.3861755624946343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1926844634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982375,0.000060845003,0.000032730208,0.00018940741,0.000007526877,0.000007423347,0.000032298423,0.0000020046314,0.0014303372],"genre_scores_gemma":[0.9985709,0.00008819813,0.000034464818,0.00014775663,0.000007724143,0.0000088916795,0.000033595017,0.0000012969936,0.0011070314],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992854,0.00020352744,0.00004893274,0.00008120854,0.00020016899,0.00018078763],"domain_scores_gemma":[0.99704474,0.0009212378,0.0007161359,0.00011074844,0.0003994291,0.0008076912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014958369,0.00018306471,0.00020324241,0.000550241,0.00080680137,0.0014020603,0.00023730403,0.0007460756,0.0035368777],"category_scores_gemma":[0.0028371855,0.0001950782,0.00024863417,0.0003887105,0.00080894027,0.0007532868,0.00086553383,0.00074878393,0.0007545034],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019079824,0.0009574767,0.8671007,0.00013801629,0.0000338779,0.0003192514,0.10601262,0.0001437061,0.0026640669,0.00021682278,0.0012191887,0.021003356],"study_design_scores_gemma":[0.000012969281,0.00043965052,0.8333365,0.00007437025,0.000012299074,0.00010082706,0.1632742,0.00021950003,0.00026952528,0.00011559538,0.0021187707,0.000025889567],"about_ca_topic_score_codex":0.011194835,"about_ca_topic_score_gemma":0.0075763986,"teacher_disagreement_score":0.011194835,"about_ca_system_score_codex":0.00036270692,"about_ca_system_score_gemma":0.0003685394,"threshold_uncertainty_score":0.022259355},"labels":[],"label_agreement":null},{"id":"W1931065722","doi":"10.19173/irrodl.v10i1.681","title":"Pask to the Future","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Islamic Finance and Banking Studies","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Computer science; Pedagogy; Psychology","score_opus":0.04317720026283235,"score_gpt":0.378820235036238,"score_spread":0.3356430347734057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1931065722","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017937947,0.06675868,0.0015670052,0.3214271,0.023502259,0.000016475877,0.00021263315,0.00027712077,0.584445],"genre_scores_gemma":[0.06169147,0.058896285,0.0021240881,0.081216104,0.007841881,0.00007124008,0.00035490407,0.00024004761,0.78756386],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988335,0.00034452666,0.00003807492,0.00020886159,0.00034426653,0.00023080957],"domain_scores_gemma":[0.9981604,0.00027952425,0.00010949072,0.00019260235,0.00051699963,0.00074098026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015376111,0.00045020206,0.0003393469,0.00081761956,0.0041512162,0.009543314,0.00073876005,0.00336979,0.093090326],"category_scores_gemma":[0.0048254104,0.00018435498,0.00029603782,0.0010114363,0.003287308,0.010232219,0.0044401158,0.006709241,0.031687416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002257371,0.000020791475,0.00016430266,0.000097679775,0.0000034491625,0.00011293714,0.001099719,0.00003524607,0.00009248206,0.26385695,0.6603197,0.07417423],"study_design_scores_gemma":[0.0000010800032,0.0000042659103,0.000066456465,0.00007449631,6.79622e-7,0.000047218895,0.00033372542,0.000008510987,0.000015114362,0.009329222,0.9901175,0.0000017623432],"about_ca_topic_score_codex":0.0036644046,"about_ca_topic_score_gemma":0.0054231766,"teacher_disagreement_score":0.093090326,"about_ca_system_score_codex":0.003109471,"about_ca_system_score_gemma":0.005215604,"threshold_uncertainty_score":0.31141818},"labels":[],"label_agreement":null},{"id":"W1931252747","doi":"10.19173/irrodl.v15i1.1701","title":"Introducing a learning management system at a Russian university: Students' and teachers' perceptions","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning Management; Constructive; Perception; Class (philosophy); Mathematics education; Higher education; Process (computing); Blended learning; Knowledge management; Psychology; Educational technology; Pedagogy; Computer science; Political science","score_opus":0.03989063665648785,"score_gpt":0.42065885664672137,"score_spread":0.3807682199902335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1931252747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980975,0.00010099125,0.000102356884,0.00027497418,0.000005703158,0.000009363795,0.000005839206,0.0000035144885,0.0013998129],"genre_scores_gemma":[0.9984686,0.00022476663,0.00009532642,0.000090225956,0.000004080102,0.000009974153,0.000009734576,0.0000028526,0.0010944711],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975389,0.0009816146,0.00015040983,0.00022121615,0.00063860044,0.00046924403],"domain_scores_gemma":[0.99592304,0.0010665772,0.0008137727,0.00008396723,0.00057650177,0.0015361259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002959308,0.00020596656,0.000390161,0.00070878497,0.0021299974,0.0038929435,0.0004846289,0.0009915422,0.0027889793],"category_scores_gemma":[0.00476627,0.00027416882,0.00037610723,0.0005672335,0.0013110827,0.0015415385,0.001773368,0.0013951296,0.0005665241],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017025962,0.0014457002,0.36543474,0.0003793394,0.000037664264,0.0018333914,0.57371217,0.00028894434,0.0105145015,0.0019116215,0.0012943173,0.042977348],"study_design_scores_gemma":[0.000013066402,0.00091358967,0.24151148,0.0001819195,0.000035021767,0.00060806156,0.73920685,0.0006172296,0.0021294514,0.0002378475,0.014479488,0.000066050074],"about_ca_topic_score_codex":0.003853798,"about_ca_topic_score_gemma":0.0039714244,"teacher_disagreement_score":0.0038929435,"about_ca_system_score_codex":0.0014458589,"about_ca_system_score_gemma":0.0018844197,"threshold_uncertainty_score":0.01565051},"labels":[],"label_agreement":null},{"id":"W1932449645","doi":"10.19173/irrodl.v15i1.1638","title":"An exploratory study of effective online learning: Assessing satisfaction levels of graduate students of mathematics education associated with human and design factors of an online course","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Mathematics education; Exploratory research; Distance education; Psychology; Instructional design; Class (philosophy); Course evaluation; Constructive; Higher education; Medical education; Computer science; Medicine","score_opus":0.21917757765027243,"score_gpt":0.5281611369394844,"score_spread":0.30898355928921195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932449645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9997044,0.0000041923904,0.00011035566,0.000011443245,9.723632e-7,0.000024263683,0.000010881476,0.0000014794522,0.00013206684],"genre_scores_gemma":[0.9988763,0.00002077381,0.0005347965,0.000041871026,0.000005307311,0.00008223867,0.000043276894,0.0000015286322,0.00039381068],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988986,0.0005001489,0.00006406663,0.00015157134,0.00019466525,0.00019090083],"domain_scores_gemma":[0.994286,0.0020665869,0.0010970986,0.00031250704,0.0008196642,0.0014181867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024753674,0.00033259127,0.00037098082,0.0006695422,0.0007316132,0.0008548423,0.00042828213,0.00047858388,0.0015408604],"category_scores_gemma":[0.0049333414,0.00027092436,0.00036698993,0.0004951119,0.00056183926,0.00061344093,0.0008609843,0.0008711278,0.00040895728],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006078656,0.01732353,0.82232106,0.00017962047,0.000075122356,0.0006423105,0.068136536,0.00022114735,0.015444593,0.00023746585,0.0006798873,0.07413081],"study_design_scores_gemma":[0.000074340176,0.0147825135,0.9222408,0.0000290885,0.00003650224,0.00045279178,0.054882336,0.00060331804,0.0047965804,0.00014453805,0.001919615,0.000037615286],"about_ca_topic_score_codex":0.0004957528,"about_ca_topic_score_gemma":0.0010239118,"teacher_disagreement_score":0.0024753674,"about_ca_system_score_codex":0.00035530733,"about_ca_system_score_gemma":0.0006255482,"threshold_uncertainty_score":0.013091147},"labels":[],"label_agreement":null},{"id":"W1934828559","doi":"10.19173/irrodl.v7i1.316","title":"Revisiting Mega-Universities","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mega-; Political science; Physics; Astronomy","score_opus":0.06223420401559439,"score_gpt":0.45630262099819796,"score_spread":0.3940684169826036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1934828559","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067666315,0.11412598,0.0065863924,0.3887102,0.009942751,0.000041744654,0.00027479808,0.00013146296,0.41252026],"genre_scores_gemma":[0.8966431,0.028659703,0.0021106005,0.03393063,0.0027645451,0.00007042941,0.00014566837,0.00010851481,0.035566803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99656457,0.0015542967,0.00015339107,0.00042470937,0.0006733244,0.0006297718],"domain_scores_gemma":[0.9908812,0.00396311,0.0008330359,0.0011289273,0.0019040997,0.0012895903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066268654,0.00034920865,0.000674328,0.0022693758,0.0039596907,0.009245915,0.0016946453,0.0035974584,0.010618167],"category_scores_gemma":[0.014569401,0.00019644976,0.00030379946,0.005184066,0.0069077164,0.0115575725,0.007343487,0.0038791955,0.0011128564],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021924545,0.000016478582,0.00101386,0.00030982925,0.000013042768,0.000095971656,0.0018809398,0.0001889056,0.000057862675,0.9275876,0.028425636,0.040387917],"study_design_scores_gemma":[0.000018938352,0.000030964446,0.00420884,0.0009498897,0.00001807834,0.00011997246,0.007665795,0.0003297519,0.00021799582,0.23157692,0.754845,0.000017752225],"about_ca_topic_score_codex":0.0049560424,"about_ca_topic_score_gemma":0.01752877,"teacher_disagreement_score":0.010618167,"about_ca_system_score_codex":0.0053717196,"about_ca_system_score_gemma":0.009070368,"threshold_uncertainty_score":0.038974762},"labels":[],"label_agreement":null},{"id":"W1935284030","doi":"10.19173/irrodl.v15i1.1408","title":"The reciprocal and correlative relationship between learning culture and online education: A case from Saudi Arabia","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Online learning; Psychology; Perception; Pedagogy; Mathematics education; Multimedia; Computer science","score_opus":0.10393627569347878,"score_gpt":0.4794511112918929,"score_spread":0.3755148355984141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1935284030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99657947,0.000264491,0.00016226617,0.0008553245,0.000010938117,0.000008246153,0.0000071753357,0.0000018139668,0.0021102894],"genre_scores_gemma":[0.9984994,0.0004347157,0.00016565656,0.00016184813,0.000006698644,0.0000036209124,0.000004811774,0.0000023617158,0.0007210222],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99832207,0.0010236561,0.00007931839,0.00007978832,0.00022005632,0.00027515384],"domain_scores_gemma":[0.99378717,0.0034785871,0.00080591266,0.00026474864,0.00076706766,0.0008965031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023307665,0.00032289673,0.0002756628,0.0012338009,0.005837484,0.003935957,0.0011041042,0.0015716817,0.0020753725],"category_scores_gemma":[0.006282932,0.00025656723,0.0002536744,0.0011402528,0.0030259688,0.002200158,0.002741419,0.0016337974,0.00026910097],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091255795,0.00037398638,0.06099548,0.00021720045,0.000026385487,0.03177636,0.86982536,0.00017053266,0.0011623757,0.006109034,0.0010583511,0.028193612],"study_design_scores_gemma":[0.000009033009,0.000104734136,0.017862398,0.00022103875,0.000027878661,0.006923296,0.96245307,0.00051551603,0.0006918811,0.0006920118,0.01047277,0.000026470258],"about_ca_topic_score_codex":0.041101422,"about_ca_topic_score_gemma":0.0596748,"teacher_disagreement_score":0.041101422,"about_ca_system_score_codex":0.0029508772,"about_ca_system_score_gemma":0.002741286,"threshold_uncertainty_score":0.081724405},"labels":[],"label_agreement":null},{"id":"W1935776026","doi":"10.19173/irrodl.v15i1.1617","title":"Benchmarking the habits and behaviours of successful students: A case study of academic-business collaboration","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stakeholder; Psychological intervention; Medical education; Benchmarking; Prestige; Psychology; Agency (philosophy); Higher education; Curriculum; Focus group; Marketing; Pedagogy; Public relations; Sociology; Political science; Business; Medicine","score_opus":0.11880490671693894,"score_gpt":0.5265168106967588,"score_spread":0.4077119039798199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1935776026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971284,0.00009554281,0.00061979855,0.00069953233,0.000015924516,0.00012247938,0.000027260332,0.000007638568,0.0012834567],"genre_scores_gemma":[0.99535525,0.0003329016,0.0018149889,0.00037392208,0.000015348285,0.00016418425,0.000037164376,0.000017699696,0.0018885954],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98717195,0.008418212,0.00047674406,0.00076907413,0.0014362915,0.0017278139],"domain_scores_gemma":[0.9799008,0.008733047,0.002272127,0.0011829893,0.0023112295,0.005599767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009515864,0.0007192231,0.0010157862,0.0020835476,0.008406003,0.004665897,0.0030526824,0.0043237293,0.0026381125],"category_scores_gemma":[0.021052314,0.00072400493,0.0009151563,0.0021004025,0.005357426,0.0034428386,0.0062507805,0.004281588,0.0008782608],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016794444,0.0059345528,0.05368905,0.0003220441,0.000050725495,0.009314169,0.89383847,0.00038213024,0.0012476876,0.0015774867,0.0014484075,0.032027323],"study_design_scores_gemma":[0.000045941204,0.0022959663,0.03723709,0.00026433507,0.000034283086,0.002926651,0.94364643,0.0010009952,0.0011748897,0.0009818556,0.010298895,0.000092795555],"about_ca_topic_score_codex":0.0071460023,"about_ca_topic_score_gemma":0.018163258,"teacher_disagreement_score":0.009515864,"about_ca_system_score_codex":0.0042069056,"about_ca_system_score_gemma":0.0043234215,"threshold_uncertainty_score":0.050325334},"labels":[],"label_agreement":null},{"id":"W1937849680","doi":"10.19173/irrodl.v15i4.1785","title":"Crowdteaching: Supporting teaching as designing in collective intelligence communities","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Utah State University; American Educational Research Association; National Science Foundation","keywords":"Collective intelligence; Crowdsourcing; Leverage (statistics); Citizen journalism; Curriculum; Context (archaeology); Mathematics education; Computer science; Quality (philosophy); Knowledge management; World Wide Web; Psychology; Pedagogy","score_opus":0.09887689298514886,"score_gpt":0.4426582626714609,"score_spread":0.34378136968631207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1937849680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15718,0.0006035943,0.7743978,0.0032637937,0.00024496598,0.0015069969,0.00027230877,0.012377843,0.05015274],"genre_scores_gemma":[0.5052908,0.00047155374,0.46521875,0.0006452168,0.000110734945,0.0015723467,0.0006378674,0.0009727206,0.025079966],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975126,0.0013099216,0.0000912068,0.000442919,0.00042582754,0.00021757027],"domain_scores_gemma":[0.9927047,0.003587963,0.000492983,0.0015938216,0.0003661923,0.0012543822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035488734,0.00079490605,0.00040881912,0.0014142226,0.0030728884,0.004242554,0.0027486742,0.0022295848,0.007007839],"category_scores_gemma":[0.008974268,0.0005332573,0.00072243006,0.0008889773,0.0035382998,0.004913163,0.009512331,0.0014469754,0.0017951927],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047179367,0.0025687488,0.01304086,0.001280589,0.00010656848,0.0019106332,0.06556061,0.029858641,0.045119163,0.09312495,0.039240874,0.7077166],"study_design_scores_gemma":[0.00039194225,0.00079179107,0.008587061,0.0004965576,0.000095253774,0.0011688853,0.024857882,0.15342413,0.025545819,0.22318506,0.56119883,0.0002568692],"about_ca_topic_score_codex":0.0023746453,"about_ca_topic_score_gemma":0.003324396,"teacher_disagreement_score":0.007007839,"about_ca_system_score_codex":0.0008513027,"about_ca_system_score_gemma":0.0024674372,"threshold_uncertainty_score":0.02344358},"labels":[],"label_agreement":null},{"id":"W1938155837","doi":"10.19173/irrodl.v14i1.1351","title":"Identifying barriers to the remix of translated open educational resources","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Mainstream; Context (archaeology); Open education; Computer science; Instructional design; Educational resources; Portuguese; Multimedia; World Wide Web; Engineering ethics; Sociology; Political science; Pedagogy; Engineering; History","score_opus":0.08199282362312657,"score_gpt":0.44253026015993596,"score_spread":0.36053743653680936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1938155837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78156936,0.0019967388,0.06262729,0.021864085,0.00028171475,0.003351644,0.00015901765,0.00036587106,0.12778434],"genre_scores_gemma":[0.94036514,0.0013452359,0.037555896,0.001850811,0.000055414377,0.0024444864,0.00009470952,0.00027638228,0.01601211],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.82567024,0.1340434,0.009765768,0.005210481,0.020565255,0.0047448487],"domain_scores_gemma":[0.62397176,0.30972484,0.017364478,0.018664448,0.026613664,0.0036608502],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.15326162,0.0005004625,0.0006948284,0.0021117025,0.0054681073,0.014974744,0.0030995805,0.0020234836,0.00814463],"category_scores_gemma":[0.29478222,0.0010714893,0.0005389197,0.0023191068,0.008166725,0.012100653,0.012059691,0.0038673552,0.0018284356],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043749425,0.00060471735,0.020503359,0.0023723182,0.00003524793,0.0014524086,0.59326833,0.0005933469,0.005236113,0.10247756,0.0055473703,0.2674718],"study_design_scores_gemma":[0.0002354513,0.0014247847,0.029883917,0.0071994145,0.00014450656,0.0015252625,0.60549116,0.0039738524,0.01494576,0.03900801,0.29594034,0.00022749872],"about_ca_topic_score_codex":0.005568256,"about_ca_topic_score_gemma":0.006452145,"teacher_disagreement_score":0.99690044,"about_ca_system_score_codex":0.007503863,"about_ca_system_score_gemma":0.016822288,"threshold_uncertainty_score":0.8105346},"labels":[],"label_agreement":null},{"id":"W1938685151","doi":"10.19173/irrodl.v13i2.967","title":"“Everybody is their own island”: Teacher disconnection in a virtual school","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disconnection; Qualitative research; Perception; Phenomenon; Psychology; Educational technology; Mathematics education; Pedagogy; Computer-mediated communication; Technology integration; Online learning; Virtual classroom; Distance education; Sociology; The Internet; Multimedia; Computer science; World Wide Web; Political science","score_opus":0.0838898559710818,"score_gpt":0.4647401137745789,"score_spread":0.3808502578034971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1938685151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798319,0.0016676649,0.001116688,0.006232797,0.00011638641,0.000024102661,0.0000121529365,0.000021370317,0.010977154],"genre_scores_gemma":[0.9975388,0.00050966593,0.00013753554,0.00056922797,0.0000139030135,0.000018886849,0.000005683204,0.000008754717,0.001197571],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9896549,0.0077518593,0.00031429064,0.0005660167,0.00080702925,0.0009058733],"domain_scores_gemma":[0.98933065,0.0051417574,0.002391567,0.0004907261,0.00079487317,0.0018503628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005265293,0.0002653221,0.00062101986,0.001081401,0.0140884435,0.007824095,0.0015135277,0.0019432637,0.0024080537],"category_scores_gemma":[0.011119721,0.0005606485,0.00034577993,0.0012252318,0.013175124,0.007955741,0.009160105,0.00408319,0.0003259842],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041337407,0.000070927425,0.011535094,0.00011351943,0.000009916021,0.0012235659,0.9742484,0.000027889793,0.00028320958,0.0031785192,0.0010336777,0.0082339905],"study_design_scores_gemma":[0.0000055480264,0.0000303228,0.004739866,0.00007487565,0.000008635556,0.00051702396,0.98546,0.00003188455,0.00009458907,0.00058211514,0.00844603,0.000009135468],"about_ca_topic_score_codex":0.0079464065,"about_ca_topic_score_gemma":0.01607597,"teacher_disagreement_score":0.0140884435,"about_ca_system_score_codex":0.003694357,"about_ca_system_score_gemma":0.0036145325,"threshold_uncertainty_score":0.02784586},"labels":[],"label_agreement":null},{"id":"W1940128419","doi":"10.19173/irrodl.v14i5.1524","title":"Peer feedback to facilitate project-based learning in an online environment","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer feedback; Peer learning; Perception; Computer-mediated communication; Peer assessment; Learning environment; Peer review; Educational technology; Psychology; Computer science; Online learning; Cooperative learning; Peer evaluation; Active learning (machine learning); Higher education; Mathematics education; Multimedia; Teaching method; World Wide Web; The Internet","score_opus":0.3356487743967079,"score_gpt":0.5200153321455452,"score_spread":0.18436655774883726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940128419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66543657,0.0026169643,0.25572127,0.0025022859,0.0006175196,0.004184562,0.00017400656,0.0026592556,0.06608752],"genre_scores_gemma":[0.7896234,0.0015003276,0.1966898,0.00039108,0.0002037422,0.0020386958,0.000117299816,0.00019782694,0.009237941],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9819972,0.013331032,0.00048158944,0.00061867863,0.0030931544,0.00047829124],"domain_scores_gemma":[0.94409925,0.04439478,0.0034911754,0.0033279336,0.0023745412,0.002312229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012447156,0.00053822616,0.0004916028,0.0011043608,0.000773696,0.0018872162,0.001600937,0.0006198865,0.0050871517],"category_scores_gemma":[0.048971545,0.00021824124,0.00040333925,0.000840014,0.0007262629,0.0019835634,0.0028333946,0.0008630147,0.0013393225],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032582492,0.0028768599,0.0067331493,0.0011490523,0.000053664302,0.00034644592,0.012721986,0.00073877134,0.010080158,0.0021067306,0.005091168,0.9577762],"study_design_scores_gemma":[0.002503696,0.036580484,0.17335117,0.0083022425,0.00071604893,0.0068968255,0.07193139,0.034549378,0.10832808,0.055600267,0.50052345,0.00071707496],"about_ca_topic_score_codex":0.00027270292,"about_ca_topic_score_gemma":0.0007510354,"teacher_disagreement_score":0.012447156,"about_ca_system_score_codex":0.0003785982,"about_ca_system_score_gemma":0.0016617522,"threshold_uncertainty_score":0.06582767},"labels":[],"label_agreement":null},{"id":"W1940487764","doi":"10.19173/irrodl.v16i1.1998","title":"Assessing experiences with online educational videos: Converting multiple constructed responses to quantifiable data","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Flexibility (engineering); Distance education; Computer science; Online course; Qualitative property; Content analysis; Qualitative research; Multimedia; Protocol (science); Psychology; Medical education; Mathematics education; Medicine","score_opus":0.32474863967820783,"score_gpt":0.5580199963431598,"score_spread":0.23327135666495197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940487764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6705759,0.0003477278,0.24280979,0.0024302658,0.00063711195,0.037224717,0.011979894,0.0008521855,0.03314245],"genre_scores_gemma":[0.6414894,0.0006201535,0.29007626,0.00090808555,0.00008091416,0.05905388,0.004300716,0.00033111463,0.0031395142],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9464085,0.033974547,0.008174618,0.0021797284,0.00831537,0.00094726396],"domain_scores_gemma":[0.74192005,0.17666708,0.01930602,0.013135372,0.04795933,0.0010121437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05596274,0.0008252894,0.0005512294,0.0052326126,0.0008935759,0.0025308044,0.0012665554,0.0008610791,0.006172317],"category_scores_gemma":[0.23941207,0.0006766598,0.0012559909,0.0058304784,0.0017452063,0.0037779736,0.0033207657,0.0018809617,0.0012136648],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084342156,0.0011657876,0.120287366,0.0076732296,0.0004689943,0.000602847,0.125578,0.0045571313,0.011613008,0.014189155,0.028231554,0.68478966],"study_design_scores_gemma":[0.00047445906,0.0034406544,0.40384156,0.005320271,0.00046237183,0.0007250702,0.31326953,0.031584904,0.027636267,0.042551555,0.16989647,0.0007968295],"about_ca_topic_score_codex":0.00219957,"about_ca_topic_score_gemma":0.004055886,"teacher_disagreement_score":0.05596274,"about_ca_system_score_codex":0.0023362495,"about_ca_system_score_gemma":0.0023737033,"threshold_uncertainty_score":0.2959628},"labels":[],"label_agreement":null},{"id":"W1940793102","doi":"10.19173/irrodl.v13i3.1190","title":"Teaching time investment: Does online really take more time than face-to-face?","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Face-to-face; Workload; Time management; Mathematics education; Online teaching; Perception; Computer science; Full-time; Distance education; Face (sociological concept); Teaching method; Psychology; Online learning; Multimedia; Sociology; Political science","score_opus":0.06356671580255763,"score_gpt":0.4566155477232734,"score_spread":0.39304883192071577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940793102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752915,0.0038078707,0.001708493,0.0036380757,0.00017854296,0.000031404117,0.00012302294,0.0000308802,0.015190161],"genre_scores_gemma":[0.9952236,0.0015555965,0.0006088993,0.00058654184,0.00009207068,0.000023443466,0.00007202038,0.00002259461,0.0018152666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99738044,0.0011543501,0.00020449304,0.00029675156,0.0007251001,0.00023878722],"domain_scores_gemma":[0.98263067,0.008992375,0.005230944,0.00035250917,0.0013651871,0.0014283827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025233328,0.00012940643,0.000343539,0.00041751334,0.00039758586,0.0023953982,0.0005582354,0.0004977254,0.0051568407],"category_scores_gemma":[0.017411115,0.00012730085,0.00022793832,0.0010623701,0.00038998845,0.0020150086,0.00057852553,0.00040701343,0.00086781353],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083511625,0.0008349132,0.5028573,0.0006065642,0.00014714315,0.00032273345,0.006058927,0.00017692236,0.002742668,0.0010243901,0.0053855944,0.47900772],"study_design_scores_gemma":[0.00003966503,0.00079856237,0.95829195,0.00037662,0.00012255895,0.00041988396,0.026315054,0.000604181,0.0013152646,0.0011541465,0.010532055,0.000029947043],"about_ca_topic_score_codex":0.0027561202,"about_ca_topic_score_gemma":0.005890134,"teacher_disagreement_score":0.0051568407,"about_ca_system_score_codex":0.00087075273,"about_ca_system_score_gemma":0.0012467009,"threshold_uncertainty_score":0.017251372},"labels":[],"label_agreement":null},{"id":"W1943831590","doi":"10.19173/irrodl.v16i2.2010","title":"Coursera’s introductory human physiology course: Factors that characterize successful completion of a MOOC","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"School of Medicine, Duke University","keywords":"Bachelor; Mathematics education; Psychology; Massive open online course; Medical education; Course (navigation); Medicine; Engineering","score_opus":0.16195128713404475,"score_gpt":0.4555950060976559,"score_spread":0.2936437189636112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1943831590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99879444,0.000037127105,0.00006849761,0.000064756256,0.000008054486,0.000014673492,0.000060618597,0.0000039078427,0.00094790617],"genre_scores_gemma":[0.99922407,0.000030171945,0.00009412154,0.0000330859,0.0000104410765,0.000011572041,0.000103902945,0.000004273623,0.000488403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99920887,0.00012533099,0.000089775094,0.00010564884,0.00030222014,0.00016816705],"domain_scores_gemma":[0.99101806,0.0019379082,0.003358364,0.00018451124,0.000861931,0.0026392876],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009297857,0.0001731407,0.00017462973,0.00072581356,0.00047050408,0.0012200983,0.00032425497,0.00049325457,0.0034601367],"category_scores_gemma":[0.00996554,0.00013634645,0.00024502535,0.0005046865,0.00027309032,0.00061221846,0.0005627016,0.0006720322,0.0010276287],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004470242,0.00025445528,0.9936971,0.0000137145535,0.000019869236,0.0000412321,0.00060704275,0.000043694465,0.00052165845,0.000024380868,0.00030797638,0.00442412],"study_design_scores_gemma":[9.55057e-7,0.00006625014,0.99911374,0.000004244886,0.000002666654,0.000028630679,0.00044772017,0.000100797486,0.00004685306,0.0000076029746,0.00017856943,0.000002030007],"about_ca_topic_score_codex":0.004664527,"about_ca_topic_score_gemma":0.0065772724,"teacher_disagreement_score":0.9990702,"about_ca_system_score_codex":0.00025058017,"about_ca_system_score_gemma":0.00064168446,"threshold_uncertainty_score":0.011575341},"labels":[],"label_agreement":null},{"id":"W1943939193","doi":"10.19173/irrodl.v13i4.1211","title":"An investigation of collaboration processes in an online course: How do small groups develop over time?","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Group (periodic table); Group development; Computer science; Online course; Mathematics education; Computer-mediated communication; Cooperative learning; Group dynamic; Collaborative learning; Psychology; Knowledge management; Teaching method; World Wide Web; Social psychology; The Internet","score_opus":0.19123988299301126,"score_gpt":0.5187790109585537,"score_spread":0.32753912796554246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1943939193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961888,0.0002924693,0.0012209814,0.00026094553,0.000010237156,0.000051146693,0.000021421287,0.000006535828,0.0019474213],"genre_scores_gemma":[0.997528,0.00028371214,0.0013968351,0.000048171692,0.000011584945,0.00008925772,0.000026900021,0.0000039008632,0.000611691],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9962011,0.0024264194,0.00015042644,0.0003685005,0.00063760503,0.00021595134],"domain_scores_gemma":[0.97218925,0.0194966,0.004659235,0.00080698484,0.0017765361,0.0010713353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055892835,0.0001730872,0.00029577265,0.0018585145,0.0011914059,0.0016030334,0.0006584561,0.0006491294,0.0013465142],"category_scores_gemma":[0.029214667,0.00015484543,0.000186262,0.0015558648,0.001101874,0.0029726927,0.0014181222,0.0006003593,0.00026750244],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040641567,0.0012380612,0.31637016,0.0006170326,0.000071042195,0.00073991885,0.40677541,0.00028563518,0.0069871624,0.0028158426,0.0010271874,0.26266614],"study_design_scores_gemma":[0.000042203123,0.001302937,0.668337,0.00031805818,0.00006225647,0.00065870164,0.30609572,0.0018555947,0.0030542484,0.0045325602,0.0136702275,0.00007047232],"about_ca_topic_score_codex":0.0010931456,"about_ca_topic_score_gemma":0.0016335454,"teacher_disagreement_score":0.0055892835,"about_ca_system_score_codex":0.00087292335,"about_ca_system_score_gemma":0.0009077469,"threshold_uncertainty_score":0.029559255},"labels":[],"label_agreement":null},{"id":"W1947120241","doi":"10.19173/irrodl.v12i1.1062","title":"The role of language in portfolio learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Portfolio; Language acquisition; Comprehension approach; Computer science; Process (computing); Language assessment; Mathematics education; Language education; Psychology; Business","score_opus":0.10598471148857701,"score_gpt":0.49860448744789765,"score_spread":0.3926197759593206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947120241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91871446,0.0026346217,0.013354244,0.0031968676,0.000046810343,0.00008796329,0.000023870836,0.000044451972,0.061896816],"genre_scores_gemma":[0.99466866,0.0006387932,0.0027017968,0.00010615399,0.000012427007,0.000025676845,0.000008964369,0.000007884042,0.0018295391],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98482287,0.011094561,0.00066894473,0.00072525325,0.0020286418,0.0006597064],"domain_scores_gemma":[0.9639248,0.024903689,0.0048527084,0.0017975102,0.0020768903,0.0024443476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010060776,0.00019492835,0.0003268705,0.001470196,0.0021325895,0.008812879,0.0010317336,0.00062867644,0.0024236366],"category_scores_gemma":[0.045858294,0.00016776868,0.00019400068,0.0016133155,0.004164836,0.0066662123,0.005174327,0.0012389708,0.0003798496],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001545092,0.0007860106,0.15019563,0.0004744963,0.000041244497,0.0014783927,0.15987734,0.0011407249,0.0016859181,0.083304636,0.0015703078,0.5992907],"study_design_scores_gemma":[0.00009258001,0.0012804108,0.2862025,0.0018551707,0.00011249818,0.003089879,0.33016598,0.006760218,0.0053849015,0.23535633,0.12946394,0.00023568638],"about_ca_topic_score_codex":0.0017570457,"about_ca_topic_score_gemma":0.0025336866,"teacher_disagreement_score":0.010060776,"about_ca_system_score_codex":0.0020141273,"about_ca_system_score_gemma":0.0041550007,"threshold_uncertainty_score":0.0532071},"labels":[],"label_agreement":null},{"id":"W1947536306","doi":"10.19173/irrodl.v15i6.1771","title":"Level of proficiency and professional development needs in peripheral online teaching roles","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Professional development; Psychology; Quality (philosophy); Perception; Online teaching; Medical education; Distance education; Pedagogy; Mathematics education; Medicine","score_opus":0.14551680546092802,"score_gpt":0.4939451462190307,"score_spread":0.3484283407581027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947536306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967892,0.00018066239,0.0001557667,0.00017746349,0.0000039442607,0.000007259284,0.000009067937,0.000002156317,0.0026745345],"genre_scores_gemma":[0.999126,0.00014019696,0.00012735579,0.000022363674,0.0000022277368,0.000008036072,0.000010062953,0.0000011570812,0.0005625805],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9985238,0.0005001768,0.00013621984,0.00013065025,0.00034270264,0.00036656237],"domain_scores_gemma":[0.9903438,0.0040282975,0.001601082,0.00023863309,0.0013137871,0.0024744594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021482552,0.00008168624,0.00018059139,0.00057675684,0.000483415,0.0014591049,0.00025429286,0.00042247912,0.0027572305],"category_scores_gemma":[0.00953451,0.00016189893,0.00011325295,0.00037252955,0.0006303582,0.00092249387,0.000984915,0.00042121275,0.00051573815],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021433637,0.0007907386,0.79335874,0.0002712095,0.00001545838,0.001040868,0.090013586,0.00017345905,0.0040323306,0.0012958724,0.0010679631,0.10772543],"study_design_scores_gemma":[0.000016191663,0.00057294173,0.86354774,0.00015400979,0.000013703448,0.0020652781,0.12517929,0.00057551917,0.0010255297,0.0011292677,0.005698819,0.000021651678],"about_ca_topic_score_codex":0.0016140199,"about_ca_topic_score_gemma":0.002124294,"teacher_disagreement_score":0.0027572305,"about_ca_system_score_codex":0.0003940229,"about_ca_system_score_gemma":0.00095533626,"threshold_uncertainty_score":0.011361182},"labels":[],"label_agreement":null},{"id":"W1948950865","doi":"10.19173/irrodl.v9i3.560","title":"Post-Secondary Students' Purposes For Blogging","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Nova Scotia Community College","funders":"","keywords":"Social media; Microblogging; Focus group; Psychology; Sample (material); Content analysis; Pedagogy; Sociology; World Wide Web; Computer science; Social science","score_opus":0.10444574336298498,"score_gpt":0.4994350760289899,"score_spread":0.3949893326660049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1948950865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874993,0.00017080297,0.00033043546,0.00020060873,0.000023136578,0.000050246308,0.00010675578,0.000022078444,0.011596606],"genre_scores_gemma":[0.98993975,0.00027849912,0.0005273762,0.00010088041,0.000017595139,0.000078666286,0.00010040531,0.000012654511,0.008944071],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9990037,0.00025800132,0.00008798133,0.000072521674,0.0003817415,0.00019603853],"domain_scores_gemma":[0.9896562,0.0041093873,0.0020721934,0.0005931345,0.0019580114,0.0016109458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024971256,0.00029904928,0.0004701239,0.0014939856,0.0013914985,0.0045135194,0.0005144471,0.00056970806,0.007633962],"category_scores_gemma":[0.006381454,0.00025607526,0.0003124549,0.0010382106,0.0006854816,0.0012954362,0.0012196737,0.000960664,0.0021319867],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040553167,0.0022927555,0.71608907,0.00052032404,0.000043725067,0.0013155632,0.1243979,0.000092163515,0.013579844,0.0028219535,0.0032978705,0.1351433],"study_design_scores_gemma":[0.000024368348,0.0009179519,0.772817,0.00024348336,0.00004409046,0.0012179394,0.17791238,0.00037221683,0.0049806265,0.0012291869,0.04017725,0.00006350062],"about_ca_topic_score_codex":0.00036056532,"about_ca_topic_score_gemma":0.0015293384,"teacher_disagreement_score":0.007633962,"about_ca_system_score_codex":0.00040977873,"about_ca_system_score_gemma":0.0007808004,"threshold_uncertainty_score":0.025538146},"labels":[],"label_agreement":null},{"id":"W1949048907","doi":"10.19173/irrodl.v8i2.356","title":"Mobile Usability in Educational Contexts: What have we learnt?","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":337,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Usability engineering; Computer science; Web usability; Mobile device; Pluralistic walkthrough; Mobile technology; Cognitive walkthrough; Multimedia; Human–computer interaction; World Wide Web","score_opus":0.06889924429220222,"score_gpt":0.45664711867789626,"score_spread":0.387747874385694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1949048907","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011359415,0.88164485,0.0033447985,0.09248263,0.0039753355,0.000070369184,0.00004120113,0.00006510271,0.0070162863],"genre_scores_gemma":[0.14323929,0.8275451,0.0059930123,0.01576445,0.0043876916,0.00024845946,0.00007379729,0.000050581883,0.0026975295],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97589374,0.015382471,0.0014528816,0.0015786741,0.0041694827,0.0015227171],"domain_scores_gemma":[0.93244445,0.047983553,0.0024229016,0.002806897,0.011868087,0.002474068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038537376,0.0015911554,0.0034168684,0.003878518,0.003722041,0.017664509,0.0027627412,0.008935637,0.0027849677],"category_scores_gemma":[0.056294527,0.0010301027,0.0012449044,0.005545413,0.01908755,0.03317581,0.0054613096,0.0070123267,0.001146706],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011015423,0.00015821234,0.009278513,0.014300624,0.00019439436,0.00053424254,0.0284073,0.00043909482,0.00044469567,0.036412172,0.017380985,0.8923396],"study_design_scores_gemma":[0.000084305815,0.0013577598,0.038100235,0.09017263,0.00035813387,0.0059230663,0.20768209,0.0016047981,0.0016558237,0.14219597,0.5103464,0.0005187369],"about_ca_topic_score_codex":0.009944513,"about_ca_topic_score_gemma":0.010541667,"teacher_disagreement_score":0.038537376,"about_ca_system_score_codex":0.0061863665,"about_ca_system_score_gemma":0.01001264,"threshold_uncertainty_score":0.20380753},"labels":[],"label_agreement":null},{"id":"W1949555257","doi":"10.19173/irrodl.v14i1.1277","title":"Learning in multiple communities from the perspective of knowledge capital","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reputation; Perspective (graphical); Social capital; Learning community; Sociology; Social learning; Knowledge management; Public relations; Pedagogy; Computer science; Political science; Social science","score_opus":0.18168905369529673,"score_gpt":0.505991186614776,"score_spread":0.3243021329194793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1949555257","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3187475,0.0043767355,0.17090495,0.027574524,0.00025673982,0.00029086028,0.00006973194,0.000108042914,0.47767097],"genre_scores_gemma":[0.9809809,0.0006707879,0.011815233,0.0003541184,0.00006514294,0.00008446153,0.000015118039,0.000017764849,0.005996578],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99383754,0.004102965,0.00012527293,0.0006302868,0.00074562617,0.00055826554],"domain_scores_gemma":[0.99291503,0.0037676196,0.0008392014,0.00068254763,0.0005044162,0.0012910806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005180698,0.00040746006,0.00042476816,0.0029718094,0.005548765,0.01090746,0.0013589088,0.0020158582,0.0051376857],"category_scores_gemma":[0.008140802,0.0003022219,0.00054321514,0.0013945312,0.021566322,0.020596143,0.010052268,0.0023790924,0.00031522915],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018734614,0.000047216283,0.0012687335,0.0000654425,0.00001650307,0.00032671817,0.022542566,0.0009833364,0.00021586938,0.95956695,0.00063813216,0.014309795],"study_design_scores_gemma":[0.000027242464,0.000052618398,0.001458924,0.00016284906,0.000024777168,0.00031946145,0.022183234,0.0051027187,0.000275584,0.9407588,0.029611979,0.000021836266],"about_ca_topic_score_codex":0.0025281168,"about_ca_topic_score_gemma":0.0030493974,"teacher_disagreement_score":0.01090746,"about_ca_system_score_codex":0.005528494,"about_ca_system_score_gemma":0.0033365407,"threshold_uncertainty_score":0.040112197},"labels":[],"label_agreement":null},{"id":"W1950026227","doi":"10.19173/irrodl.v13i1.1057","title":"Rapport in distance education","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Asynchronous communication; Distance education; Psychology; Conversation; Pedagogy; Face (sociological concept); Mathematics education; Sociology; Computer science; Communication","score_opus":0.11280861438695586,"score_gpt":0.5037851271061886,"score_spread":0.3909765127192327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950026227","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28663078,0.08221728,0.025549874,0.026327664,0.0015678141,0.0002451625,0.00015873491,0.00017815737,0.5771246],"genre_scores_gemma":[0.96519876,0.013197168,0.003184214,0.0016943519,0.00014903223,0.00011588128,0.000046431196,0.00003576255,0.016378405],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9866067,0.008843273,0.000499073,0.0009935393,0.0021250576,0.0009323346],"domain_scores_gemma":[0.983273,0.009585783,0.0020642001,0.0011692427,0.0018023524,0.002105492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053433497,0.00031609167,0.00041433607,0.0020181532,0.005353672,0.008636764,0.0014931144,0.0023342373,0.007925053],"category_scores_gemma":[0.015285569,0.00024223838,0.00026681166,0.0023823697,0.011149448,0.008169236,0.009634052,0.00278143,0.001025081],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008363406,0.00020538329,0.011097321,0.0017728346,0.000052890955,0.0008461403,0.20451367,0.00054963055,0.00047892306,0.27281377,0.015839726,0.49174616],"study_design_scores_gemma":[0.0000190222,0.00019251375,0.030668763,0.0039395904,0.000040502207,0.0019517988,0.21448807,0.00059881364,0.00072126224,0.09101088,0.6562526,0.000116231],"about_ca_topic_score_codex":0.011304732,"about_ca_topic_score_gemma":0.012171873,"teacher_disagreement_score":0.011304732,"about_ca_system_score_codex":0.0055142557,"about_ca_system_score_gemma":0.0052283257,"threshold_uncertainty_score":0.040008843},"labels":[],"label_agreement":null},{"id":"W1950356331","doi":"10.19173/irrodl.v3i2.88","title":"Online Video Conferencing Products","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Videoconferencing; Distance education; Multimedia; Teleconference; Online video; Educational technology; Computer-mediated communication; Electronic learning; World Wide Web; The Internet; Mathematics education; Psychology","score_opus":0.2645042144668926,"score_gpt":0.5034313662634211,"score_spread":0.23892715179652851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950356331","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053380415,0.029223822,0.03455308,0.0018650702,0.001711949,0.0020812026,0.0060102683,0.009422336,0.861752],"genre_scores_gemma":[0.2592791,0.027690671,0.06348667,0.0019289547,0.0010439209,0.000985584,0.009188998,0.0017554441,0.6346407],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787605,0.00032973537,0.00007207727,0.00009947669,0.0015317581,0.00009088571],"domain_scores_gemma":[0.9969934,0.00087889115,0.00020756308,0.00028735716,0.0012993296,0.00033355923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00140307,0.00045765436,0.00027758678,0.0027692176,0.00072581455,0.0017542087,0.0006897516,0.0006288334,0.0834368],"category_scores_gemma":[0.0044900253,0.00012337386,0.00027976785,0.0020759434,0.00016933339,0.0014860259,0.0008865724,0.0005616249,0.015916904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001620673,0.00027852,0.00056121004,0.0007533945,0.000013976785,0.00012921366,0.00017763136,0.00008892462,0.0058958805,0.0021025254,0.08073248,0.9091041],"study_design_scores_gemma":[0.00004768097,0.000994618,0.008305236,0.000335918,0.00006324756,0.0015212904,0.0003021824,0.00046183958,0.011522669,0.0008178401,0.975583,0.0000445981],"about_ca_topic_score_codex":0.0013821331,"about_ca_topic_score_gemma":0.0031804694,"teacher_disagreement_score":0.0834368,"about_ca_system_score_codex":0.0004199805,"about_ca_system_score_gemma":0.0006636702,"threshold_uncertainty_score":0.2791239},"labels":[],"label_agreement":null},{"id":"W1951241809","doi":"10.19173/irrodl.v13i4.1302","title":"Exploring learner to content interaction as a success factor in online courses","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":172,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online course; Mathematics education; Content (measure theory); Psychology; Course (navigation); Content analysis; Massive open online course; Online learning; Multimedia; Computer science; Mathematics; Engineering","score_opus":0.43754347286634276,"score_gpt":0.5404074776197124,"score_spread":0.10286400475336965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1951241809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99718314,0.000107128115,0.00043339762,0.000057889025,0.0000038521143,0.000021459302,0.000013268879,0.00000800404,0.0021719215],"genre_scores_gemma":[0.99886215,0.00007178146,0.00040493245,0.0000102422355,0.00000580398,0.000017680464,0.000030795334,0.0000048901825,0.0005918126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950094,0.0018611518,0.00036238995,0.00028608192,0.0021039583,0.00037694274],"domain_scores_gemma":[0.96224207,0.021618752,0.008478613,0.00068325695,0.0032632991,0.0037139254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038361044,0.00027421405,0.00035347466,0.0016630634,0.00070268987,0.0022951837,0.0005134962,0.0004900839,0.003112963],"category_scores_gemma":[0.022989094,0.00013982647,0.00052829453,0.0010671275,0.0004970848,0.0009296848,0.0010291256,0.00080901466,0.0006123319],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015375874,0.0006998459,0.96746284,0.000056714736,0.00007932088,0.00014988556,0.0029428215,0.00009936561,0.0008256315,0.00013519987,0.0001617919,0.02723286],"study_design_scores_gemma":[0.000004653942,0.0003862736,0.9937416,0.000025763118,0.000036816644,0.00012243855,0.0040823827,0.00056822586,0.00051145715,0.000071012655,0.00044009933,0.000009296489],"about_ca_topic_score_codex":0.0018011078,"about_ca_topic_score_gemma":0.0026837883,"teacher_disagreement_score":0.0038361044,"about_ca_system_score_codex":0.00071705703,"about_ca_system_score_gemma":0.0008359187,"threshold_uncertainty_score":0.020287514},"labels":[],"label_agreement":null},{"id":"W1952153630","doi":"10.19173/irrodl.v13i4.1283","title":"Who am I and what keeps me going? Profiling the distance learning student in higher education","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Higher education; Profiling (computer programming); Distance education; Psychological intervention; Psychology; Psychological resilience; Pedagogy; Open university; Qualitative research; Time management; Mathematics education; Sociology; Medical education; Political science; Social science; Computer science; Social psychology; Medicine","score_opus":0.16027052041587211,"score_gpt":0.5162056335887482,"score_spread":0.35593511317287607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1952153630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95245,0.010538562,0.001112523,0.021552898,0.0002843368,0.00007131376,0.0000814063,0.000008785963,0.013900187],"genre_scores_gemma":[0.98316145,0.009442493,0.00060773,0.002135166,0.00011049151,0.0000696953,0.00006933617,0.0000072193884,0.0043963618],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996425,0.0023005502,0.00015680194,0.00014290777,0.00051223265,0.00046257587],"domain_scores_gemma":[0.9947319,0.0015049215,0.001245314,0.00012362882,0.0007574062,0.0016368439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049680946,0.00017558194,0.00045308337,0.0013836458,0.003076253,0.0038905498,0.00090357073,0.0013139353,0.002258462],"category_scores_gemma":[0.011572704,0.00021046524,0.00020975785,0.001516275,0.0024965021,0.0047773235,0.0034836743,0.002583724,0.0008114386],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007760267,0.00020574794,0.20496689,0.0005124703,0.000023146886,0.0008137915,0.6999675,0.000040244,0.0006832901,0.0047711353,0.010057791,0.07788038],"study_design_scores_gemma":[0.0000030555773,0.000151588,0.07161472,0.00047329435,0.000012148308,0.0007804313,0.9028233,0.000062743304,0.00015866134,0.001106594,0.022788478,0.00002505061],"about_ca_topic_score_codex":0.005757298,"about_ca_topic_score_gemma":0.011833923,"teacher_disagreement_score":0.005757298,"about_ca_system_score_codex":0.0014304428,"about_ca_system_score_gemma":0.00230236,"threshold_uncertainty_score":0.026274085},"labels":[],"label_agreement":null},{"id":"W1952214329","doi":"10.19173/irrodl.v8i1.376","title":"The Current Status and Future Prospects of Corporate e-Learning in Korea","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Government (linguistics); The Internet; Corporate Education; Business; Quality (philosophy); Public relations; Order (exchange); Marketing; Political science; Economic growth; Adult education; Economics; Computer science; Finance","score_opus":0.10079499985545363,"score_gpt":0.45679231209956006,"score_spread":0.3559973122441064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1952214329","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1027158,0.7563767,0.0013176862,0.09503098,0.0007783652,0.000038297898,0.00028469771,0.00009857552,0.043358818],"genre_scores_gemma":[0.4844501,0.5009887,0.0023223578,0.00574236,0.00041114632,0.000048800182,0.00030191705,0.00001367258,0.0057209735],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993292,0.00017222026,0.000087132445,0.00011471555,0.00011378462,0.00018298218],"domain_scores_gemma":[0.996693,0.00087121496,0.0007772241,0.000074977754,0.00073466613,0.00084900303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022261145,0.00024136578,0.0003232876,0.0010042532,0.0006692462,0.004438527,0.0009361722,0.0019207242,0.0066867103],"category_scores_gemma":[0.0017899565,0.00017091254,0.00024061558,0.0027526007,0.0012584764,0.0067286277,0.0011798296,0.0007848604,0.0010921906],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034474593,0.00037532867,0.026946839,0.006218736,0.000041085543,0.0006431866,0.0016794808,0.0007309138,0.0021295191,0.04433652,0.017264118,0.8992894],"study_design_scores_gemma":[0.0001041869,0.001121021,0.10834091,0.008215895,0.0002142542,0.0019683784,0.047823764,0.0031476277,0.002638966,0.0319975,0.79424524,0.0001822689],"about_ca_topic_score_codex":0.002542931,"about_ca_topic_score_gemma":0.0037361977,"teacher_disagreement_score":0.0066867103,"about_ca_system_score_codex":0.0016521377,"about_ca_system_score_gemma":0.0052115307,"threshold_uncertainty_score":0.022369325},"labels":[],"label_agreement":null},{"id":"W1953218676","doi":"10.19173/irrodl.v14i1.1275","title":"A multimedia approach to ODL for agricultural training in Cambodia","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Economic shortage; Formal education; Developing country; Face-to-face; Agriculture; E learning; Medical education; Psychology; Business; Economic growth; Educational technology; Pedagogy; Geography; Economics; Medicine","score_opus":0.13202628724438323,"score_gpt":0.4661796568792856,"score_spread":0.3341533696349024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953218676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7824189,0.026091635,0.015270474,0.010781285,0.0005394775,0.0018423387,0.0002589598,0.00023218412,0.16256471],"genre_scores_gemma":[0.9253743,0.015691714,0.03073792,0.001133796,0.00009935847,0.0010389949,0.00011654108,0.000018506247,0.025788752],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99976987,0.00011328907,0.000010414352,0.000027968528,0.000032901185,0.00004566497],"domain_scores_gemma":[0.999632,0.000157285,0.000041595576,0.00002046987,0.000029699642,0.00011898395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006848439,0.00018023101,0.00012404626,0.0004947553,0.00062259415,0.0010873921,0.00072542625,0.00043747682,0.009135642],"category_scores_gemma":[0.0008801503,0.00006263776,0.00013671372,0.00051865063,0.0004306745,0.00070187304,0.0018148007,0.0003534354,0.0006826281],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013798161,0.0013139121,0.005083331,0.0025739213,0.0000142193685,0.0005438595,0.0055949744,0.00043844566,0.0047088964,0.0040955553,0.0044719875,0.97102296],"study_design_scores_gemma":[0.0008146466,0.006930392,0.30632338,0.014191012,0.00019666234,0.00313105,0.06274402,0.005112056,0.015210737,0.015614968,0.56960416,0.00012698177],"about_ca_topic_score_codex":0.0038266499,"about_ca_topic_score_gemma":0.0130597055,"teacher_disagreement_score":0.009135642,"about_ca_system_score_codex":0.0012750499,"about_ca_system_score_gemma":0.0025400238,"threshold_uncertainty_score":0.030561745},"labels":[],"label_agreement":null},{"id":"W1954950723","doi":"10.19173/irrodl.v14i1.1342","title":"Development of ODL in a newly industrialised country according to face-to-face contact, ICT, and e-readiness","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Distance education; Psychology; Qualitative property; Face-to-face; Developing country; Focus group; Medical education; Pedagogy; Mathematics education; Sociology; Political science; Mathematics; Statistics; Economic growth; Medicine","score_opus":0.10473777423590544,"score_gpt":0.46082172875413363,"score_spread":0.35608395451822816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1954950723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99724567,0.00003958983,0.000043057058,0.00008303906,0.0000015964945,0.000016554666,0.000015371674,0.0000014880908,0.0025537543],"genre_scores_gemma":[0.99912673,0.00008898254,0.00010432948,0.000028041177,0.0000011612495,0.000012657629,0.000020242791,0.000001031079,0.0006168954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99931395,0.00022296459,0.00004708087,0.00006325667,0.000117347954,0.00023542097],"domain_scores_gemma":[0.99739504,0.00067511183,0.00077922,0.00006986645,0.00039844195,0.0006822737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010348487,0.00012857826,0.00016108066,0.0012719072,0.0011486575,0.0017146204,0.00023693733,0.00022995377,0.0023136113],"category_scores_gemma":[0.003378274,0.00014870173,0.00010091694,0.0009817685,0.0010663043,0.0007748219,0.0018416563,0.0005071145,0.00028485098],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008735336,0.0005478275,0.85201603,0.000111402565,0.000009248522,0.0015450728,0.09081559,0.00011564286,0.0027917456,0.0007594811,0.000596801,0.05060371],"study_design_scores_gemma":[0.0000040618024,0.00023751988,0.82511187,0.00005118918,0.000004536548,0.00037113813,0.17142828,0.000109882516,0.00037095643,0.000070037735,0.0022283616,0.0000121023995],"about_ca_topic_score_codex":0.0057380297,"about_ca_topic_score_gemma":0.008899082,"teacher_disagreement_score":0.0057380297,"about_ca_system_score_codex":0.00074843084,"about_ca_system_score_gemma":0.0009911295,"threshold_uncertainty_score":0.011409223},"labels":[],"label_agreement":null},{"id":"W1955006871","doi":"10.19173/irrodl.v15i1.1665","title":"Student satisfaction with a web-based dissertation course: Findings from an international distance learning master's programme in public health","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Likert scale; Psychology; Medical education; Higher education; Pedagogy; Medicine; Political science","score_opus":0.08523348717125895,"score_gpt":0.49000536322953164,"score_spread":0.4047718760582727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1955006871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985232,0.0000765589,0.00004106987,0.00036401008,0.000015976335,0.000022474342,0.000103549915,0.0000031108923,0.0008501403],"genre_scores_gemma":[0.99824226,0.00016987779,0.00008361339,0.000260584,0.000023325198,0.00004388302,0.0001545335,0.000006214695,0.0010158097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99696106,0.0010871338,0.00029490475,0.00024025989,0.0008785987,0.0005379973],"domain_scores_gemma":[0.97770816,0.0058303215,0.005941517,0.0005958747,0.00334051,0.0065836473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006119149,0.00016777315,0.0004825111,0.0007165673,0.0009982716,0.0024213642,0.0006279455,0.0007756153,0.0040461975],"category_scores_gemma":[0.022562107,0.0002877646,0.00073628785,0.0010673825,0.00067080715,0.00086449494,0.0020496147,0.0019005049,0.0011625444],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005331126,0.0022342796,0.91742736,0.0002849902,0.000117895295,0.00017617331,0.034411106,0.00012712907,0.0005299956,0.00013368475,0.0026449054,0.04137934],"study_design_scores_gemma":[0.000018208837,0.0007763538,0.9675684,0.000054233642,0.00002113084,0.00006704272,0.029382013,0.00013874532,0.0001475091,0.000036442772,0.0017722333,0.000017629265],"about_ca_topic_score_codex":0.003429555,"about_ca_topic_score_gemma":0.004468106,"teacher_disagreement_score":0.006119149,"about_ca_system_score_codex":0.0009198898,"about_ca_system_score_gemma":0.0015198012,"threshold_uncertainty_score":0.032361507},"labels":[],"label_agreement":null},{"id":"W1956117161","doi":"10.19173/irrodl.v10i3.673","title":"Preferences of Residents in Four Northern Alberta Communities Regarding Local Post-Secondary Programming","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Face (sociological concept); Rural area; Socioeconomics; Medical education; Geography; Economic growth; Public relations; Political science; Psychology; Sociology; Medicine; Social science","score_opus":0.1282931717208541,"score_gpt":0.47392300660520453,"score_spread":0.3456298348843504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956117161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99799997,0.000039794348,0.000027349339,0.000116403695,0.0000035989735,0.000016335336,0.000029291372,0.0000015142313,0.0017657885],"genre_scores_gemma":[0.996225,0.0001668703,0.00015799867,0.00014970546,0.0000033503068,0.000022618227,0.00004814948,0.0000019177605,0.003224415],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99948704,0.00011487337,0.0000119747265,0.00004078999,0.00013394064,0.00021129494],"domain_scores_gemma":[0.9990233,0.00015224176,0.00011054993,0.000027533912,0.00023450494,0.00045184535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007801466,0.00023403628,0.00019016783,0.00043556912,0.0049485634,0.0012944586,0.0007306147,0.00040723174,0.00255626],"category_scores_gemma":[0.0016226332,0.00022953605,0.00015859552,0.00072962465,0.0018086066,0.00033252724,0.0012081497,0.0006012895,0.00024110172],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043574115,0.0003566539,0.36947733,0.00016620093,0.00002613689,0.002826358,0.5714793,0.00028876215,0.0035442084,0.00078265334,0.0034497576,0.047166966],"study_design_scores_gemma":[0.000007212756,0.00019095378,0.19391114,0.00007252766,0.000010454072,0.000216508,0.8005032,0.00014166655,0.00021835137,0.00009007734,0.004606746,0.000031289725],"about_ca_topic_score_codex":0.85576785,"about_ca_topic_score_gemma":0.95959514,"teacher_disagreement_score":0.14423215,"about_ca_system_score_codex":0.0059899525,"about_ca_system_score_gemma":0.008049866,"threshold_uncertainty_score":0.2901631},"labels":[],"label_agreement":null},{"id":"W1956636359","doi":"10.19173/irrodl.v14i3.1412","title":"An explanation for internet use obstacles concerning e-learning in Iran","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education in Diverse Contexts","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Context (archaeology); Likert scale; Higher education; Psychology; E learning; Exploratory factor analysis; Educational technology; Qualitative research; Exploratory research; Qualitative property; Distance education; Mathematics education; Computer science; Knowledge management; Medical education; World Wide Web; Sociology; Political science; Social science; Medicine; Geography","score_opus":0.27092233419812606,"score_gpt":0.5100816665089065,"score_spread":0.23915933231078046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1956636359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96333873,0.0014401892,0.001410394,0.01491878,0.00017243852,0.00013561589,0.00015847877,0.00007211316,0.018353164],"genre_scores_gemma":[0.9959468,0.0008733559,0.0005045241,0.0008127672,0.0000345374,0.000042783566,0.00006646676,0.000011769522,0.0017070386],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99841297,0.0005318744,0.00015495103,0.00012726417,0.0003683108,0.0004045709],"domain_scores_gemma":[0.99375945,0.0031681138,0.0017358804,0.00012485805,0.00071403565,0.0004977409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022416296,0.00057727547,0.0002767739,0.002417534,0.0032923378,0.0024358495,0.0013611381,0.0023199122,0.0067273146],"category_scores_gemma":[0.008149793,0.00037017322,0.0008704897,0.001762946,0.0033715442,0.0030102276,0.0022985318,0.002243378,0.0005167543],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011695301,0.0005017331,0.20157386,0.0010423685,0.000039923045,0.009158784,0.72014207,0.0004898539,0.0019871576,0.015276944,0.012780327,0.036890093],"study_design_scores_gemma":[0.000028105158,0.00011743487,0.12452604,0.0010737329,0.000045690715,0.0030517583,0.8360954,0.0012289892,0.0005661532,0.0022367986,0.030933352,0.00009646387],"about_ca_topic_score_codex":0.021165298,"about_ca_topic_score_gemma":0.016180996,"teacher_disagreement_score":0.021165298,"about_ca_system_score_codex":0.0032477689,"about_ca_system_score_gemma":0.0030515708,"threshold_uncertainty_score":0.042084217},"labels":[],"label_agreement":null},{"id":"W1959706960","doi":"10.19173/irrodl.v6i3.272","title":"Text-based Conferencing: Features vs. functionality","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT Impact and Policies","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Feature (linguistics); Feature selection; Software; Relation (database); Selection (genetic algorithm); Chart; World Wide Web; Multimedia; Information retrieval; Artificial intelligence; Data mining; Statistics; Mathematics","score_opus":0.056443933094534215,"score_gpt":0.38826688908019613,"score_spread":0.3318229559856619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1959706960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90461266,0.008664698,0.009658158,0.0007812047,0.00015087625,0.0003876647,0.00034655584,0.00020333429,0.075194895],"genre_scores_gemma":[0.99204695,0.0013611062,0.004158668,0.00009383951,0.000078729376,0.00009900648,0.00011202706,0.000042278833,0.0020074241],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903898,0.0043777227,0.00058188,0.00042920923,0.0038123613,0.0004088536],"domain_scores_gemma":[0.9603601,0.03141199,0.0027531954,0.00069995323,0.0042173606,0.00055737083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055086813,0.00036290183,0.00038466632,0.0028158245,0.00040446143,0.004034445,0.0008050105,0.000746142,0.006883041],"category_scores_gemma":[0.030601876,0.00016391579,0.00041419684,0.0029378457,0.0008903892,0.0036171798,0.0010275592,0.00059739006,0.001020753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069799745,0.001075325,0.107791506,0.005169915,0.0004084121,0.0005967556,0.0050947336,0.0022103165,0.02119772,0.028072523,0.0041983356,0.81720454],"study_design_scores_gemma":[0.0005023124,0.013878459,0.8358217,0.0032190052,0.0018540213,0.0039057815,0.021981455,0.013147149,0.04488413,0.015734904,0.044811282,0.00025991813],"about_ca_topic_score_codex":0.0011394368,"about_ca_topic_score_gemma":0.0011354391,"teacher_disagreement_score":0.006883041,"about_ca_system_score_codex":0.00094277225,"about_ca_system_score_gemma":0.00050320243,"threshold_uncertainty_score":0.029133022},"labels":[],"label_agreement":null},{"id":"W1960346814","doi":"10.19173/irrodl.v4i2.149","title":"Getting the Mix Right Again: An Updated and Theoretical Rationale for Interaction","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":805,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Context (archaeology); Distance education; Curriculum; Sociology; Process (computing); Professional development; Public relations; Pedagogy; Psychology; Political science; Computer science","score_opus":0.07263026329126561,"score_gpt":0.4743795440810004,"score_spread":0.4017492807897348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1960346814","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013979763,0.026843894,0.23029523,0.1750397,0.0036224762,0.00025649712,0.0002164818,0.00027952724,0.5494663],"genre_scores_gemma":[0.80376834,0.0134584475,0.09452435,0.033431884,0.0033999914,0.0012692283,0.00020065338,0.0007385325,0.049208608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98403,0.008180573,0.00083022413,0.0029456003,0.0030341414,0.000979479],"domain_scores_gemma":[0.9880113,0.007847394,0.00080969825,0.0013458476,0.0012713912,0.00071432284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012960208,0.0012190262,0.0012945437,0.0048747975,0.009691721,0.01671481,0.004432046,0.013169466,0.010731952],"category_scores_gemma":[0.010651766,0.0009345204,0.0019802877,0.0030331104,0.10457339,0.038370144,0.0130646415,0.014605784,0.002834769],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052019996,0.00000669005,0.00007115579,0.000026348967,0.0000022495733,0.000032560813,0.0018777552,0.000054858803,0.000028240562,0.99546635,0.00077432697,0.0016543766],"study_design_scores_gemma":[0.000016131129,0.000020113534,0.00013570739,0.00021997382,0.000008829685,0.00020887548,0.0015849055,0.0005708561,0.00014811478,0.89100593,0.10605424,0.000026299125],"about_ca_topic_score_codex":0.0031154156,"about_ca_topic_score_gemma":0.0020418288,"teacher_disagreement_score":0.01671481,"about_ca_system_score_codex":0.00994734,"about_ca_system_score_gemma":0.004007462,"threshold_uncertainty_score":0.07217336},"labels":[],"label_agreement":null},{"id":"W1960559755","doi":"10.19173/irrodl.v10i3.676","title":"Journals for Computer-Mediated Learning: Publications of Value for the Online Educator","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Scholarship; Value (mathematics); Computer science; The Internet; World Wide Web; Mathematics education; Psychology; Political science","score_opus":0.16482939573470012,"score_gpt":0.5353970339740846,"score_spread":0.37056763823938443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1960559755","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5764184,0.117277205,0.00859941,0.019758547,0.0051824464,0.00066814665,0.0049398197,0.0007116014,0.26644436],"genre_scores_gemma":[0.91698676,0.03849273,0.01743127,0.0015350567,0.003387839,0.00013855184,0.0015474984,0.00016807421,0.020312171],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934738,0.0016961631,0.0008619394,0.0002491773,0.0033371542,0.00038167546],"domain_scores_gemma":[0.9201843,0.033710804,0.017928798,0.0037406434,0.017856205,0.0065792925],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005910063,0.00038664206,0.0005149053,0.021391207,0.0019850838,0.010913779,0.0006023326,0.00066351105,0.01257231],"category_scores_gemma":[0.04505975,0.00015942883,0.00030655798,0.030086296,0.0012189413,0.0043517766,0.0025288023,0.0007204459,0.0024771683],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036282945,0.00016508542,0.086972386,0.003038144,0.00011565525,0.0004454427,0.0047468035,0.000163454,0.006879754,0.01340529,0.026339449,0.8573657],"study_design_scores_gemma":[0.00009246327,0.0007780432,0.42362186,0.005357522,0.00046123387,0.006632789,0.02830885,0.00080109434,0.008676922,0.023271,0.5018443,0.00015402089],"about_ca_topic_score_codex":0.00044604976,"about_ca_topic_score_gemma":0.0012709426,"teacher_disagreement_score":0.9890862,"about_ca_system_score_codex":0.0012457038,"about_ca_system_score_gemma":0.004489416,"threshold_uncertainty_score":0.042058587},"labels":[],"label_agreement":null},{"id":"W1962816281","doi":"10.19173/irrodl.v13i3.1050","title":"Motivation levels among traditional and open learning undergraduate students in India","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Motivation to learn; Significant difference; Function (biology); Motivation theory; Scale (ratio); Mathematics education; Social psychology; Mathematics; Biology; Statistics","score_opus":0.1817485136913497,"score_gpt":0.49046432712521526,"score_spread":0.30871581343386556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1962816281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99859244,0.00007673248,0.000020017722,0.000045140674,0.0000032846942,0.0000056153754,0.00003494637,0.0000025690458,0.0012190499],"genre_scores_gemma":[0.99912804,0.00008034153,0.00002514037,0.000018238832,0.0000026646633,0.0000057036373,0.00003323894,7.2132946e-7,0.00070596626],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995714,0.000040957893,0.000038423066,0.000055514734,0.0001577798,0.00013605853],"domain_scores_gemma":[0.99906844,0.00013117434,0.00023738269,0.000033408727,0.00015897772,0.00037059508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003430113,0.00013641929,0.00019388732,0.0012468855,0.00073682686,0.001374608,0.00032109872,0.00026089986,0.0021423113],"category_scores_gemma":[0.001000439,0.00013828349,0.00027262,0.0009480119,0.0005782306,0.00031132856,0.00086397125,0.0003568478,0.0003275128],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009099103,0.00046990468,0.9653818,0.000072359966,0.000023871728,0.00023539911,0.008275581,0.0000676495,0.0011980141,0.00055502483,0.0004003245,0.023229027],"study_design_scores_gemma":[0.0000027954325,0.00022151049,0.9940018,0.000015765381,0.0000097008,0.00012652972,0.004436372,0.00006511272,0.00018153676,0.00007084682,0.0008593737,0.00000869376],"about_ca_topic_score_codex":0.0062514176,"about_ca_topic_score_gemma":0.007952295,"teacher_disagreement_score":0.0062514176,"about_ca_system_score_codex":0.00072871294,"about_ca_system_score_gemma":0.0008435891,"threshold_uncertainty_score":0.012430072},"labels":[],"label_agreement":null},{"id":"W1963201193","doi":"10.19173/irrodl.v8i3.513","title":"Lessons learned in researching virtual schools: The Newfoundland and Labrador experience","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Practices and Policies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Educational technology; Sociology; Distance education; Pedagogy; Media studies","score_opus":0.23858555342309976,"score_gpt":0.5775805045318846,"score_spread":0.33899495110878486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963201193","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2785869,0.043829978,0.0018779358,0.5331732,0.0013933398,0.00008441902,0.00056790496,0.00009278914,0.14039356],"genre_scores_gemma":[0.8624453,0.03305931,0.004118007,0.03265171,0.00057691574,0.00013236617,0.0002973355,0.00010808659,0.06661091],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9866443,0.008293506,0.00031821086,0.0007128724,0.0012842201,0.0027468496],"domain_scores_gemma":[0.94883186,0.029503414,0.0020640807,0.0020517732,0.0044196076,0.013129226],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025698237,0.00025794248,0.0005970935,0.0017619671,0.013961729,0.017457724,0.0023153708,0.0030392408,0.008439336],"category_scores_gemma":[0.014145847,0.00034969056,0.00037885382,0.003584508,0.014181383,0.009444495,0.008485965,0.0048642033,0.0005901142],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004208511,0.0011063444,0.04677103,0.0012389383,0.00011485389,0.0022176015,0.27115664,0.0013042478,0.0010289081,0.15122928,0.19823824,0.32517308],"study_design_scores_gemma":[0.000042752217,0.00018022647,0.057368834,0.0013864525,0.000034937962,0.00027796725,0.40140688,0.00015597182,0.0003722663,0.0065079466,0.5321829,0.000082804974],"about_ca_topic_score_codex":0.60906047,"about_ca_topic_score_gemma":0.8651245,"teacher_disagreement_score":0.97430176,"about_ca_system_score_codex":0.046352748,"about_ca_system_score_gemma":0.056425016,"threshold_uncertainty_score":0.7864837},"labels":[],"label_agreement":null},{"id":"W201441564","doi":"10.19173/irrodl.v14i3.1466","title":"Online learner self-regulation: Learning presence viewed through quantitative content- and social network analysis","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Construct (python library); Social learning; Social network analysis; Class (philosophy); Computer science; Mathematics education; Educational technology; Psychology; Artificial intelligence; Knowledge management; World Wide Web; Social media","score_opus":0.14728356259878173,"score_gpt":0.4750484071188485,"score_spread":0.32776484452006677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W201441564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828401,0.000035333174,0.010270544,0.00013674902,0.0000081628805,0.00009935343,0.00035052226,0.00007163287,0.0061875754],"genre_scores_gemma":[0.99414,0.000024294046,0.005040716,0.000014643662,0.0000089838,0.00010114993,0.00012029322,0.00001537684,0.00053450675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974825,0.0014002484,0.00012753236,0.00023002393,0.00066807645,0.000091638234],"domain_scores_gemma":[0.97487533,0.019569494,0.0025820918,0.0008879916,0.0017527457,0.0003324476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004388414,0.00021925864,0.0002207829,0.004481527,0.00072797755,0.0022522276,0.000520275,0.00032065206,0.0025011185],"category_scores_gemma":[0.015628457,0.000098952674,0.00023070528,0.0025187237,0.0011487096,0.0024896788,0.0012692611,0.0004572394,0.00021690919],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045453836,0.0010782861,0.51646996,0.00073843054,0.00014496638,0.00032868527,0.18698554,0.004217486,0.02607856,0.012895861,0.0025639033,0.24804382],"study_design_scores_gemma":[0.000027847163,0.00052309677,0.7949787,0.00016924302,0.00008404682,0.0003669957,0.1105995,0.050470058,0.020802027,0.01015204,0.011686944,0.00013936801],"about_ca_topic_score_codex":0.0018210608,"about_ca_topic_score_gemma":0.0017169318,"teacher_disagreement_score":0.004481527,"about_ca_system_score_codex":0.00086994254,"about_ca_system_score_gemma":0.0004470179,"threshold_uncertainty_score":0.02320838},"labels":[],"label_agreement":null},{"id":"W2033116166","doi":"10.19173/irrodl.v13i1.1065","title":"Pretesting mathematical concepts with the mobile phone: Implications for curriculum design","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile phone; Curriculum; Computer science; Distance education; Test (biology); Phone; Mathematics education; Multimedia; Sample (material); Face-to-face; Human–computer interaction; Psychology; Pedagogy; Telecommunications","score_opus":0.10380038233340931,"score_gpt":0.4648269430692276,"score_spread":0.3610265607358183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033116166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61385447,0.005940929,0.2812429,0.020595253,0.0018423465,0.05184907,0.00062306965,0.0008859095,0.023166064],"genre_scores_gemma":[0.5249645,0.0016385656,0.44478983,0.0019751005,0.00019720505,0.024425207,0.00019204892,0.00009478991,0.001722761],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.86750287,0.114666715,0.005447831,0.0021590493,0.00915888,0.0010645629],"domain_scores_gemma":[0.48385748,0.4827395,0.008239404,0.007870276,0.015381343,0.0019120539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12699021,0.0009693931,0.0015409184,0.0019558587,0.0014431821,0.0038984593,0.0028466117,0.0019959204,0.004300723],"category_scores_gemma":[0.38986903,0.00076673465,0.0010552026,0.0039382903,0.0019151215,0.003266724,0.0021498154,0.0022697775,0.0009713147],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034455282,0.0035602588,0.04936837,0.0040246192,0.00025692992,0.0008191484,0.025798885,0.0042376136,0.007475404,0.012965089,0.008797828,0.8792503],"study_design_scores_gemma":[0.010591514,0.064020045,0.38880602,0.020770432,0.0024203453,0.0017112724,0.10949716,0.115805596,0.041554745,0.10990005,0.13382488,0.0010980559],"about_ca_topic_score_codex":0.002423097,"about_ca_topic_score_gemma":0.003471281,"teacher_disagreement_score":0.12699021,"about_ca_system_score_codex":0.0036775863,"about_ca_system_score_gemma":0.006751452,"threshold_uncertainty_score":0.67159647},"labels":[],"label_agreement":null},{"id":"W2095938557","doi":"10.19173/irrodl.v16i4.1952","title":"Exploring new learning paradigms in ODL: A reflection on the paper of Barber, Donnelly and Rizvi (2013): “An avalanche is coming: Higher education and the revolution ahead”.","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Sociology; Educational technology; Higher education; Pedagogy; Mathematics education; Psychology; Political science; Law","score_opus":0.5266471359868407,"score_gpt":0.5368130467909424,"score_spread":0.010165910804101785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095938557","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025125565,0.04532028,0.0020593894,0.9359515,0.0046912986,0.000021051002,0.00002765973,0.000016441854,0.009399928],"genre_scores_gemma":[0.15958412,0.1044119,0.0073308046,0.68827575,0.012972314,0.00028074157,0.00006791679,0.0002561313,0.026820311],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97124046,0.019987429,0.0006999275,0.0018011893,0.0042858464,0.001985125],"domain_scores_gemma":[0.9723899,0.021787275,0.0010193147,0.0005265153,0.0030791971,0.0011978331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027576907,0.0009343183,0.0010763309,0.0025722783,0.010247421,0.01959509,0.0043054568,0.016062431,0.0032654747],"category_scores_gemma":[0.022608113,0.0005984414,0.0013303454,0.0039424305,0.029394833,0.027866233,0.010129154,0.0330266,0.0010195553],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037786664,0.00011744873,0.0005222475,0.0010457704,0.000017324744,0.0005786269,0.21617344,0.00024014074,0.00043180914,0.4162933,0.3146649,0.049877226],"study_design_scores_gemma":[0.000014221384,0.000026367963,0.00053930795,0.0011031204,0.000006114488,0.00026326944,0.048062835,0.000100606725,0.00017711268,0.038276255,0.91139036,0.000040549323],"about_ca_topic_score_codex":0.027736573,"about_ca_topic_score_gemma":0.03217587,"teacher_disagreement_score":0.027736573,"about_ca_system_score_codex":0.023117725,"about_ca_system_score_gemma":0.016309261,"threshold_uncertainty_score":0.16773158},"labels":[],"label_agreement":null},{"id":"W2095964035","doi":"10.19173/irrodl.v10i6.619","title":"A case study of an international e-learning training division: Meeting objectives","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Commonwealth; Medical education; Work (physics); Distance education; Sample (material); Plan (archaeology); Psychology; Pedagogy; Engineering; Medicine; Political science","score_opus":0.13687526490824875,"score_gpt":0.508797089869191,"score_spread":0.3719218249609423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095964035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9486446,0.000374237,0.006463255,0.0029665444,0.00013977815,0.0005558959,0.00007704469,0.000043238688,0.04073539],"genre_scores_gemma":[0.9656205,0.0006471928,0.00841281,0.0007306848,0.000081903156,0.00024558709,0.000066668385,0.000047199144,0.024147227],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.994863,0.0030999533,0.00019600971,0.00041391683,0.0005271112,0.0008999411],"domain_scores_gemma":[0.99199414,0.0034917372,0.00073960656,0.00027950486,0.00070417847,0.0027908762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00610357,0.00069171947,0.00037251055,0.0012780798,0.007925732,0.0036147179,0.0019012186,0.0029602393,0.006829309],"category_scores_gemma":[0.009180195,0.0003976439,0.0004153114,0.0012880542,0.0021092151,0.0029450953,0.0033699227,0.0023948275,0.0010751279],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025392897,0.0028395404,0.033089373,0.00095072744,0.000024046936,0.08110976,0.7608403,0.0015722641,0.0069867806,0.011675565,0.008124662,0.09253316],"study_design_scores_gemma":[0.000028700597,0.0010280064,0.012819824,0.0005071071,0.00001593146,0.014316741,0.86241233,0.0014648673,0.0021959622,0.000878661,0.10428779,0.000044132303],"about_ca_topic_score_codex":0.003048987,"about_ca_topic_score_gemma":0.010939608,"teacher_disagreement_score":0.007925732,"about_ca_system_score_codex":0.002958094,"about_ca_system_score_gemma":0.0029334368,"threshold_uncertainty_score":0.032279193},"labels":[],"label_agreement":null},{"id":"W2096189331","doi":"10.19173/irrodl.v7i2.294","title":"Adaptation for a Changing Environment: Developing learning and teaching with information and communication technologies","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Adaptation (eye); Context (archaeology); Scholarship; Knowledge management; Educational technology; Professional development; Distance education; Information technology; Higher education; Pedagogy; Learning environment; Sociology; Engineering ethics; Public relations; Psychology; Computer science; Political science; Engineering","score_opus":0.05160713590755291,"score_gpt":0.4121879630138936,"score_spread":0.3605808271063407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096189331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42466968,0.06692184,0.14631006,0.05066133,0.0011049937,0.000718006,0.000045836612,0.00028265108,0.3092856],"genre_scores_gemma":[0.8864941,0.038280338,0.05874207,0.0032605324,0.0002138288,0.00028552365,0.000042121006,0.000054097032,0.012627395],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99340504,0.0042779306,0.00026664164,0.00047290386,0.0012292212,0.000348188],"domain_scores_gemma":[0.99216264,0.0050239633,0.00088151515,0.00068344595,0.00068182463,0.00056662573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074336347,0.00020475958,0.0002994767,0.0011083131,0.001064491,0.005006188,0.0013602114,0.0014990217,0.0012135654],"category_scores_gemma":[0.011078657,0.00017454916,0.00032868923,0.0014295623,0.004566042,0.0060043694,0.0047102566,0.0009749978,0.00043837389],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030155607,0.00029483403,0.010785383,0.0011737584,0.00005045078,0.0007459112,0.06738371,0.0009512845,0.002048313,0.108988985,0.0034903141,0.8040569],"study_design_scores_gemma":[0.000059790516,0.00067313714,0.03616314,0.0030809033,0.00009985811,0.0032153951,0.13359319,0.0020791893,0.0042928844,0.16423506,0.6524245,0.00008293272],"about_ca_topic_score_codex":0.0014727882,"about_ca_topic_score_gemma":0.0021592889,"teacher_disagreement_score":0.0074336347,"about_ca_system_score_codex":0.0015895232,"about_ca_system_score_gemma":0.004870631,"threshold_uncertainty_score":0.039313316},"labels":[],"label_agreement":null},{"id":"W2096211082","doi":"10.19173/irrodl.v15i6.1907","title":"Sense of community in a blended technology integration course: A design-based research study","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Social connectedness; Context (archaeology); Flexibility (engineering); Sense of community; Maturity (psychological); Course (navigation); Instructional design; Computer science; Learning design; Mathematics education; Psychology; Educational technology; Mathematics; Engineering; Statistics; Social psychology; Developmental psychology","score_opus":0.23369722060661613,"score_gpt":0.5376655470509331,"score_spread":0.3039683264443169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096211082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99684995,0.000048987622,0.0016284233,0.00008930311,0.000011083008,0.00064467214,0.000014390101,0.000007161783,0.0007060531],"genre_scores_gemma":[0.99093926,0.00012947264,0.006621948,0.00012779863,0.000010755922,0.0011068955,0.000027514548,0.000006853317,0.0010294977],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9897041,0.0070494046,0.0004972132,0.00065869826,0.0013264673,0.0007641318],"domain_scores_gemma":[0.9725479,0.017570455,0.0023229225,0.0015599751,0.0031497327,0.0028489772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019314878,0.0003887704,0.00069163047,0.0015846398,0.0025273424,0.0032941033,0.001193812,0.0011830035,0.0013175845],"category_scores_gemma":[0.024065705,0.00046450054,0.0007203172,0.00075105403,0.0021091406,0.0017899155,0.0020454894,0.0016067474,0.00032226043],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020153,0.06541137,0.21059084,0.0013637191,0.00023082645,0.0015851321,0.42298082,0.0015197349,0.022119928,0.0032946565,0.0013534079,0.2675343],"study_design_scores_gemma":[0.0018174731,0.097315654,0.3420149,0.0009603339,0.000599161,0.001717267,0.49246463,0.009991192,0.02148949,0.0034099207,0.027805228,0.0004148055],"about_ca_topic_score_codex":0.0011591006,"about_ca_topic_score_gemma":0.002554651,"teacher_disagreement_score":0.019314878,"about_ca_system_score_codex":0.0024558534,"about_ca_system_score_gemma":0.0031316397,"threshold_uncertainty_score":0.102148},"labels":[],"label_agreement":null},{"id":"W2096457584","doi":"10.19173/irrodl.v15i4.1753","title":"Using wikis for online group projects: Student and tutor perspectives","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Workload; Context (archaeology); Computer science; Resource (disambiguation); Collaborative learning; Medical education; Psychology; Knowledge management; Mathematics education; Medicine","score_opus":0.19730970227669348,"score_gpt":0.5673495921308838,"score_spread":0.3700398898541903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096457584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775753,0.0022966533,0.002442175,0.002423251,0.000098948156,0.000060710358,0.000021663862,0.000052300977,0.01502907],"genre_scores_gemma":[0.9963201,0.0013112319,0.0006491112,0.00019206254,0.000036877656,0.000043632972,0.000012040253,0.000010229174,0.0014247018],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9766207,0.018763304,0.00061392505,0.0006196592,0.002412729,0.0009697734],"domain_scores_gemma":[0.9602784,0.029085426,0.002742002,0.0006046176,0.0034187324,0.0038707943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013861987,0.00035542576,0.00057846954,0.0015898462,0.0029506525,0.0073063457,0.0008059354,0.0015079273,0.0021776513],"category_scores_gemma":[0.029359251,0.00023379273,0.000323422,0.0012496237,0.0023229315,0.0037747533,0.004192209,0.0016453399,0.00056834077],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017272188,0.0012155881,0.046624996,0.0007004956,0.00004571636,0.0012119788,0.82988983,0.00018933856,0.0018310094,0.0033957013,0.0025907257,0.11213194],"study_design_scores_gemma":[0.00004438179,0.0015384728,0.029491821,0.0005935195,0.000068515576,0.0009451142,0.91987896,0.0006106843,0.0027020487,0.0012613479,0.04279378,0.000071338],"about_ca_topic_score_codex":0.00064396235,"about_ca_topic_score_gemma":0.0011415972,"teacher_disagreement_score":0.013861987,"about_ca_system_score_codex":0.0010241712,"about_ca_system_score_gemma":0.0016550015,"threshold_uncertainty_score":0.07331008},"labels":[],"label_agreement":null},{"id":"W2097184797","doi":"10.19173/irrodl.v16i4.2355","title":"How factors of personal attitudes and learning environments affect gender difference toward mobile learning acceptance","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affect (linguistics); Psychology; Perception; Significant difference; Technology acceptance model; Mathematics education; Social psychology; Computer science; Usability; Medicine; Communication; Human–computer interaction","score_opus":0.1644070920115105,"score_gpt":0.45750032699328963,"score_spread":0.29309323498177914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097184797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971681,0.00020610611,0.00010235358,0.00012476492,0.000008929111,0.00000797896,0.000020118647,0.000001090673,0.002360606],"genre_scores_gemma":[0.99927944,0.00008874129,0.000040696705,0.00002065554,0.0000025344782,0.0000050859358,0.000012754766,9.0929626e-7,0.0005491787],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99901116,0.0003865283,0.000058755828,0.00010475597,0.0002551957,0.00018356269],"domain_scores_gemma":[0.99419856,0.0030671326,0.0011846091,0.00014888846,0.0005707012,0.0008301868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014844489,0.00017251314,0.00021458676,0.00056543684,0.00040162553,0.0013681366,0.00020150404,0.0003678092,0.0053958236],"category_scores_gemma":[0.0054256846,0.00013906365,0.0003913571,0.00034244655,0.0005546324,0.000538816,0.000498673,0.00045549954,0.00044942167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001255451,0.00028520264,0.9657907,0.00004809766,0.000041164993,0.00025328615,0.014911227,0.000041856812,0.0008384998,0.0005054195,0.00020433641,0.016954605],"study_design_scores_gemma":[0.000005774167,0.00023447002,0.97759104,0.000046211557,0.000033595457,0.00021683383,0.020034516,0.00020489609,0.0003237344,0.00022439678,0.001075089,0.000009500374],"about_ca_topic_score_codex":0.002496438,"about_ca_topic_score_gemma":0.0037985116,"teacher_disagreement_score":0.0053958236,"about_ca_system_score_codex":0.00031762748,"about_ca_system_score_gemma":0.0005083537,"threshold_uncertainty_score":0.01805085},"labels":[],"label_agreement":null},{"id":"W2097849173","doi":"10.19173/irrodl.v14i1.1382","title":"Uses of published research: An exploratory case study","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Prestige; Exploratory research; Psychology; Sociology; Social science; Philosophy; Linguistics","score_opus":0.26348828467639474,"score_gpt":0.5405654838937777,"score_spread":0.27707719921738294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097849173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626533,0.0024411,0.00975519,0.004084932,0.00011220646,0.0030234817,0.00033828415,0.00006599349,0.017525442],"genre_scores_gemma":[0.9564667,0.0048247,0.025543936,0.002048526,0.0001626711,0.0039958227,0.00032628383,0.0001403893,0.0064908667],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.88335514,0.08696052,0.0064846184,0.0036142005,0.015698053,0.0038875737],"domain_scores_gemma":[0.7567169,0.1962816,0.018811805,0.010943456,0.014701392,0.0025448615],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.066129625,0.0012319414,0.0014051227,0.0146467015,0.013095265,0.011812809,0.0049336646,0.006213288,0.0036511596],"category_scores_gemma":[0.1269299,0.0015488032,0.0016379171,0.01565638,0.008296627,0.014127634,0.010588063,0.0035307172,0.0011535529],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023861928,0.00093725976,0.028520424,0.0017206137,0.00008051424,0.023606006,0.8981629,0.00021858109,0.001547527,0.011296313,0.0022936482,0.03137769],"study_design_scores_gemma":[0.000071024304,0.0006090211,0.009493273,0.0019852864,0.00009673824,0.012656798,0.9257965,0.0007385366,0.001958728,0.0031838734,0.043317433,0.000092725335],"about_ca_topic_score_codex":0.0038065764,"about_ca_topic_score_gemma":0.0052157324,"teacher_disagreement_score":0.9338704,"about_ca_system_score_codex":0.007877355,"about_ca_system_score_gemma":0.0056742486,"threshold_uncertainty_score":0.3497311},"labels":[],"label_agreement":null},{"id":"W2098275860","doi":"10.19173/irrodl.v1i2.23","title":"Converting Student Support Services to Online Delivery","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Accreditation; Higher education; Institution; World Wide Web; Online presence management; Computer science; The Internet; Multimedia; Medical education; Sociology; Pedagogy; Political science","score_opus":0.09220655364911255,"score_gpt":0.5047074681923894,"score_spread":0.41250091454327686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098275860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7872776,0.00029479674,0.040873773,0.0063362736,0.00045906575,0.00081950566,0.00011893771,0.0006409909,0.16317914],"genre_scores_gemma":[0.9643142,0.00025488003,0.013008628,0.0012020802,0.00011667265,0.0001731774,0.00007210754,0.00011450246,0.020743726],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9961461,0.0017855109,0.0001647085,0.00024452392,0.0008245236,0.0008346603],"domain_scores_gemma":[0.9969517,0.0012054828,0.00037921403,0.000393727,0.0003910934,0.00067872624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022178222,0.00039042163,0.00016377143,0.0006542413,0.003730602,0.004623852,0.0013274223,0.0013902368,0.008325788],"category_scores_gemma":[0.0081992755,0.0002647856,0.000392064,0.0012409112,0.002018056,0.0025998992,0.005431903,0.0020771588,0.0018656229],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041798578,0.0030559122,0.04142345,0.0004493027,0.000033314165,0.019056195,0.09747126,0.007278843,0.010438852,0.131727,0.03345534,0.6551925],"study_design_scores_gemma":[0.00020945213,0.0019771885,0.020848256,0.0006533661,0.000054739925,0.01237742,0.18417084,0.01622171,0.01906166,0.029476153,0.71481204,0.00013716647],"about_ca_topic_score_codex":0.0050126384,"about_ca_topic_score_gemma":0.0053709983,"teacher_disagreement_score":0.008325788,"about_ca_system_score_codex":0.002161389,"about_ca_system_score_gemma":0.002570395,"threshold_uncertainty_score":0.027852535},"labels":[],"label_agreement":null},{"id":"W2099854045","doi":"10.19173/irrodl.v3i2.107","title":"Using Web-Based, Group Communication Systems to Support Case Study Learning at a Distance","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Alberta","funders":"","keywords":"Brainstorming; Distance education; Asynchronous communication; Computer science; Cooperative learning; Computer-mediated communication; Mathematics education; Class (philosophy); Synchronous learning; Multimedia; Asynchronous learning; Psychology; Teaching method; World Wide Web; The Internet; Artificial intelligence","score_opus":0.20370441698246436,"score_gpt":0.49999224382015517,"score_spread":0.29628782683769084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099854045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76763916,0.0003555181,0.21080017,0.0011300913,0.00013551733,0.001740771,0.00022281833,0.0023503231,0.015625658],"genre_scores_gemma":[0.6881422,0.00027356387,0.3047211,0.00020069293,0.00009741318,0.0020202755,0.00039196425,0.0002068611,0.0039460147],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98578274,0.011314066,0.0005895312,0.0009634187,0.0010261221,0.00032409703],"domain_scores_gemma":[0.865927,0.119088665,0.0030999773,0.007437469,0.0021241873,0.0023227134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016747098,0.0007153677,0.00052318315,0.0026219347,0.0015775289,0.004122212,0.0026409219,0.0016343133,0.0053629936],"category_scores_gemma":[0.058795974,0.00054119725,0.00052722654,0.0018249725,0.001398577,0.0058160042,0.0052039074,0.0012437364,0.0019897239],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016798071,0.0069632437,0.019648403,0.0013449701,0.00016364442,0.002478473,0.09262667,0.011198377,0.021037096,0.008433785,0.0060572415,0.82836837],"study_design_scores_gemma":[0.005454788,0.024556063,0.07365333,0.003909116,0.0008149135,0.010368755,0.10219191,0.25106865,0.10235326,0.07914411,0.34490138,0.0015837244],"about_ca_topic_score_codex":0.0003119626,"about_ca_topic_score_gemma":0.0004776858,"teacher_disagreement_score":0.016747098,"about_ca_system_score_codex":0.000999207,"about_ca_system_score_gemma":0.0011232065,"threshold_uncertainty_score":0.08856821},"labels":[],"label_agreement":null},{"id":"W2100291937","doi":"10.19173/irrodl.v4i2.155","title":"On the Concepts of Usability and Reusability of Learning Objects","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Usability; Reusability; Computer science; Learning object; Cognitive walkthrough; Object (grammar); Human–computer interaction; Usability engineering; USable; Software engineering; World Wide Web; Artificial intelligence; Programming language; Software","score_opus":0.08676701136945572,"score_gpt":0.44407736904183975,"score_spread":0.35731035767238406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100291937","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031625334,0.023678713,0.7376305,0.005289522,0.00047093295,0.00082237815,0.00015374328,0.00031590177,0.20001307],"genre_scores_gemma":[0.54172826,0.029915767,0.39069638,0.0037382327,0.0011356295,0.0039850147,0.0005187441,0.00031072585,0.027971262],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97864795,0.008558403,0.0022617714,0.0017516611,0.008071158,0.0007090748],"domain_scores_gemma":[0.9585125,0.029974055,0.0023181946,0.0036194876,0.0051059853,0.0004698274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01068522,0.0014231652,0.000963713,0.0059081726,0.0014682694,0.0072893254,0.0019121724,0.0037760804,0.0037321316],"category_scores_gemma":[0.034239974,0.00072181795,0.0010837436,0.0046050735,0.017816259,0.015236039,0.004128916,0.0035465388,0.0012560412],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027267957,0.000065321416,0.0006096818,0.00069233647,0.00002972942,0.00018239183,0.0044907792,0.001753667,0.0015955698,0.87997806,0.0020269605,0.10854827],"study_design_scores_gemma":[0.000027547743,0.00024457148,0.0033760539,0.0017612178,0.000054421653,0.0008957258,0.0022444597,0.0063253283,0.0028271773,0.88198537,0.10015377,0.00010435955],"about_ca_topic_score_codex":0.0031843795,"about_ca_topic_score_gemma":0.0012854248,"teacher_disagreement_score":0.01068522,"about_ca_system_score_codex":0.0033096091,"about_ca_system_score_gemma":0.0028999655,"threshold_uncertainty_score":0.056509495},"labels":[],"label_agreement":null},{"id":"W2100381134","doi":"10.19173/irrodl.v5i1.172","title":"Distance Learning for Teacher Training in Brazil","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Digital Technologies","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certification; Distance education; Unit (ring theory); Medical education; Service (business); Christian ministry; Human resources; Training (meteorology); Computer science; Business; Medicine; Pedagogy; Psychology; Mathematics education; Political science; Marketing; Geography","score_opus":0.18652129871582987,"score_gpt":0.5261425204721025,"score_spread":0.33962122175627263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100381134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48316833,0.017599756,0.010131081,0.028107766,0.00071622647,0.0011531644,0.0013683592,0.0005226243,0.45723274],"genre_scores_gemma":[0.95407075,0.0033844924,0.007489264,0.0011958944,0.000068882895,0.0002045748,0.0003403795,0.000048174858,0.033197474],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991008,0.00024083824,0.000057466503,0.00010849458,0.0002680753,0.00022433761],"domain_scores_gemma":[0.99745876,0.00046626295,0.00025548943,0.00014435883,0.0006341626,0.0010409857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097165385,0.00017392715,0.0001502811,0.0006917917,0.0013821963,0.0014561934,0.0006290951,0.0005316414,0.011034002],"category_scores_gemma":[0.004173412,0.000107939064,0.00016192826,0.0010484898,0.0005300804,0.0007258128,0.0016875266,0.0006354976,0.0009129877],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008633373,0.00061441225,0.03736779,0.0020757418,0.00001530702,0.0015243737,0.013569411,0.0011485176,0.0071794335,0.07535145,0.029282033,0.8317852],"study_design_scores_gemma":[0.00011426295,0.0006617205,0.20938247,0.0027322497,0.00003563563,0.0022372527,0.017163457,0.0018624526,0.0025836616,0.0075640758,0.7556103,0.000052477528],"about_ca_topic_score_codex":0.043779813,"about_ca_topic_score_gemma":0.07980861,"teacher_disagreement_score":0.043779813,"about_ca_system_score_codex":0.0041772583,"about_ca_system_score_gemma":0.014096055,"threshold_uncertainty_score":0.08704996},"labels":[],"label_agreement":null},{"id":"W2100846774","doi":"10.19173/irrodl.v3i1.83","title":"An Assessment of the Effectiveness of e-learning in Corporate Training Programs","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":245,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Corporate Education; Business; Class (philosophy); On-the-job training; Marketing; Knowledge management; Operations management; Medical education; Computer science; Adult education; Psychology; Pedagogy; Economics; Medicine; Artificial intelligence","score_opus":0.17655942838292144,"score_gpt":0.5037850710019999,"score_spread":0.32722564261907844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100846774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919668,0.00046174592,0.0002574394,0.00021505683,0.000035526788,0.00029472847,0.00018917331,0.000030090065,0.006549541],"genre_scores_gemma":[0.997387,0.00023952068,0.00063410465,0.00006124788,0.000025202164,0.00017027115,0.00014422282,0.00000475837,0.0013336624],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99393576,0.0029843743,0.000618641,0.0003453717,0.0017745883,0.00034134882],"domain_scores_gemma":[0.9631212,0.022665735,0.0042748423,0.0010663142,0.004944242,0.003927735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008709383,0.00024182486,0.0004161292,0.0015698352,0.0005292486,0.0008356853,0.0007689987,0.0005292711,0.0044199075],"category_scores_gemma":[0.028666977,0.00013839152,0.0006022597,0.00094031554,0.00041509554,0.0009597258,0.00082376826,0.0005447639,0.0006217785],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008500758,0.033974327,0.24326342,0.0010206144,0.00049952057,0.00013423467,0.0029479316,0.002586512,0.0024311522,0.00045972766,0.0024653452,0.7017164],"study_design_scores_gemma":[0.0004726576,0.029888837,0.95838404,0.00037199297,0.00029897032,0.00010180716,0.0027235113,0.0018180843,0.002322008,0.00018265581,0.0033986378,0.00003671239],"about_ca_topic_score_codex":0.0013669664,"about_ca_topic_score_gemma":0.0021000819,"teacher_disagreement_score":0.008709383,"about_ca_system_score_codex":0.0013126032,"about_ca_system_score_gemma":0.0009515832,"threshold_uncertainty_score":0.046060205},"labels":[],"label_agreement":null},{"id":"W2101168948","doi":"10.19173/irrodl.v14i5.1595","title":"Improved fuzzy modelling to predict the academic performance of distance education students","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Login; Computer science; Fuzzy logic; Upload; Learning Management; Academic year; Mathematics education; Quality (philosophy); Artificial intelligence; Machine learning; Multimedia; Psychology; World Wide Web; Operating system","score_opus":0.05533398521883175,"score_gpt":0.430405401365496,"score_spread":0.3750714161466642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101168948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6716848,0.00067638134,0.31886306,0.00037222586,0.000073925774,0.00009835225,0.0004301246,0.00037085835,0.0074301623],"genre_scores_gemma":[0.98401916,0.00014880094,0.01404683,0.000019735411,0.000008931914,0.00003725594,0.0001335448,0.0000064821184,0.0015793223],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999762,0.00007242281,0.000016546495,0.000056995897,0.000058455516,0.00003366888],"domain_scores_gemma":[0.99919957,0.00051501964,0.00008927378,0.000034351546,0.00013574719,0.000026038319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008071024,0.00044718626,0.00047168013,0.000816314,0.00027772126,0.0011150711,0.00071149744,0.0007211249,0.0013034188],"category_scores_gemma":[0.0019779417,0.00021615997,0.00088283006,0.0005465767,0.00017663983,0.0005015152,0.00031376988,0.00045210787,0.00029175673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012257883,0.00019014844,0.012502915,0.000056793633,0.00007345319,0.000098637924,0.00011708037,0.94251764,0.001961278,0.0018716708,0.00049080554,0.039996978],"study_design_scores_gemma":[0.000002850658,0.000029737132,0.0015533584,0.0000055772202,0.0000073925203,0.0000073626325,0.000015173734,0.99763846,0.000221638,0.0004030183,0.000110202294,0.00000522574],"about_ca_topic_score_codex":0.0205405,"about_ca_topic_score_gemma":0.01285059,"teacher_disagreement_score":0.0205405,"about_ca_system_score_codex":0.000931754,"about_ca_system_score_gemma":0.00079495227,"threshold_uncertainty_score":0.040841877},"labels":[],"label_agreement":null},{"id":"W2101289693","doi":"10.19173/irrodl.v16i4.2326","title":"The Role of Social Media for Collaborative Learning to Improve Academic Performance of Students and Researchers in Malaysian Higher Education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactivity; Social media; Collaborative learning; Optimal distinctiveness theory; Psychology; Empirical research; Student engagement; Higher education; Pedagogy; Mathematics education; Social psychology; Multimedia; Computer science; World Wide Web","score_opus":0.18492751200712007,"score_gpt":0.5181217139737786,"score_spread":0.3331942019666585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101289693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91311544,0.020313272,0.001968242,0.015370691,0.0003139593,0.0001696048,0.000069350834,0.00006791465,0.048611574],"genre_scores_gemma":[0.9940519,0.002992126,0.0009837903,0.00022867974,0.000058689893,0.000035723904,0.000010224874,0.0000046317077,0.0016344073],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99206597,0.0054295394,0.00034205595,0.00044096858,0.0010884852,0.00063308614],"domain_scores_gemma":[0.9801012,0.008194583,0.004554198,0.0004761765,0.00207908,0.0045947456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006944897,0.00030751489,0.00033916775,0.0017025709,0.0022629662,0.005324179,0.00074571336,0.00075970456,0.0019821103],"category_scores_gemma":[0.014724448,0.0001751238,0.0004283942,0.0011991634,0.0012631159,0.0027910993,0.0037370848,0.00093663606,0.0003420775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001976169,0.0012512013,0.29028183,0.0022333926,0.00034137192,0.00064076105,0.060681634,0.00041626717,0.0011844633,0.006692324,0.0075795096,0.62849957],"study_design_scores_gemma":[0.000079020516,0.0014667667,0.7726883,0.0042820447,0.00054760586,0.0006852558,0.141667,0.0024038095,0.0022045355,0.0080444915,0.065795586,0.00013553239],"about_ca_topic_score_codex":0.0032180776,"about_ca_topic_score_gemma":0.008616774,"teacher_disagreement_score":0.006944897,"about_ca_system_score_codex":0.0016652627,"about_ca_system_score_gemma":0.00629996,"threshold_uncertainty_score":0.03672856},"labels":[],"label_agreement":null},{"id":"W2102213548","doi":"10.19173/irrodl.v6i3.267","title":"Problem-based Learning in an Online Course: A case study","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Iowa State University","keywords":"Problem-based learning; Context (archaeology); Mathematics education; Psychology; Online course; Computer science; Pedagogy; Medical education; Medicine; Biology","score_opus":0.15130636353443172,"score_gpt":0.5081353889332112,"score_spread":0.3568290253987795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102213548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97406274,0.00039417343,0.008015004,0.002540003,0.000098128476,0.00062448415,0.000063583604,0.00006245377,0.014139344],"genre_scores_gemma":[0.96691585,0.0011751023,0.016946685,0.001075666,0.00009871605,0.0005396984,0.00012606183,0.000050352723,0.013071892],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9959084,0.002333934,0.00013896375,0.00028031538,0.0006188463,0.00071946776],"domain_scores_gemma":[0.98964,0.005515332,0.0005336525,0.00048148676,0.0005469646,0.0032827158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044107167,0.0008950842,0.0006370306,0.0013281268,0.0055039525,0.0033020314,0.0027222899,0.0045490838,0.004951194],"category_scores_gemma":[0.011438023,0.0003426575,0.0008443157,0.0014092817,0.002216513,0.0022049495,0.0030950767,0.003948721,0.0012681639],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009938801,0.12734982,0.06486872,0.0015242473,0.00018364484,0.15744425,0.24626943,0.008926301,0.007630394,0.023011416,0.018241286,0.34355658],"study_design_scores_gemma":[0.0015592157,0.027134646,0.07017631,0.0012433759,0.00017079846,0.15258566,0.43048128,0.04177173,0.021213109,0.019313255,0.23388243,0.00046815537],"about_ca_topic_score_codex":0.002065943,"about_ca_topic_score_gemma":0.004768607,"teacher_disagreement_score":0.0055039525,"about_ca_system_score_codex":0.0022403554,"about_ca_system_score_gemma":0.0021881182,"threshold_uncertainty_score":0.023326337},"labels":[],"label_agreement":null},{"id":"W2102317795","doi":"10.19173/irrodl.v7i2.297","title":"\"It's a unique role!\" Perspectives on tutor attributes and expertise in distance language teaching","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Distance education; Perspective (graphical); Context (archaeology); Computer science; Reflection (computer programming); Professional development; Field (mathematics); Face (sociological concept); Mathematics education; Pedagogy; Engineering ethics; Psychology; Sociology; Engineering; Artificial intelligence","score_opus":0.05568922707019436,"score_gpt":0.3998499830480734,"score_spread":0.34416075597787904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102317795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62674487,0.031324606,0.02986816,0.083268106,0.0008383437,0.0000596431,0.00004010516,0.00010327185,0.22775291],"genre_scores_gemma":[0.9926399,0.0023698518,0.0010010416,0.0011266993,0.00008497593,0.000014478836,0.0000035305045,0.000010703754,0.00274897],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9882288,0.009105747,0.00026160854,0.00054140907,0.0010552582,0.00080704613],"domain_scores_gemma":[0.9840739,0.012073635,0.00090711645,0.00034336673,0.0009369773,0.0016650347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00854276,0.0001774608,0.0003208423,0.0014728345,0.004403122,0.007918881,0.0008645185,0.0023883407,0.0027797285],"category_scores_gemma":[0.015703458,0.0001726644,0.00020746133,0.0010957286,0.016080324,0.008613341,0.0065306774,0.0024227304,0.00032563508],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004535358,0.00006494661,0.006020108,0.0003014311,0.000008699943,0.0009859445,0.7149179,0.00032506677,0.00056308304,0.22815785,0.0027928944,0.045816764],"study_design_scores_gemma":[0.00002978673,0.00018686953,0.010247738,0.0009821035,0.000024965362,0.002799227,0.6695008,0.0010579865,0.0009333324,0.12920657,0.18495904,0.00007157776],"about_ca_topic_score_codex":0.0023480442,"about_ca_topic_score_gemma":0.0024049892,"teacher_disagreement_score":0.00854276,"about_ca_system_score_codex":0.0035436957,"about_ca_system_score_gemma":0.0023005807,"threshold_uncertainty_score":0.04517895},"labels":[],"label_agreement":null},{"id":"W2102665385","doi":"10.19173/irrodl.v15i3.1770","title":"Telecommuting academics within an open distance education environment of South Africa: More content, productive, and healthy?","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Work-Family Balance Challenges","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Telecommuting; Distance education; Higher education; Public relations; Psychology; Sociology; Work (physics); Marketing; Business; Engineering; Political science; Pedagogy; Economics; Economic growth","score_opus":0.18229678637955962,"score_gpt":0.4518502127710344,"score_spread":0.2695534263914747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102665385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97768867,0.0010102924,0.00025875657,0.013426639,0.00009414918,0.000020729774,0.000034152792,0.000008193606,0.007458372],"genre_scores_gemma":[0.9949325,0.0014280154,0.00024869049,0.0008862324,0.000044018932,0.000011574875,0.000013257213,0.000004846774,0.002430815],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990079,0.00031117408,0.000027770982,0.00006458376,0.00009416078,0.0004944605],"domain_scores_gemma":[0.99800605,0.00039855108,0.0005590993,0.00005807919,0.000112503905,0.0008657617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013531317,0.0002294809,0.0002505883,0.00071894453,0.0040425714,0.0065576946,0.00066187815,0.00084420835,0.007996142],"category_scores_gemma":[0.0025835568,0.00018465653,0.00015822954,0.001535948,0.003046902,0.00275784,0.0025878486,0.0011577168,0.000756021],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003144011,0.0005857268,0.19946414,0.0017947254,0.000047908845,0.0073547014,0.5144558,0.0002148506,0.013228602,0.017439805,0.0073356195,0.23776369],"study_design_scores_gemma":[0.000015082633,0.0002935693,0.17927387,0.00060469384,0.000022052474,0.0009262042,0.7694723,0.00012555915,0.0010407454,0.0020604439,0.046128888,0.00003656779],"about_ca_topic_score_codex":0.008144554,"about_ca_topic_score_gemma":0.022256833,"teacher_disagreement_score":0.008144554,"about_ca_system_score_codex":0.0028009748,"about_ca_system_score_gemma":0.00603016,"threshold_uncertainty_score":0.02674973},"labels":[],"label_agreement":null},{"id":"W2102770113","doi":"10.19173/irrodl.v13i1.1073","title":"Toward a CoI population parameter: The impact of unit (sentence vs. message) on the results of quantitative content analysis","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sentence; Population; Unit (ring theory); Meaning (existential); Distance education; Psychology; Mathematics education; Computer science; Artificial intelligence; Sociology; Demography","score_opus":0.32589062057645646,"score_gpt":0.5306512924549023,"score_spread":0.20476067187844582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102770113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31251523,0.02667679,0.5997541,0.0082555255,0.0019928385,0.0033168062,0.003047038,0.0012996865,0.043142032],"genre_scores_gemma":[0.9251062,0.0017901261,0.065163225,0.0013399116,0.0005209442,0.0028971308,0.0013641698,0.0005833044,0.0012349413],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.6312416,0.28017497,0.016264461,0.03411706,0.03652724,0.0016746682],"domain_scores_gemma":[0.13427833,0.7978872,0.021107392,0.03207787,0.014013882,0.00063530676],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3292232,0.0011067826,0.0018594213,0.005174349,0.0014141243,0.007882869,0.0038976339,0.0031046607,0.0054439204],"category_scores_gemma":[0.59942055,0.0007500891,0.0045653163,0.00686699,0.006822501,0.008653197,0.003680778,0.0038856098,0.0013489145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020124184,0.0004370498,0.43501544,0.011158085,0.019532684,0.0005172669,0.017346209,0.010231344,0.0051577142,0.07931563,0.008584543,0.41069168],"study_design_scores_gemma":[0.0004942497,0.0036565166,0.6425049,0.008012918,0.012600476,0.0016068779,0.01667665,0.1007831,0.015741114,0.14697407,0.05011581,0.00083338085],"about_ca_topic_score_codex":0.0029456627,"about_ca_topic_score_gemma":0.0020002003,"teacher_disagreement_score":0.67077684,"about_ca_system_score_codex":0.0036314207,"about_ca_system_score_gemma":0.0026251152,"threshold_uncertainty_score":0.82718724},"labels":[],"label_agreement":null},{"id":"W2103009725","doi":"10.19173/irrodl.v6i3.274","title":"Audio/ Videoconferencing Packages: Low cost","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Voice over IP; Videoconferencing; Asynchronous communication; Multimedia; Teleconference; The Internet; CLARITY; Distance education; Asynchronous learning; Software; Quality (philosophy); World Wide Web; Telecommunications; Teaching method; Synchronous learning; Cooperative learning","score_opus":0.11858962100403467,"score_gpt":0.49087262173879104,"score_spread":0.3722830007347564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103009725","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8375059,0.008225113,0.019508842,0.0007557533,0.00048214683,0.0067712055,0.0055974307,0.0011110713,0.120042644],"genre_scores_gemma":[0.9156993,0.0036986973,0.04925358,0.0003131927,0.00014047556,0.0024213498,0.0041698,0.00042072657,0.02388292],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99012953,0.0034654173,0.0007071154,0.00079563644,0.00453583,0.00036642948],"domain_scores_gemma":[0.9917225,0.0047324677,0.00047392922,0.00067555683,0.0020062574,0.00038928198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039581414,0.00056576537,0.00069436606,0.0038520466,0.0006548526,0.0020421592,0.0012663233,0.0011120945,0.017879182],"category_scores_gemma":[0.012045253,0.0002984816,0.0006265557,0.0032039965,0.0004513614,0.001835783,0.0009437627,0.00073284615,0.0029818253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012539262,0.004409962,0.0070140976,0.0076798117,0.00030478428,0.0003281657,0.001614215,0.001058779,0.032259036,0.0075850966,0.0054453765,0.91976136],"study_design_scores_gemma":[0.0068411394,0.14341497,0.21433441,0.002133345,0.0034084192,0.0036872358,0.011038882,0.008250856,0.16356617,0.006573071,0.43615225,0.00059926766],"about_ca_topic_score_codex":0.0025850146,"about_ca_topic_score_gemma":0.003446022,"teacher_disagreement_score":0.017879182,"about_ca_system_score_codex":0.0012634336,"about_ca_system_score_gemma":0.0011789287,"threshold_uncertainty_score":0.05981183},"labels":[],"label_agreement":null},{"id":"W2103813856","doi":"10.19173/irrodl.v12i1.893","title":"Validation of competencies in e-portfolios: A qualitative analysis","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); The Internet; Computer science; Qualitative research; Portfolio; Qualitative analysis; Knowledge management; Psychology; Mathematics education; World Wide Web; Sociology; Business","score_opus":0.27965463088176723,"score_gpt":0.5873139355825285,"score_spread":0.3076593047007613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103813856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9068077,0.0004474271,0.063395076,0.003014536,0.00006942848,0.0026685507,0.00065293344,0.000047301117,0.022897052],"genre_scores_gemma":[0.97077435,0.0004097147,0.020832362,0.0004687202,0.000009418397,0.002102091,0.00028489405,0.000033307093,0.0050851544],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9657611,0.02621224,0.0011007107,0.0009944339,0.004650702,0.0012807818],"domain_scores_gemma":[0.88475984,0.09725925,0.003172118,0.002503928,0.0113408165,0.00096397894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.040098093,0.00043107168,0.0006340723,0.0028927675,0.0034247166,0.0033795969,0.0014302745,0.0012332187,0.0021853787],"category_scores_gemma":[0.07143979,0.00039881558,0.00033544176,0.002635034,0.0063257413,0.002691361,0.0045891497,0.0014814896,0.00038869976],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001422572,0.00024541028,0.0131354155,0.0006949409,0.000014849986,0.00075317017,0.8818256,0.00071727054,0.005706665,0.020679753,0.0009681823,0.075116485],"study_design_scores_gemma":[0.000031861528,0.00019587517,0.008820421,0.0010730168,0.000015733962,0.00048061027,0.9457482,0.002193297,0.008936887,0.008669825,0.023780255,0.00005389856],"about_ca_topic_score_codex":0.0036659965,"about_ca_topic_score_gemma":0.0035787295,"teacher_disagreement_score":0.040098093,"about_ca_system_score_codex":0.005581942,"about_ca_system_score_gemma":0.006523587,"threshold_uncertainty_score":0.21206146},"labels":[],"label_agreement":null},{"id":"W2103976780","doi":"10.19173/irrodl.v12i3.882","title":"The challenges to connectivist learning on open online networks: Learning experiences during a massive open online course","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":738,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Open learning; Synchronous learning; Educational technology; Computer science; Online learning; Open education; Active learning (machine learning); Distance education; Open educational resources; Online course; Massive open online course; Cooperative learning; Multimedia; Mathematics education; Psychology; Teaching method; World Wide Web; Artificial intelligence","score_opus":0.16548877304278178,"score_gpt":0.4836593529989805,"score_spread":0.3181705799561987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103976780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96977097,0.0002743799,0.0024041655,0.004321817,0.00015080055,0.00013373855,0.000056030774,0.000052583313,0.022835609],"genre_scores_gemma":[0.98989046,0.00033371508,0.0013467425,0.0005954643,0.000050683877,0.00010154679,0.000038427243,0.000051543928,0.007591497],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972132,0.0017052366,0.000048444424,0.00029580813,0.00035343887,0.00038389873],"domain_scores_gemma":[0.9957883,0.001970357,0.00029768373,0.00024853082,0.00023245954,0.0014627466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035706717,0.00051056396,0.00042591422,0.00076565845,0.011373316,0.008748303,0.0017076709,0.0037222232,0.0033955362],"category_scores_gemma":[0.011170754,0.00041665218,0.0004206155,0.00073407433,0.0072105248,0.0066893776,0.010050713,0.004377419,0.00078232534],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010918984,0.0005450578,0.0048117423,0.00014780811,0.000022201739,0.0029567531,0.95690113,0.00045395587,0.0024551065,0.0060368315,0.0038520235,0.021708276],"study_design_scores_gemma":[0.000030412046,0.00037020215,0.0071572606,0.00019203141,0.000018102111,0.0017897838,0.91336757,0.0006520807,0.0011042221,0.006133463,0.06908485,0.000099969875],"about_ca_topic_score_codex":0.0021825368,"about_ca_topic_score_gemma":0.007470116,"teacher_disagreement_score":0.011373316,"about_ca_system_score_codex":0.0020722789,"about_ca_system_score_gemma":0.0015945542,"threshold_uncertainty_score":0.018883765},"labels":[],"label_agreement":null},{"id":"W2104029702","doi":"10.19173/irrodl.v7i2.302","title":"Identification, Motivation and Job Satisfaction among Tutors at the Open University of Israel","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Job Satisfaction and Organizational Behavior","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Job satisfaction; Psychology; Organizational identification; Job security; Identification (biology); Job design; Social psychology; Job attitude; Job performance; Perception; Work motivation; Applied psychology; Work (physics); Organizational commitment","score_opus":0.039901978698447055,"score_gpt":0.3340098990879709,"score_spread":0.2941079203895238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104029702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996989,0.000053996497,0.000012570549,0.000023624038,0.0000020804791,0.0000015843247,0.0000058714995,6.056133e-7,0.00020081714],"genre_scores_gemma":[0.99965703,0.00004330366,0.000014046739,0.000014745375,0.0000031741922,0.0000017463427,0.000014452687,3.569492e-7,0.000251066],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99960595,0.0001555418,0.000027858294,0.000028062896,0.00009940871,0.000083142855],"domain_scores_gemma":[0.99773204,0.0004108168,0.000638774,0.00004168433,0.00024843766,0.00092815206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010213129,0.00011464571,0.00020333003,0.0004708796,0.00045430337,0.001114709,0.00016569496,0.00028687625,0.0018378445],"category_scores_gemma":[0.0033698636,0.00007485108,0.000111865804,0.00028684808,0.00028233862,0.00033164487,0.0005679406,0.00030036768,0.0003404055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055199034,0.00025220905,0.9891327,0.000010049759,0.000007533047,0.000066066554,0.001696498,0.000025962865,0.00025252483,0.00004816217,0.00016920376,0.008283765],"study_design_scores_gemma":[0.0000072021758,0.00022126043,0.9948265,0.000009593111,0.000006082959,0.000088162786,0.0040923217,0.00021131411,0.00015485391,0.000049294365,0.00032936063,0.0000041374356],"about_ca_topic_score_codex":0.002180931,"about_ca_topic_score_gemma":0.0037584978,"teacher_disagreement_score":0.002180931,"about_ca_system_score_codex":0.00035246296,"about_ca_system_score_gemma":0.00042515344,"threshold_uncertainty_score":0.006148219},"labels":[],"label_agreement":null},{"id":"W2104585007","doi":"10.19173/irrodl.v12i4.847","title":"'Remote from what?' Perspectives of distance learning students in remote rural areas of Scotland","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; TUTOR; Context (archaeology); Perception; Geographical distance; Sociology; Pedagogy; Rural area; Psychology; Social psychology; Mathematics education; Geography; Political science","score_opus":0.14044855830866554,"score_gpt":0.49358886668862617,"score_spread":0.35314030837996063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104585007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802452,0.0014587254,0.00014534923,0.009037699,0.0001264374,0.00003049025,0.000045097866,0.000009308451,0.008901745],"genre_scores_gemma":[0.9917835,0.001226238,0.000077793426,0.0022158334,0.000058144346,0.00002063716,0.000020568234,0.00000871946,0.0045885257],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9951598,0.002378205,0.000117341006,0.00024791437,0.0005891171,0.0015075918],"domain_scores_gemma":[0.9949174,0.0014563842,0.00061928265,0.00008754294,0.000425563,0.0024939058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032607117,0.00050928246,0.0012152907,0.0015595247,0.013108175,0.009010587,0.0014071527,0.0023803704,0.005165687],"category_scores_gemma":[0.0049942923,0.00045193252,0.0005293543,0.0016472584,0.007950689,0.003997078,0.007194221,0.004315315,0.0007073568],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028515122,0.0000678866,0.004434962,0.000078037796,0.0000066577513,0.00108738,0.98794216,0.000015796175,0.0003662993,0.00085111236,0.0010189523,0.0041022873],"study_design_scores_gemma":[0.0000028234979,0.000071941235,0.0034572985,0.000040942472,0.0000035441021,0.00021089142,0.9877622,0.000009221343,0.00003163626,0.00010252623,0.00829712,0.000009805879],"about_ca_topic_score_codex":0.047997776,"about_ca_topic_score_gemma":0.09202706,"teacher_disagreement_score":0.047997776,"about_ca_system_score_codex":0.0050311103,"about_ca_system_score_gemma":0.004320752,"threshold_uncertainty_score":0.09543681},"labels":[],"label_agreement":null},{"id":"W2104683267","doi":"10.19173/irrodl.v14i3.1370","title":"Rethinking OER and their use: Open education as Bildung","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bildung; Open educational resources; Open education; Openness to experience; Distance education; Sociology; Pedagogy; Open learning; Epistemology; Psychology; Teaching method; Philosophy; Social psychology","score_opus":0.10644712812949286,"score_gpt":0.439656521754331,"score_spread":0.33320939362483815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104683267","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16651478,0.04612304,0.049861524,0.1690378,0.0038274564,0.00014127871,0.0003342503,0.00033980585,0.56382006],"genre_scores_gemma":[0.95003104,0.0108471075,0.0051438543,0.008264562,0.00085953996,0.00011864156,0.00008163787,0.00027889025,0.02437471],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9911642,0.0051629604,0.0004517445,0.00078649685,0.0017749252,0.0006597144],"domain_scores_gemma":[0.96429646,0.029885067,0.0015273921,0.0022267955,0.0012025246,0.00086171005],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.010483604,0.0005463309,0.00039828048,0.0034431673,0.006711393,0.019286951,0.0017081228,0.0055480306,0.008151629],"category_scores_gemma":[0.027278636,0.00030679538,0.000457576,0.0037242717,0.045720745,0.043831956,0.014932727,0.008566836,0.0010174942],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022687746,0.000017356952,0.0010326069,0.00021277796,0.000004091733,0.00051208725,0.24501972,0.000078584875,0.00023302458,0.70906556,0.0050023952,0.03879916],"study_design_scores_gemma":[0.0000089776495,0.000030588366,0.0023904468,0.0023527287,0.000011840219,0.0007966108,0.17234361,0.00034470117,0.0008502596,0.16153839,0.6592769,0.000054958542],"about_ca_topic_score_codex":0.0037756376,"about_ca_topic_score_gemma":0.0039576264,"teacher_disagreement_score":0.99829185,"about_ca_system_score_codex":0.005589178,"about_ca_system_score_gemma":0.003023665,"threshold_uncertainty_score":0.055443287},"labels":[],"label_agreement":null},{"id":"W2104847326","doi":"10.19173/irrodl.v15i3.1765","title":"Exploring the impact of role-playing on peer feedback in an online case-based learning activity","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer feedback; Perception; Constructive; Quality (philosophy); Psychology; Identification (biology); Computer science; Mathematics education; Process (computing)","score_opus":0.41364885426847825,"score_gpt":0.55723130595462,"score_spread":0.14358245168614175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104847326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99101394,0.00017129601,0.0045424155,0.00026740434,0.000024705692,0.00018907813,0.000011876948,0.00003232821,0.0037468746],"genre_scores_gemma":[0.9924115,0.00018759075,0.0061508436,0.0000623831,0.000014577189,0.00010565625,0.000013706047,0.000007698903,0.0010462264],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99028647,0.0074586202,0.00024500332,0.0003867928,0.0012486074,0.00037447098],"domain_scores_gemma":[0.9599311,0.03339546,0.0025332172,0.00095860026,0.001496077,0.0016855644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072777104,0.00038490273,0.00028477522,0.00075901713,0.00076519384,0.0021220965,0.0009933071,0.00070440903,0.0020321577],"category_scores_gemma":[0.03289634,0.00017411198,0.0003202937,0.00028564862,0.0009521536,0.0013810812,0.0013637677,0.00060672156,0.00031467996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010762333,0.012874384,0.15911701,0.0017276853,0.0001204456,0.003542692,0.22805955,0.00071271573,0.04625422,0.0025419653,0.0018551291,0.542118],"study_design_scores_gemma":[0.00055387244,0.019966094,0.51131684,0.002176126,0.00057138177,0.009377879,0.33205014,0.015498828,0.051470444,0.006196375,0.05042858,0.00039345503],"about_ca_topic_score_codex":0.00058637036,"about_ca_topic_score_gemma":0.0013461149,"teacher_disagreement_score":0.0072777104,"about_ca_system_score_codex":0.0006373837,"about_ca_system_score_gemma":0.0011931952,"threshold_uncertainty_score":0.038488686},"labels":[],"label_agreement":null},{"id":"W2105659719","doi":"10.19173/irrodl.v10i3.671","title":"Transparency in Cooperative Online Education","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Online learning; Computer science; Computer-mediated communication; Online participation; Experiential learning; Knowledge management; Online discussion; The Internet; Public relations; Sociology; World Wide Web; Pedagogy; Political science; Computer security","score_opus":0.17817557330825579,"score_gpt":0.5731999320264156,"score_spread":0.39502435871815983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105659719","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13509895,0.008971381,0.170907,0.053212654,0.001059789,0.0002828852,0.000032275013,0.00015800286,0.63027716],"genre_scores_gemma":[0.9841563,0.0011301093,0.0072763935,0.00088428165,0.0002189925,0.00012015075,0.0000070820656,0.000019842892,0.0061868043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9744135,0.019004703,0.0006012529,0.001346781,0.0033113975,0.0013224706],"domain_scores_gemma":[0.94537103,0.042071577,0.0047732093,0.0033201135,0.0020197676,0.0024444042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018162407,0.00040303293,0.00044720244,0.001628355,0.0062801787,0.010658679,0.0013817779,0.003559293,0.0069493377],"category_scores_gemma":[0.035396513,0.00041139295,0.00053452444,0.0012686943,0.02234027,0.01535569,0.013344347,0.00401927,0.00058133126],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028638968,0.000115793955,0.0015926856,0.00025838,0.000012481083,0.00026898185,0.032911927,0.00083073706,0.00031054844,0.9158215,0.0020384123,0.04580984],"study_design_scores_gemma":[0.00003796429,0.0001239493,0.0013830605,0.00058028975,0.000020039593,0.0005690608,0.018572196,0.002610812,0.00077519496,0.88324547,0.092030615,0.00005137553],"about_ca_topic_score_codex":0.0012599558,"about_ca_topic_score_gemma":0.000830015,"teacher_disagreement_score":0.018162407,"about_ca_system_score_codex":0.003492115,"about_ca_system_score_gemma":0.004143189,"threshold_uncertainty_score":0.09605318},"labels":[],"label_agreement":null},{"id":"W2106256813","doi":"10.19173/irrodl.v9i3.580","title":"Book Review – Flexible Higher Education. Reflections from Expert Experience","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Distance education; Higher education; Educational technology; Mathematics education; Sociology; Multimedia; Pedagogy; Psychology; Political science","score_opus":0.18850522422566895,"score_gpt":0.5333434126285408,"score_spread":0.34483818840287184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106256813","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006633812,0.7139752,0.0009932203,0.13239186,0.055029534,0.000103168146,0.0002804936,0.00016979148,0.09639335],"genre_scores_gemma":[0.009158667,0.5965675,0.0015947358,0.096836574,0.034795288,0.00020694836,0.00082165544,0.00025434262,0.25976428],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99594146,0.0007428974,0.00024684315,0.0002817027,0.0026108895,0.0001761308],"domain_scores_gemma":[0.9771756,0.011864086,0.0010489527,0.00052111567,0.00840658,0.0009835793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003507733,0.0007286942,0.001072244,0.0027117415,0.0009448239,0.0035939305,0.0016994601,0.0041907504,0.028864076],"category_scores_gemma":[0.018716574,0.0004935681,0.0006094057,0.0055188625,0.0012636363,0.0050519817,0.0015212281,0.004701082,0.015593818],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008213152,0.000011502771,0.000027631106,0.00037603054,0.0000032284645,0.00004306504,0.000087254506,0.00006570907,0.000046785193,0.00075910037,0.9293867,0.06918474],"study_design_scores_gemma":[0.0000034492105,0.000016284195,0.0001741783,0.0006853373,0.0000033844974,0.0001788707,0.000098912154,0.000020009626,0.00003606892,0.00049652316,0.998279,0.000007914733],"about_ca_topic_score_codex":0.0059776464,"about_ca_topic_score_gemma":0.01591084,"teacher_disagreement_score":0.028864076,"about_ca_system_score_codex":0.0033584582,"about_ca_system_score_gemma":0.0030473815,"threshold_uncertainty_score":0.09656},"labels":[],"label_agreement":null},{"id":"W2106750155","doi":"10.19173/irrodl.v10i3.606","title":"Effect of Instructor-Personalized Multimedia in the Online Classroom","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multimedia; Student engagement; Inclusion (mineral); Computer science; Educational technology; Online learning; Psychology; Mathematics education","score_opus":0.060587965807415094,"score_gpt":0.4841630255784774,"score_spread":0.4235750597710623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106750155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954308,0.0002981723,0.00051841344,0.00015001526,0.000039580053,0.0001222795,0.00003562132,0.0000678305,0.0033371637],"genre_scores_gemma":[0.9917911,0.00040247675,0.0041370625,0.00014210203,0.000065543056,0.00021731277,0.000051063438,0.000025346504,0.0031681184],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984762,0.0008319408,0.00009245602,0.00021180778,0.00029226576,0.00009539835],"domain_scores_gemma":[0.98425794,0.012081302,0.0012269552,0.0005307579,0.00035568656,0.0015474665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012383738,0.00047821976,0.0006164349,0.00044578325,0.00033173183,0.0013245916,0.0005461906,0.0007112124,0.010210717],"category_scores_gemma":[0.016587522,0.00016981395,0.000481381,0.00031043703,0.00030408753,0.0009871908,0.0012365668,0.0007189658,0.00067417126],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.035262037,0.073992565,0.03736446,0.0027050124,0.00052695075,0.0005896734,0.003920271,0.002864179,0.066182815,0.0011115216,0.001562965,0.77391756],"study_design_scores_gemma":[0.012421478,0.2950844,0.5505274,0.0023300769,0.0051439884,0.0008558441,0.007190303,0.013016232,0.07697891,0.0037806458,0.032386556,0.00028416968],"about_ca_topic_score_codex":0.0004892621,"about_ca_topic_score_gemma":0.0008559639,"teacher_disagreement_score":0.010210717,"about_ca_system_score_codex":0.00034874387,"about_ca_system_score_gemma":0.0006217752,"threshold_uncertainty_score":0.03415829},"labels":[],"label_agreement":null},{"id":"W2107093540","doi":"10.19173/irrodl.v3i1.70","title":"Software Evaluation Criteria and Terminology","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Terminology; Computer science; Software; Software engineering; Programming language; Linguistics","score_opus":0.17623508046726055,"score_gpt":0.4709700283269401,"score_spread":0.2947349478596796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107093540","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010621787,0.0699463,0.6834043,0.023940181,0.0057755136,0.019860724,0.0030915467,0.0012463205,0.1821133],"genre_scores_gemma":[0.10298362,0.024554148,0.81727874,0.0057372744,0.0018231308,0.032405235,0.0029306053,0.0010753226,0.011211971],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5065258,0.27648565,0.10242983,0.00682633,0.10356747,0.0041648983],"domain_scores_gemma":[0.5144019,0.29665193,0.027307002,0.020712312,0.13687639,0.004050396],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.19784096,0.0026971265,0.004485141,0.040643953,0.0050322874,0.021971328,0.0054860786,0.006531658,0.005674106],"category_scores_gemma":[0.37478688,0.0011886485,0.0024219241,0.030573525,0.012731462,0.011908528,0.007904613,0.0054857587,0.0032499603],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022661703,0.00023113801,0.002241337,0.01436922,0.00021481814,0.00036797923,0.00915875,0.003399121,0.0019154323,0.66176707,0.04391629,0.26219222],"study_design_scores_gemma":[0.00013817198,0.00045884502,0.0030637889,0.02194206,0.0001866111,0.0011079346,0.007283885,0.0036122308,0.0022536581,0.3099667,0.6497111,0.00027510297],"about_ca_topic_score_codex":0.0033162488,"about_ca_topic_score_gemma":0.0026767151,"teacher_disagreement_score":0.19784096,"about_ca_system_score_codex":0.00994719,"about_ca_system_score_gemma":0.024608074,"threshold_uncertainty_score":0.9892049},"labels":[],"label_agreement":null},{"id":"W2108139829","doi":"10.19173/irrodl.v9i1.452","title":"Exploring the Role of Distance Education in Fostering Equitable University Access for First Generation Students: A phenomenological survey","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Psychology; Access to Higher Education; Phenomenology (philosophy); Higher education; Valuation (finance); Qualitative research; Pedagogy; Medical education; Sociology; Medicine; Political science; Social science","score_opus":0.4734559547384736,"score_gpt":0.5389359575176264,"score_spread":0.06548000277915278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108139829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972761,0.00020139074,0.0005862809,0.0005119126,0.000011255931,0.00004708067,0.000027971202,0.000003875752,0.0013340123],"genre_scores_gemma":[0.99838126,0.0003392788,0.00038558012,0.00018483988,0.000004851595,0.000045138877,0.000017254566,0.0000028695965,0.00063889317],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99706095,0.0020694225,0.00011874517,0.00014145058,0.00021436004,0.00039516325],"domain_scores_gemma":[0.9893965,0.0077944305,0.0009156941,0.0002763546,0.0005714768,0.0010456004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061880643,0.0002201546,0.00045030165,0.0011702413,0.0041149016,0.0026723745,0.00092222414,0.0009378202,0.0016429417],"category_scores_gemma":[0.010717474,0.0003407198,0.00025095505,0.00086700765,0.003603495,0.0025631764,0.003409989,0.0012421536,0.00014055756],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031752843,0.00007109258,0.020031797,0.0001352697,0.00000472089,0.00064750906,0.9684317,0.000029987934,0.0007870391,0.0010128176,0.00027202172,0.008544244],"study_design_scores_gemma":[0.0000024020546,0.000059472557,0.0046211276,0.0000662171,0.0000024992953,0.00025366235,0.9914841,0.00004380938,0.00014750486,0.00016910676,0.0031428998,0.00000724788],"about_ca_topic_score_codex":0.003982217,"about_ca_topic_score_gemma":0.0073430426,"teacher_disagreement_score":0.0061880643,"about_ca_system_score_codex":0.002285657,"about_ca_system_score_gemma":0.0022365714,"threshold_uncertainty_score":0.03272599},"labels":[],"label_agreement":null},{"id":"W2108153685","doi":"10.19173/irrodl.v12i4.850","title":"Educating the citizen of academia online?","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Competence (human resources); Norwegian; Bildung; Lifelong learning; Online learning; Pedagogy; Higher education; Sociology; Mathematics education; Computer science; Psychology; Multimedia; Political science; Humanities; Art","score_opus":0.36258908267977713,"score_gpt":0.5733986579216124,"score_spread":0.21080957524183525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108153685","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115305856,0.01607443,0.0043515693,0.4443355,0.007844486,0.00027818358,0.00024703355,0.00051076815,0.41105208],"genre_scores_gemma":[0.5350641,0.026391976,0.00404121,0.07790284,0.00269968,0.00043420546,0.00047497964,0.00036264386,0.35262835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942813,0.0033727095,0.00014970062,0.0003556124,0.0006985165,0.0011422543],"domain_scores_gemma":[0.9909258,0.0028545882,0.00062908634,0.00063772243,0.00088223256,0.0040706755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058785435,0.00045965062,0.000510902,0.0009576506,0.01067095,0.01581235,0.0012173152,0.005698092,0.03643473],"category_scores_gemma":[0.011315087,0.00024588284,0.0004024394,0.0021333403,0.0053949277,0.016212992,0.009956822,0.0043674903,0.014128005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007880273,0.00087369076,0.016959783,0.00066489464,0.00001671309,0.0024311952,0.20460594,0.00006675908,0.0020662646,0.034110054,0.35277176,0.38535416],"study_design_scores_gemma":[0.00000867034,0.00010056902,0.0026785359,0.00040241005,0.0000063520365,0.0006400957,0.24823385,0.000062017956,0.00049022055,0.004256152,0.74309367,0.000027483007],"about_ca_topic_score_codex":0.0019704818,"about_ca_topic_score_gemma":0.004447229,"teacher_disagreement_score":0.03643473,"about_ca_system_score_codex":0.002138197,"about_ca_system_score_gemma":0.005532102,"threshold_uncertainty_score":0.12188637},"labels":[],"label_agreement":null},{"id":"W2108517338","doi":"10.19173/irrodl.v2i1.28","title":"USQ: An e-University for an e-World","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Higher education; Distance education; Lifelong learning; The Internet; Institution; World economy; Competition (biology); Sociology; Public relations; Political science; Face (sociological concept); Knowledge economy; Management; Economic growth; Pedagogy; Economics; Social science; Law","score_opus":0.17268456199551652,"score_gpt":0.5111770038492992,"score_spread":0.3384924418537827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108517338","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027712885,0.0037801147,0.011876517,0.028708553,0.0036228686,0.00047494966,0.004154854,0.011426595,0.90824264],"genre_scores_gemma":[0.11317687,0.0015547667,0.012972302,0.005534373,0.00037864858,0.00022580454,0.0026729985,0.0014460059,0.86203825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932206,0.00016091755,0.000034575678,0.000074296026,0.00024500542,0.00016316662],"domain_scores_gemma":[0.99799937,0.00019612479,0.00007419414,0.00019275906,0.00073644356,0.0008011034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011946515,0.00035648502,0.0002459792,0.0011563975,0.0038208885,0.0033397707,0.0006222584,0.0014782154,0.2710913],"category_scores_gemma":[0.002742299,0.00024281879,0.00025928032,0.0026655544,0.0009989238,0.0057515986,0.004145803,0.0010436887,0.078524366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011340698,0.00010228206,0.0025281736,0.00019816234,0.0000047822996,0.00037921593,0.0017562482,0.00012371481,0.0013786843,0.027807916,0.78607196,0.17953542],"study_design_scores_gemma":[0.000016492007,0.00003434097,0.0022748963,0.000045766108,0.0000024400663,0.00019987603,0.00069781154,0.00016440632,0.00026878336,0.0016587911,0.9946239,0.00001255881],"about_ca_topic_score_codex":0.015089505,"about_ca_topic_score_gemma":0.022938043,"teacher_disagreement_score":0.2710913,"about_ca_system_score_codex":0.002433053,"about_ca_system_score_gemma":0.0042794156,"threshold_uncertainty_score":0.9068908},"labels":[],"label_agreement":null},{"id":"W2108893851","doi":"10.19173/irrodl.v12i3.873","title":"Interconnecting networks of practice for professional learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Professional learning community; Pedagogy; Professional development; Educational technology; Social learning; Sociology; Computer-mediated communication; Social constructivism; Experiential learning; Synchronous learning; Online participation; Knowledge management; The Internet; Cooperative learning; Teaching method; Computer science; World Wide Web","score_opus":0.15118296596504954,"score_gpt":0.5155049857829813,"score_spread":0.3643220198179318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108893851","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07655723,0.014641079,0.3087398,0.03447726,0.0006710301,0.0004609537,0.00009947864,0.00041680728,0.5639363],"genre_scores_gemma":[0.91014165,0.004706323,0.07222514,0.00061691087,0.00023515304,0.00063511584,0.000055252698,0.000088744346,0.011295789],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9894666,0.0071483627,0.0003923305,0.0011511935,0.0012769557,0.0005645161],"domain_scores_gemma":[0.9828394,0.011367315,0.0014331962,0.0024187854,0.0007550789,0.0011862373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008117126,0.0006217006,0.0005564961,0.0032766869,0.0061732,0.015641931,0.0015608632,0.0040606833,0.012928605],"category_scores_gemma":[0.014653261,0.0005755605,0.0008040143,0.002503606,0.03501921,0.021888413,0.0147297345,0.0025996247,0.0015353734],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010152166,0.00002447,0.0008846539,0.00022710692,0.000011394496,0.00017388762,0.0228656,0.0005222112,0.00025630073,0.9457481,0.0010340373,0.028242117],"study_design_scores_gemma":[0.000014210445,0.000034386576,0.0008592628,0.00033597043,0.000012215835,0.0003510961,0.013101224,0.001036879,0.00015236464,0.89149314,0.09259114,0.000018021752],"about_ca_topic_score_codex":0.001173915,"about_ca_topic_score_gemma":0.0019248676,"teacher_disagreement_score":0.015641931,"about_ca_system_score_codex":0.0045817476,"about_ca_system_score_gemma":0.0060114176,"threshold_uncertainty_score":0.0432505},"labels":[],"label_agreement":null},{"id":"W2109018778","doi":"10.19173/irrodl.v3i2.110","title":"A Study of the Relationship Between Tutor's Personality and Teaching Effectiveness: Does culture make a difference?","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personality; Interpersonal communication; Psychology; Context (archaeology); TUTOR; Big Five personality traits; Personality profile; Social psychology; Pedagogy","score_opus":0.1731164611830911,"score_gpt":0.46536470571839367,"score_spread":0.29224824453530257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109018778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985707,0.00043380185,0.00013195745,0.00008235649,0.000010696319,0.000011546115,0.000021345653,0.0000010819311,0.000736523],"genre_scores_gemma":[0.9989913,0.00043098116,0.00018531266,0.000042574502,0.000011441649,0.000019232666,0.000028424798,8.2174523e-7,0.00028987403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990834,0.0005045812,0.00005983861,0.000096686825,0.0001646123,0.000090926966],"domain_scores_gemma":[0.9880553,0.0062869145,0.0027643158,0.00039211984,0.0011971948,0.0013042632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023321463,0.00024278455,0.00034413478,0.00090323976,0.0006907271,0.000905796,0.0003201102,0.00033715702,0.0010585508],"category_scores_gemma":[0.008532935,0.00015525112,0.00034513292,0.0013338075,0.00053694134,0.0007027186,0.0005157062,0.0006637322,0.0001861324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007576801,0.00030296427,0.97362137,0.00007518676,0.00010614274,0.00008636869,0.004591464,0.00004165518,0.00027034176,0.00020929039,0.0001620369,0.02045727],"study_design_scores_gemma":[0.0000060010675,0.00032120608,0.9956454,0.000028941731,0.000046096797,0.000071019225,0.0031760305,0.00018724175,0.00009232825,0.00009453542,0.00032572183,0.000005572526],"about_ca_topic_score_codex":0.007000222,"about_ca_topic_score_gemma":0.008722678,"teacher_disagreement_score":0.007000222,"about_ca_system_score_codex":0.0007542719,"about_ca_system_score_gemma":0.0009596966,"threshold_uncertainty_score":0.013918936},"labels":[],"label_agreement":null},{"id":"W2109086955","doi":"10.19173/irrodl.v6i3.276","title":"The Influence of Instructional Methods on the Quality of Online Discussion","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Quality (philosophy); Computer science; Psychology; Mathematics education; Epistemology","score_opus":0.1293405491909391,"score_gpt":0.5575091656036381,"score_spread":0.428168616412699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109086955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97647697,0.0010538358,0.01503455,0.00038528256,0.000047438058,0.00028244703,0.000044431446,0.00013054036,0.006544399],"genre_scores_gemma":[0.9858403,0.00027605044,0.013082817,0.0000478639,0.000063486696,0.00015213974,0.00003644677,0.000043514046,0.0004573484],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9356467,0.047643945,0.003467599,0.001873209,0.010184587,0.0011839637],"domain_scores_gemma":[0.36396614,0.5779928,0.031024823,0.011557372,0.011676406,0.0037824889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032347526,0.0005224576,0.00053717016,0.0025288046,0.0010063205,0.005797058,0.0011580929,0.0009257628,0.001396633],"category_scores_gemma":[0.22833084,0.00047011246,0.0005353903,0.0015077731,0.0017454163,0.0023567462,0.0020280974,0.0011103494,0.00029273052],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026494083,0.0023076693,0.30376098,0.0028647399,0.0005211415,0.0011312547,0.07306228,0.003290204,0.03282309,0.002204248,0.0007910162,0.574594],"study_design_scores_gemma":[0.00058683776,0.0089006405,0.8257415,0.0019280685,0.00090292544,0.0036258723,0.05682598,0.014541853,0.052386828,0.006503615,0.027662618,0.0003932564],"about_ca_topic_score_codex":0.00046236222,"about_ca_topic_score_gemma":0.0008154456,"teacher_disagreement_score":0.032347526,"about_ca_system_score_codex":0.0012895935,"about_ca_system_score_gemma":0.001088415,"threshold_uncertainty_score":0.17107213},"labels":[],"label_agreement":null},{"id":"W2109796714","doi":"10.19173/irrodl.v1i1.8","title":"Book Review - Distance Learners in Higher Education: Institutional responses for quality outcomes.","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Mathematics education; Distance education; Psychology; Computer science; Sociology; Epistemology; Philosophy","score_opus":0.17014821163539326,"score_gpt":0.5395292200838424,"score_spread":0.3693810084484491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109796714","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001108217,0.8844866,0.00049771136,0.06015252,0.028366257,0.00029305075,0.0005636475,0.00007556876,0.02445644],"genre_scores_gemma":[0.01909779,0.82599664,0.0012629601,0.066845596,0.027140584,0.00058625406,0.0016700593,0.00013546515,0.057264686],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918013,0.0023920808,0.00077640027,0.00030634349,0.0045210235,0.00020277691],"domain_scores_gemma":[0.93205625,0.037790406,0.004703867,0.00074127695,0.023435194,0.0012730394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005699491,0.0004579657,0.0015016819,0.0026837974,0.00049162295,0.0023276717,0.0013713666,0.0024850068,0.014516678],"category_scores_gemma":[0.04281809,0.0002917172,0.000660898,0.004188942,0.0007604104,0.0021402226,0.00089855905,0.0019891881,0.0038562757],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003862146,0.000019242572,0.00019826672,0.0037370732,0.00004302852,0.000030430654,0.000056080928,0.000042404878,0.00013477373,0.00087170576,0.9090681,0.0857603],"study_design_scores_gemma":[0.00004687077,0.0002142088,0.004447153,0.01147757,0.00021517745,0.0004956854,0.0002929915,0.00010874525,0.00042079546,0.0012769637,0.98097676,0.00002709807],"about_ca_topic_score_codex":0.0038295374,"about_ca_topic_score_gemma":0.014724567,"teacher_disagreement_score":0.014516678,"about_ca_system_score_codex":0.0028354996,"about_ca_system_score_gemma":0.0046641994,"threshold_uncertainty_score":0.048563123},"labels":[],"label_agreement":null},{"id":"W2110517984","doi":"10.19173/irrodl.v10i5.641","title":"Peer-To-Peer Recognition of Learning in Open Education","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Accreditation; Certification; Computer science; Open education; Knowledge management; Medical education; World Wide Web; Political science; Medicine","score_opus":0.17180802595224948,"score_gpt":0.5550315910958132,"score_spread":0.38322356514356376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110517984","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04141337,0.009563132,0.25385508,0.042389546,0.0020946749,0.0013674343,0.000086626,0.0005740761,0.648656],"genre_scores_gemma":[0.85132563,0.005402975,0.089319095,0.0023436404,0.001669273,0.0010444897,0.00009456118,0.0001746087,0.048625715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9199789,0.052654732,0.0027000937,0.0056928736,0.016675487,0.0022979276],"domain_scores_gemma":[0.90479493,0.05348545,0.0114766965,0.014438097,0.009880189,0.005924643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03010764,0.00052566925,0.0009903791,0.0023104302,0.006311984,0.016768437,0.0031862934,0.004621152,0.008869934],"category_scores_gemma":[0.081001125,0.00038627768,0.0005856197,0.0035223607,0.018542146,0.018807681,0.015781725,0.0037549604,0.0024024781],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000417047,0.00021415547,0.003608235,0.00097233086,0.000047186513,0.00047794165,0.021261398,0.0011609215,0.00069417024,0.69653344,0.014624481,0.260364],"study_design_scores_gemma":[0.000042931453,0.00018461306,0.0038291768,0.0011672529,0.000030839845,0.0006481779,0.013378361,0.0032828534,0.0009932375,0.67014235,0.3061952,0.000104948864],"about_ca_topic_score_codex":0.0019823017,"about_ca_topic_score_gemma":0.0026200737,"teacher_disagreement_score":0.03010764,"about_ca_system_score_codex":0.0043269843,"about_ca_system_score_gemma":0.010527462,"threshold_uncertainty_score":0.1592263},"labels":[],"label_agreement":null},{"id":"W2110779050","doi":"10.19173/irrodl.v2i1.31","title":"Interactive Television in Schools: An Australian Study of the Tensions of Educational Technology and Change","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactive television; Key (lock); Educational television; Distance education; Educational technology; Mathematics education; Pedagogy; Sociology; Multimedia; Computer science; Psychology","score_opus":0.18020131001329015,"score_gpt":0.531778063872183,"score_spread":0.3515767538588928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110779050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9549293,0.0014718134,0.00083673024,0.0060148905,0.000043356118,0.00007094157,0.00001994586,0.000010945075,0.03660211],"genre_scores_gemma":[0.9934942,0.0009651445,0.00039255116,0.0003915579,0.000013432598,0.000040862837,0.0000065895515,0.000009132768,0.0046865465],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9883045,0.008236557,0.00026645896,0.0006045057,0.0012975878,0.001290338],"domain_scores_gemma":[0.98881066,0.006438861,0.0014669364,0.0004179415,0.0012216498,0.0016438626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006782405,0.0003353386,0.00087379507,0.0033214712,0.014717276,0.0077206995,0.001686098,0.0026158602,0.0030809771],"category_scores_gemma":[0.019836197,0.00078396633,0.00030676762,0.0073841624,0.017951265,0.0061266418,0.0082191955,0.0049283695,0.0003263138],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010265662,0.000053186166,0.0032541384,0.000051323663,0.0000023206028,0.00018008784,0.9850852,0.000026468082,0.00015979157,0.005830116,0.00021169469,0.0051353676],"study_design_scores_gemma":[0.000007749708,0.00008845166,0.032869335,0.00021702852,0.000013355044,0.00015745146,0.9349294,0.00020181148,0.00016339202,0.0027258755,0.028603876,0.000022405071],"about_ca_topic_score_codex":0.25569925,"about_ca_topic_score_gemma":0.3199261,"teacher_disagreement_score":0.25569925,"about_ca_system_score_codex":0.015710933,"about_ca_system_score_gemma":0.009841461,"threshold_uncertainty_score":0.50842184},"labels":[],"label_agreement":null},{"id":"W2110908949","doi":"10.19173/irrodl.v5i1.167","title":"Interim Report: A Case Study of Internet-Based Distance Education Program Development in Vietnam","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Interim; Distance education; The Internet; Upgrade; Developing country; Political science; Economic growth; Public relations; Higher education; Computer science; World Wide Web; Economics","score_opus":0.09634331872806647,"score_gpt":0.5061015393203432,"score_spread":0.40975822059227673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110908949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95693415,0.001185455,0.0038701587,0.010170687,0.00045811606,0.00081633753,0.00039824424,0.0000804972,0.026086405],"genre_scores_gemma":[0.96676785,0.0018997738,0.0032169966,0.002275699,0.00016274447,0.00032199477,0.00021384422,0.000073417665,0.025067767],"study_design_codex":"case_report","study_design_gemma":"qualitative","domain_scores_codex":[0.9989718,0.00030096562,0.00009518092,0.00012099829,0.0001826612,0.0003283552],"domain_scores_gemma":[0.9979091,0.00045303834,0.00031016144,0.000078711804,0.00020249857,0.0010465194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066074776,0.0010599807,0.0005358625,0.0014929852,0.005932289,0.0016940266,0.0021828276,0.0036614554,0.007486343],"category_scores_gemma":[0.0036179586,0.0007947826,0.00068221806,0.0012577502,0.0014661757,0.0017199912,0.0026149873,0.0037180255,0.00094035774],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006824645,0.0015902551,0.01816551,0.00038556926,0.000035121957,0.8620368,0.08335003,0.00048157913,0.0016123598,0.0032428473,0.0069526522,0.02207896],"study_design_scores_gemma":[0.000032008084,0.0006551336,0.014800649,0.00034905155,0.000045745557,0.796068,0.14177181,0.0008185419,0.0020373848,0.00077290734,0.042585857,0.00006292564],"about_ca_topic_score_codex":0.019321278,"about_ca_topic_score_gemma":0.03353223,"teacher_disagreement_score":0.019321278,"about_ca_system_score_codex":0.0031962527,"about_ca_system_score_gemma":0.0028570215,"threshold_uncertainty_score":0.038417578},"labels":[],"label_agreement":null},{"id":"W2111557289","doi":"10.19173/irrodl.v14i1.1345","title":"“Opening” a new kind of school: The story of the Open High School of Utah","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Natural disaster; TRACE (psycholinguistics); Online learning; Event (particle physics); Massive open online course; Open education; Pandemic; Coronavirus disease 2019 (COVID-19); Political science; Engineering; Public relations; Sociology; World Wide Web; Pedagogy; Computer science; Geography; Medicine; Meteorology","score_opus":0.08948581201277173,"score_gpt":0.4200770209477984,"score_spread":0.3305912089350267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111557289","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15610914,0.0041062385,0.0012687707,0.69326866,0.005336172,0.000086197404,0.00023049985,0.00019926841,0.13939506],"genre_scores_gemma":[0.7805557,0.0036902302,0.0011472751,0.122167364,0.002562446,0.0001796229,0.00018894247,0.00033003668,0.08917839],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.995606,0.0015398077,0.00004942746,0.00046435968,0.0007070751,0.0016333237],"domain_scores_gemma":[0.99511635,0.00086599623,0.00021032483,0.00017557718,0.00047228677,0.003159461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031996106,0.0004959019,0.00062836614,0.0010629487,0.06955878,0.013426783,0.0031823702,0.010291614,0.011528954],"category_scores_gemma":[0.0062370193,0.000550835,0.0006183025,0.0015560174,0.020974472,0.011189548,0.018761707,0.018847462,0.0013278972],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071951516,0.00028703804,0.010682247,0.000092783754,0.00002797356,0.0037558614,0.5110031,0.00017088052,0.0005062914,0.10554521,0.3311869,0.036669772],"study_design_scores_gemma":[0.000017444543,0.00006839658,0.009476085,0.0001981366,0.000017220604,0.00029501042,0.2983451,0.0001746611,0.00018932633,0.014264383,0.67688185,0.00007238385],"about_ca_topic_score_codex":0.18057157,"about_ca_topic_score_gemma":0.46181178,"teacher_disagreement_score":0.18057157,"about_ca_system_score_codex":0.014332293,"about_ca_system_score_gemma":0.014779706,"threshold_uncertainty_score":0.35904104},"labels":[],"label_agreement":null},{"id":"W2111989459","doi":"10.19173/irrodl.v10i3.683","title":"The Retention of Experienced Faculty in Online Distance Education Programs: Understanding Factors that Impact their Involvement","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Affect (linguistics); Medical education; Continuing education; Adjunct; Psychology; Higher education; Online teaching; Online course; Medicine; Pedagogy; Political science","score_opus":0.2735563932938812,"score_gpt":0.5213586092453466,"score_spread":0.2478022159514654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111989459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984434,0.00017746327,0.000107942935,0.000519819,0.0000047616395,0.000006458393,0.000009450776,0.0000018287841,0.000728905],"genre_scores_gemma":[0.9992969,0.00016544912,0.00009492458,0.00009598693,0.000009389408,0.000004856702,0.0000149870275,0.0000011643385,0.00031628617],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976973,0.0008522024,0.00014801093,0.00010055145,0.00051726465,0.0006847443],"domain_scores_gemma":[0.9803705,0.007165972,0.005678601,0.0003169443,0.0024212564,0.0040466897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039375536,0.00013440324,0.00022102176,0.000714997,0.0011367362,0.0024686465,0.00085357216,0.0007154632,0.0022232535],"category_scores_gemma":[0.024371913,0.00014887325,0.00025822961,0.0006259057,0.0007250365,0.0016942926,0.0010217475,0.000992484,0.00030410953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014276309,0.000820478,0.93265235,0.000044027478,0.000024625539,0.00021110872,0.016149724,0.00007214018,0.00068532425,0.00016510439,0.00046280038,0.04856951],"study_design_scores_gemma":[0.000012216416,0.0006355373,0.91155374,0.00011548321,0.0000334123,0.00036862632,0.084190086,0.00050349627,0.0005992241,0.0002470182,0.0017174159,0.000023734527],"about_ca_topic_score_codex":0.007458857,"about_ca_topic_score_gemma":0.013999572,"teacher_disagreement_score":0.007458857,"about_ca_system_score_codex":0.0010041125,"about_ca_system_score_gemma":0.0024898034,"threshold_uncertainty_score":0.020824015},"labels":[],"label_agreement":null},{"id":"W2112405949","doi":"10.19173/irrodl.v15i6.1713","title":"The search for meaningful e-learning at Canadian universities: A multi-institutional research study","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Saskatchewan Polytechnic; Nipissing University; Magna International (Canada); Mount Royal University","funders":"Sigma Theta Tau International; National League for Nursing","keywords":"Higher education; Psychology; Educational technology; Instructional design; E learning; Mandate; Mathematics education; Pedagogy; Political science","score_opus":0.14144859466858054,"score_gpt":0.49551526930071627,"score_spread":0.3540666746321357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112405949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952093,0.00037370579,0.00013640139,0.0005432181,0.000009626043,0.00016883577,0.00020659437,0.0000062605964,0.0033460981],"genre_scores_gemma":[0.99715877,0.00080096134,0.00044675398,0.00026784834,0.0000046254227,0.00008553162,0.00012857745,0.00000622478,0.0011007391],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9942649,0.00081658055,0.00025293254,0.00046796672,0.0022830497,0.0019145819],"domain_scores_gemma":[0.98537874,0.0024914227,0.0018036354,0.0003245703,0.0060479045,0.0039538727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006611593,0.00048660475,0.00085893134,0.003820222,0.018474823,0.006918474,0.002052917,0.0009177759,0.0025346002],"category_scores_gemma":[0.011966012,0.00050597865,0.0005700508,0.011587703,0.0042149876,0.0018679217,0.004388658,0.001507959,0.00031145263],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025380644,0.0009796142,0.5322979,0.0010275727,0.000063568485,0.0014121851,0.3811764,0.00021251652,0.0019037174,0.0037208213,0.003527794,0.07342411],"study_design_scores_gemma":[0.000014798875,0.0002169916,0.35870725,0.0003287051,0.00003907464,0.00018283716,0.62802297,0.00023471963,0.0004049887,0.000196325,0.011571007,0.000080257654],"about_ca_topic_score_codex":0.9663848,"about_ca_topic_score_gemma":0.98555607,"teacher_disagreement_score":0.9312556,"about_ca_system_score_codex":0.06874442,"about_ca_system_score_gemma":0.15421693,"threshold_uncertainty_score":0.49877805},"labels":[],"label_agreement":null},{"id":"W2112694065","doi":"10.19173/irrodl.v7i3.390","title":"RSS Windows Editors: First impressions","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Web and Library Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"RSS; Web syndication; Computer science; World Wide Web; XML; The Internet; Web page","score_opus":0.04083258430647286,"score_gpt":0.3753300710553937,"score_spread":0.3344974867489208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112694065","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051763314,0.0035836156,0.054789446,0.009780084,0.053929817,0.000715212,0.03242528,0.08493491,0.7546654],"genre_scores_gemma":[0.02058255,0.0032782713,0.029534318,0.001759962,0.019481678,0.0003566762,0.01759216,0.023992153,0.8834223],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985417,0.00017810929,0.00012652348,0.00017669391,0.000851158,0.0001259043],"domain_scores_gemma":[0.98839104,0.0032148727,0.00058915536,0.0020253086,0.004466856,0.0013127492],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020574694,0.001964826,0.0010050203,0.0038801525,0.0011929872,0.008065282,0.0014721748,0.0014580528,0.4354331],"category_scores_gemma":[0.019089032,0.0007174631,0.00056823186,0.003805747,0.00055527297,0.0046217837,0.0023239353,0.0017338836,0.34746036],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010528034,0.000020485186,0.00015822457,0.00010600624,0.000004219108,0.0000944858,0.0001594017,0.00007160582,0.0007447173,0.0016378252,0.9169625,0.07993528],"study_design_scores_gemma":[0.000021091777,0.00003207193,0.00035553193,0.00007863392,0.000007023063,0.00011019529,0.00015223782,0.00033825237,0.0008185239,0.001363332,0.99670297,0.000020213685],"about_ca_topic_score_codex":0.0010409371,"about_ca_topic_score_gemma":0.0021230045,"teacher_disagreement_score":0.4354331,"about_ca_system_score_codex":0.00059394416,"about_ca_system_score_gemma":0.00084817613,"threshold_uncertainty_score":0.80528617},"labels":[],"label_agreement":null},{"id":"W2113021696","doi":"10.19173/irrodl.v9i2.567","title":"The Effective Use of Synchronous Classes Within an Online Graduate Program: Building upon an interdependent system","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Interdependence; Mathematics education; Computer science; Engineering management; Engineering; Psychology; Sociology","score_opus":0.19609168507160024,"score_gpt":0.49042241160462124,"score_spread":0.294330726533021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113021696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70113504,0.0009848827,0.20334351,0.008196398,0.00023991175,0.00084165845,0.000030711864,0.0007691627,0.08445877],"genre_scores_gemma":[0.9333479,0.0005862843,0.060307458,0.00056330167,0.00008685688,0.00032917332,0.000024371198,0.00008406303,0.004670476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98756593,0.008921314,0.0003054877,0.000984596,0.0018322864,0.00039037457],"domain_scores_gemma":[0.9815331,0.010593407,0.001638077,0.0024563821,0.0014078843,0.00237115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009582601,0.00036445298,0.0002974785,0.0009153181,0.0021162268,0.005219648,0.0017329934,0.0009896496,0.0031332327],"category_scores_gemma":[0.018143903,0.00032055395,0.00035291672,0.00051012635,0.0026068762,0.00499581,0.006646362,0.0013104049,0.00090723106],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026970712,0.0025345476,0.020204876,0.000678855,0.00008965481,0.00055375573,0.07737353,0.0010434634,0.020806447,0.024480958,0.0033075558,0.8486568],"study_design_scores_gemma":[0.00068629027,0.011082336,0.16815749,0.002454636,0.0006203511,0.0036673513,0.1806217,0.031029396,0.052892733,0.10435159,0.44397226,0.0004638976],"about_ca_topic_score_codex":0.00040055398,"about_ca_topic_score_gemma":0.00082603603,"teacher_disagreement_score":0.009582601,"about_ca_system_score_codex":0.0010598475,"about_ca_system_score_gemma":0.0024785094,"threshold_uncertainty_score":0.050678194},"labels":[],"label_agreement":null},{"id":"W2113721698","doi":"","title":"63. Mobile Learning in Developing Nations","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile phone; Developing country; Educational technology; Mobile technology; Distance education; Phone; Multimedia; Computer science; Mobile device; Political science; Telecommunications; Economic growth; World Wide Web; Mathematics education; Psychology","score_opus":0.0963453338018868,"score_gpt":0.43940348647406235,"score_spread":0.34305815267217554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113721698","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008741257,0.099692576,0.0012049597,0.01808074,0.0015902874,0.000057652833,0.00024432765,0.000082917846,0.87030536],"genre_scores_gemma":[0.28429082,0.22783828,0.0039057096,0.0065531484,0.0024127418,0.00030321366,0.00052029535,0.00008323987,0.47409257],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9996418,0.00014217774,0.000023024777,0.00003374931,0.00008521789,0.000074113545],"domain_scores_gemma":[0.9996419,0.00010546687,0.00006008851,0.000030229992,0.00010172359,0.000060575963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005773973,0.0003435123,0.00016956995,0.0014998163,0.0015114113,0.003045745,0.00022154099,0.0015202601,0.02830235],"category_scores_gemma":[0.0014407323,0.00008518705,0.0001202324,0.0026344678,0.0011517017,0.0028886856,0.0014654666,0.0011717103,0.006409081],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032683565,0.00004823689,0.0056979577,0.0006546121,0.0000058527085,0.00088887813,0.0041899486,0.0004803951,0.0006353304,0.4348334,0.12791367,0.42461905],"study_design_scores_gemma":[0.000003373113,0.000026491743,0.0070572062,0.0007721383,0.000003248761,0.0003884722,0.0016549677,0.00012170824,0.00013335483,0.009097281,0.98073477,0.0000069718044],"about_ca_topic_score_codex":0.010777163,"about_ca_topic_score_gemma":0.0067244824,"teacher_disagreement_score":0.02830235,"about_ca_system_score_codex":0.001573584,"about_ca_system_score_gemma":0.0019663498,"threshold_uncertainty_score":0.094680786},"labels":[],"label_agreement":null},{"id":"W2113910046","doi":"10.19173/irrodl.v14i2.1493","title":"Exploration of open educational resources in non-English speaking communities","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Scopus; Portuguese; World Wide Web; Open education; Computer science; Higher education; Political science; Linguistics","score_opus":0.12028326354771582,"score_gpt":0.43806462838400656,"score_spread":0.3177813648362907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113910046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8894325,0.01197727,0.0034818084,0.0045169033,0.00009854361,0.00020596213,0.00017933764,0.0000440044,0.090063706],"genre_scores_gemma":[0.99111617,0.0030980324,0.0011268747,0.0003012498,0.000033832766,0.00008009861,0.00007994262,0.000016656637,0.0041471417],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9923133,0.0051800245,0.00030672856,0.0004436428,0.0011390568,0.00061720307],"domain_scores_gemma":[0.9770183,0.017430758,0.0022211703,0.0005555598,0.0014759422,0.0012983145],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.006823884,0.00023115202,0.00054161344,0.0051427865,0.0042031216,0.00968441,0.0010495225,0.0011563882,0.006812405],"category_scores_gemma":[0.01823646,0.00018114016,0.000322312,0.006779935,0.0038491953,0.01119917,0.0069964537,0.00062423287,0.00054449576],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001550785,0.00019527276,0.023986485,0.0022535275,0.00003257011,0.003408979,0.77383286,0.00011745403,0.0014171031,0.02735203,0.0027684954,0.16448015],"study_design_scores_gemma":[0.000018569759,0.00007593478,0.020257108,0.0014511576,0.000021529386,0.000780105,0.8758031,0.0002762624,0.00046286298,0.0069045285,0.093921624,0.000027185706],"about_ca_topic_score_codex":0.0052968957,"about_ca_topic_score_gemma":0.010260924,"teacher_disagreement_score":0.9989505,"about_ca_system_score_codex":0.0026567753,"about_ca_system_score_gemma":0.004639828,"threshold_uncertainty_score":0.036088586},"labels":[],"label_agreement":null},{"id":"W2114326368","doi":"10.19173/irrodl.v4i2.158","title":"From Cognitive Landscapes to Digital Hyperscapes","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hypermedia; Computer science; Cognitive style; Context (archaeology); Multimedia; Learning Management; Educational technology; Class (philosophy); Digital learning; Cognition; Distance education; Hypertext; Open educational resources; Collaborative learning; Adaptive hypermedia; World Wide Web; Knowledge management; Mathematics education; Psychology; Artificial intelligence","score_opus":0.0822918207739202,"score_gpt":0.45807896502647505,"score_spread":0.3757871442525549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114326368","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40402257,0.009240927,0.043465503,0.01235843,0.00029709956,0.00007072067,0.00021112245,0.00020891646,0.5301247],"genre_scores_gemma":[0.9876275,0.0016859758,0.0033639378,0.00036316793,0.000044800257,0.000034329412,0.000034678767,0.000022243166,0.006823304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995414,0.00022789004,0.000013403834,0.000063098014,0.000093218325,0.000061130566],"domain_scores_gemma":[0.9992816,0.00033839233,0.000075537406,0.00007918442,0.00009403903,0.00013128719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036862376,0.00027102773,0.00011780749,0.0014293249,0.0008341176,0.006502544,0.00042889887,0.0006722516,0.0059391432],"category_scores_gemma":[0.002087745,0.0001320231,0.00015566469,0.0010538062,0.008927384,0.006037347,0.0025563987,0.00091420335,0.00042860155],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003399242,0.000029599078,0.0041132127,0.0001754056,0.000010546491,0.00034584702,0.028359335,0.0005871126,0.0010136833,0.8898345,0.0033016976,0.07219507],"study_design_scores_gemma":[0.000015477008,0.000038400438,0.013521338,0.00017914074,0.000010563082,0.0006116977,0.05213072,0.0016016465,0.00053701113,0.8388252,0.09250575,0.000023012013],"about_ca_topic_score_codex":0.0015510382,"about_ca_topic_score_gemma":0.0016931792,"teacher_disagreement_score":0.006502544,"about_ca_system_score_codex":0.0010403864,"about_ca_system_score_gemma":0.00045029624,"threshold_uncertainty_score":0.019868433},"labels":[],"label_agreement":null},{"id":"W2114581480","doi":"10.19173/irrodl.v8i3.372","title":"Re-organizing Universities for the Information Age","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Higher education; Affect (linguistics); Organizational structure; Organizational change; Organizational learning; Information Age; Sociology; Public relations; Cohort; Political science; Management; Knowledge management; Computer science; Economics","score_opus":0.08729761164343885,"score_gpt":0.47022114662952735,"score_spread":0.3829235349860885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114581480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33112392,0.018780706,0.11587488,0.22299092,0.0058884905,0.00074451056,0.00020037113,0.001687274,0.30270892],"genre_scores_gemma":[0.9174413,0.004223001,0.02437303,0.007765225,0.0009050887,0.00015225357,0.00014400281,0.00020619995,0.044789877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9904841,0.004384357,0.0004225728,0.00089005305,0.0016417132,0.0021771723],"domain_scores_gemma":[0.97850156,0.0033049108,0.0019027092,0.00368042,0.0045114285,0.00809889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015450948,0.00036973009,0.0005284625,0.003233139,0.0067006033,0.025351113,0.0030605318,0.0044893585,0.005610659],"category_scores_gemma":[0.019144177,0.00031990002,0.0006853989,0.003187722,0.0057781995,0.019256966,0.0130242165,0.0036221775,0.0026972124],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013355717,0.00030848774,0.012845374,0.00039432,0.00005473434,0.00047833406,0.038614452,0.0022852307,0.0018421569,0.5259707,0.059620194,0.35745245],"study_design_scores_gemma":[0.00004433912,0.00013567279,0.00970466,0.00039283035,0.00003887632,0.0003077535,0.058463495,0.001753822,0.001139754,0.20907141,0.71884936,0.000098111595],"about_ca_topic_score_codex":0.005106888,"about_ca_topic_score_gemma":0.009066803,"teacher_disagreement_score":0.025351113,"about_ca_system_score_codex":0.008974921,"about_ca_system_score_gemma":0.023481976,"threshold_uncertainty_score":0.08171344},"labels":[],"label_agreement":null},{"id":"W2115769599","doi":"10.19173/irrodl.v12i2.965","title":"Universal instructional design principles for mobile learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":257,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Instructional design; Distance education; Relevance (law); Computer science; Universal Design for Learning; Mobile device; Educational technology; Learning design; Design elements and principles; Multimedia; Focus (optics); M-learning; Mobile technology; Relation (database); Mathematics education; World Wide Web; Psychology","score_opus":0.18711441555915223,"score_gpt":0.4197386074815763,"score_spread":0.2326241919224241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115769599","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012010238,0.0018340002,0.97524005,0.0014412074,0.00028852365,0.0008681179,0.00005195231,0.00041236624,0.018662797],"genre_scores_gemma":[0.023599407,0.0016708826,0.9651611,0.0007871781,0.00009640956,0.0041024736,0.00006672429,0.00015597086,0.0043597952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9877187,0.0059017125,0.0012081134,0.00071664347,0.004032652,0.0004221707],"domain_scores_gemma":[0.9862395,0.009071515,0.0006663502,0.0015122667,0.0022527038,0.00025759937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011203913,0.0011351082,0.00077886676,0.0017316971,0.0014058221,0.0037637416,0.0024993322,0.0025499093,0.006622253],"category_scores_gemma":[0.026058363,0.0010163616,0.001337154,0.0011442406,0.004341794,0.0036708866,0.0037676736,0.005124062,0.0029143323],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040135037,0.000088728135,0.00020878743,0.0015728751,0.000029838431,0.0001148969,0.0035786661,0.00467589,0.0020114356,0.79916173,0.0063085337,0.18220854],"study_design_scores_gemma":[0.0001369541,0.00027823742,0.0003450366,0.0022471067,0.00008565916,0.0006402825,0.0008648287,0.00880669,0.0058579217,0.52371997,0.45694065,0.00007657509],"about_ca_topic_score_codex":0.0010050836,"about_ca_topic_score_gemma":0.0012949087,"teacher_disagreement_score":0.011203913,"about_ca_system_score_codex":0.0021852767,"about_ca_system_score_gemma":0.00359834,"threshold_uncertainty_score":0.05925268},"labels":[],"label_agreement":null},{"id":"W2116083008","doi":"10.19173/irrodl.v10i2.595","title":"Research Insights from a Decade of Campus-Wide Implementation of Web-Supported Academic Instruction at Tel Aviv University","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tel aviv; Scope (computer science); Diffusion of innovations; Computer science; Pace; Virtual campus; Process (computing); Distance education; Information and Communications Technology; Higher education; Mathematics education; World Wide Web; Sociology; Pedagogy; Library science; Psychology; Political science","score_opus":0.07996909534418385,"score_gpt":0.48244989043151776,"score_spread":0.4024807950873339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116083008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97588104,0.0034305435,0.0006474865,0.0052892594,0.000051250423,0.00008008153,0.00023195002,0.000013938957,0.014374366],"genre_scores_gemma":[0.9930254,0.0034046618,0.0004435215,0.00069698715,0.00003448874,0.00006662794,0.00022576944,0.000018843793,0.0020836957],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9905923,0.0036529098,0.0005519036,0.00080523005,0.0031629945,0.0012346855],"domain_scores_gemma":[0.9520297,0.025771564,0.006331762,0.0016849927,0.01028413,0.0038978455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014630518,0.00029479296,0.00059749937,0.0030575418,0.00265336,0.009386283,0.0014197418,0.0014526519,0.0022098182],"category_scores_gemma":[0.0395003,0.00038451527,0.00021361446,0.0075459904,0.0024933112,0.005828696,0.0044944375,0.0025418592,0.00044703708],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044551672,0.001763137,0.16541629,0.001319792,0.00010528227,0.0014636734,0.4303841,0.0009196665,0.0019681037,0.020574333,0.00743676,0.3682033],"study_design_scores_gemma":[0.000031437357,0.0008302266,0.33569422,0.0017971458,0.000069522306,0.00035207317,0.5927936,0.00068508525,0.0023637186,0.0016550676,0.06365182,0.00007609296],"about_ca_topic_score_codex":0.025679445,"about_ca_topic_score_gemma":0.04975226,"teacher_disagreement_score":0.025679445,"about_ca_system_score_codex":0.010684621,"about_ca_system_score_gemma":0.011137935,"threshold_uncertainty_score":0.077522755},"labels":[],"label_agreement":null},{"id":"W2116198859","doi":"10.19173/irrodl.v10i2.686","title":"Are We There Yet? A Progress Report from Three Turkish University Pioneers in Distance Education and E-Learning","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sakarya Üniversitesi","keywords":"Turkish; Distance education; Higher education; Political science; Mathematics education; Sociology; Pedagogy; Psychology","score_opus":0.0760511979799455,"score_gpt":0.4411051500306653,"score_spread":0.3650539520507198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116198859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96008,0.0086774295,0.00083327113,0.008030555,0.00049343135,0.00012226416,0.00022259176,0.000036484962,0.021503989],"genre_scores_gemma":[0.95875144,0.0145665845,0.0010588192,0.0014174886,0.00028057522,0.000111309084,0.00028216967,0.000035301415,0.023496263],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99752146,0.0008234497,0.00010270612,0.00020845281,0.00075429206,0.00058966316],"domain_scores_gemma":[0.99249625,0.0021011934,0.00085536606,0.00033370208,0.0019305535,0.0022828977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058183842,0.0004570913,0.0004294182,0.0016358279,0.005009999,0.00383082,0.0007670555,0.0010854381,0.0022838917],"category_scores_gemma":[0.005970004,0.00023693508,0.00026982315,0.0024293142,0.0015907162,0.0026200712,0.0032628153,0.001620484,0.000720563],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064899435,0.0013496684,0.08783048,0.0013565205,0.00006261275,0.007687,0.49803123,0.00024447002,0.0074577825,0.011050922,0.037049346,0.347231],"study_design_scores_gemma":[0.00003006417,0.0010622785,0.11497087,0.00043935073,0.0000827142,0.0027686667,0.60682845,0.00018170377,0.004160211,0.0009554451,0.26838198,0.00013829161],"about_ca_topic_score_codex":0.0067496873,"about_ca_topic_score_gemma":0.012257019,"teacher_disagreement_score":0.0067496873,"about_ca_system_score_codex":0.0016092008,"about_ca_system_score_gemma":0.0042826715,"threshold_uncertainty_score":0.030770898},"labels":[],"label_agreement":null},{"id":"W2117424525","doi":"10.19173/irrodl.v10i2.596","title":"Looking under the Bonnet: Factors Affecting Student Adoption of E-Learning Systems in Jordan","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":333,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Affect (linguistics); E learning; Knowledge management; Perception; Point (geometry); Psychology; Structural equation modeling; Mathematics education; Information system; Virtual learning environment; Educational technology; Computer science; Usability; Pedagogy; Human–computer interaction; Engineering; Mathematics","score_opus":0.17792177184983435,"score_gpt":0.5023191027095831,"score_spread":0.32439733085974876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117424525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986332,0.0001025913,0.000067588095,0.00037531168,0.0000028473023,0.000008264943,0.000007748515,0.000002306746,0.0008001142],"genre_scores_gemma":[0.99898773,0.00018388689,0.00010535605,0.00009657214,0.0000033432145,0.0000084130525,0.000015153795,0.0000022363915,0.0005973376],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99723095,0.0010653635,0.00024424362,0.00018687203,0.0008026064,0.00047002343],"domain_scores_gemma":[0.98937607,0.0035027834,0.002573181,0.0001780868,0.0024181022,0.001951797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003930011,0.00017599913,0.00028901064,0.0009346028,0.0012122876,0.0033094503,0.00049317465,0.0007222873,0.0030159743],"category_scores_gemma":[0.009736642,0.00020798977,0.0003056967,0.0012692515,0.0008232853,0.0014636897,0.0014076513,0.0010684293,0.0005183573],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009743533,0.00045046487,0.9341874,0.00011228671,0.000023876142,0.0003308307,0.031416073,0.00029430696,0.0007362774,0.00061457267,0.0006072391,0.031129166],"study_design_scores_gemma":[0.000009365646,0.00042694455,0.82696384,0.00017498124,0.000021929958,0.00021989025,0.16461171,0.0016192268,0.0007053201,0.00039763856,0.0048076385,0.00004152773],"about_ca_topic_score_codex":0.008310566,"about_ca_topic_score_gemma":0.010309964,"teacher_disagreement_score":0.008310566,"about_ca_system_score_codex":0.0014453896,"about_ca_system_score_gemma":0.002743053,"threshold_uncertainty_score":0.02078414},"labels":[],"label_agreement":null},{"id":"W2118007559","doi":"10.19173/irrodl.v16i3.2202","title":"Who studies MOOCs? Interdisciplinarity in MOOC research and its changes over time","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Context (archaeology); Field (mathematics); Massive open online course; Educational research; Empirical research; Higher education; Computer science; Data science; Sociology; Engineering ethics; Social science; Pedagogy; Political science; Epistemology; Engineering; Mathematics","score_opus":0.3033761711451208,"score_gpt":0.5480081558538772,"score_spread":0.2446319847087564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118007559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9243861,0.0428626,0.0017969471,0.019562863,0.00046337175,0.00004807121,0.0002716574,0.000043703265,0.0105647],"genre_scores_gemma":[0.99137247,0.0058765328,0.00045893693,0.00089270103,0.00022388397,0.000054045024,0.00013246128,0.000019877427,0.0009691642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98648167,0.006625656,0.0013503452,0.0017680196,0.002866419,0.0009078516],"domain_scores_gemma":[0.86158234,0.0733418,0.032398783,0.0050554783,0.016566841,0.011054719],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.023888351,0.00015239544,0.0007076238,0.0068707597,0.0015857024,0.008623017,0.0012077373,0.0016162951,0.0018928653],"category_scores_gemma":[0.087837614,0.00029564518,0.00042394857,0.011067227,0.0018978257,0.006749384,0.0027711184,0.001169683,0.0006553112],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009428286,0.00014584958,0.74847966,0.0005564915,0.00017398986,0.00025522857,0.06732506,0.00010177669,0.00031992508,0.002439782,0.003556541,0.17655146],"study_design_scores_gemma":[0.000014536449,0.00010776464,0.81744283,0.0012347802,0.000101334015,0.0003988427,0.1485998,0.00048627993,0.0002977109,0.0038579248,0.027398037,0.000060135495],"about_ca_topic_score_codex":0.008161782,"about_ca_topic_score_gemma":0.014618981,"teacher_disagreement_score":0.99312925,"about_ca_system_score_codex":0.0023045833,"about_ca_system_score_gemma":0.005087212,"threshold_uncertainty_score":0.1263352},"labels":[],"label_agreement":null},{"id":"W2118136003","doi":"10.19173/irrodl.v5i3.202","title":"Online Education and Learning Management Systems: Global e-Learning in a Scandinavian Perspective","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Educational technology; E learning; Online learning; Distance education; Learning Management; Computer science; Electronic learning; Open learning; Blended learning; Knowledge management; Sociology; Multimedia; Pedagogy; Cooperative learning; Teaching method; Artificial intelligence","score_opus":0.05234374358624402,"score_gpt":0.4727113653051571,"score_spread":0.4203676217189131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118136003","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042422548,0.47983155,0.0026097416,0.083935745,0.0029295306,0.000013951937,0.00008402019,0.00006698418,0.3881059],"genre_scores_gemma":[0.7497556,0.20568754,0.0010185885,0.009056996,0.0018259083,0.000022714521,0.000096833304,0.000040186438,0.032495562],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99729866,0.0010915489,0.00018017662,0.00024782628,0.00049431477,0.00068737054],"domain_scores_gemma":[0.9978237,0.001149752,0.0002511465,0.000069787835,0.0003269005,0.00037879846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024088086,0.0007913663,0.0005927125,0.0027879477,0.003304008,0.020085415,0.0006821612,0.004854502,0.0040785214],"category_scores_gemma":[0.0016584094,0.00031559422,0.00028976638,0.003931973,0.010810807,0.010173052,0.0032191884,0.0022971139,0.00071335945],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119066135,0.00014789983,0.0039719027,0.0016676332,0.000054051412,0.0021258215,0.03525326,0.0013877435,0.00068396266,0.76198417,0.046416387,0.1461881],"study_design_scores_gemma":[0.000024536943,0.000115604664,0.017888099,0.007924427,0.000067263005,0.0010224615,0.06734922,0.0007805574,0.00031099663,0.08386775,0.8205758,0.000073352494],"about_ca_topic_score_codex":0.03673818,"about_ca_topic_score_gemma":0.038157504,"teacher_disagreement_score":0.03673818,"about_ca_system_score_codex":0.0081247315,"about_ca_system_score_gemma":0.006736437,"threshold_uncertainty_score":0.07304871},"labels":[],"label_agreement":null},{"id":"W2118137205","doi":"10.19173/irrodl.v5i1.164","title":"Best Practices in Online Conference Moderation","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Moderation; Socialization; Context (archaeology); Session (web analytics); Facilitation; Psychology; Knowledge management; Social psychology; Computer science; World Wide Web","score_opus":0.3022620625323095,"score_gpt":0.5756962367393911,"score_spread":0.2734341742070816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118137205","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044813562,0.079726614,0.5339088,0.09139348,0.008324315,0.0034686218,0.00029959844,0.004749364,0.23331568],"genre_scores_gemma":[0.29146916,0.022915624,0.6509674,0.004528151,0.0015736292,0.0044874824,0.00036548826,0.0013438942,0.02234913],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6929503,0.24730183,0.012486843,0.008610017,0.034995865,0.0036552877],"domain_scores_gemma":[0.74268717,0.15541574,0.010862012,0.051098965,0.03397142,0.0059646335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14058553,0.0012728676,0.0011721473,0.0077603087,0.007785265,0.017334005,0.006444853,0.007845679,0.008509203],"category_scores_gemma":[0.24868517,0.0014141202,0.0013088599,0.006490012,0.008221885,0.014190026,0.011225041,0.005093334,0.005821993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034951215,0.00051010755,0.004703781,0.006465153,0.00024646823,0.0009852714,0.06138677,0.0023000783,0.0028760356,0.1316858,0.034060303,0.7544307],"study_design_scores_gemma":[0.00024299491,0.00046807056,0.0034269523,0.013298139,0.0002337171,0.0022315686,0.021911807,0.0026068564,0.0073871496,0.13817585,0.80977035,0.0002464036],"about_ca_topic_score_codex":0.0024298746,"about_ca_topic_score_gemma":0.0039570592,"teacher_disagreement_score":0.14058553,"about_ca_system_score_codex":0.0049353805,"about_ca_system_score_gemma":0.008387898,"threshold_uncertainty_score":0.7434962},"labels":[],"label_agreement":null},{"id":"W2118234118","doi":"10.19173/irrodl.v4i1.129","title":"Indicators of Support in Online Interaction","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Psychology","score_opus":0.1284750624831179,"score_gpt":0.5059644046730619,"score_spread":0.377489342189944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118234118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904917,0.00011726055,0.00056955,0.00019354913,0.000013146776,0.000058041154,0.00021353297,0.000025698855,0.0083176475],"genre_scores_gemma":[0.9986028,0.000051894545,0.0006707675,0.000016830732,0.000010024875,0.00005720738,0.00014463237,0.000004005694,0.00044171338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944015,0.0026687717,0.0006383538,0.0003082688,0.0015499213,0.00043320938],"domain_scores_gemma":[0.95249695,0.01915253,0.017556436,0.0018242805,0.0040243575,0.004945528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031637915,0.00024201907,0.00019880384,0.00319481,0.0009526636,0.00216647,0.00062683725,0.0008024169,0.00423032],"category_scores_gemma":[0.035373226,0.00012828923,0.00023799535,0.0022568903,0.00061637734,0.0013765148,0.0026089635,0.000856422,0.0007808938],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025909743,0.000422723,0.9243641,0.00014854287,0.000041523526,0.00015864371,0.015651288,0.0001528006,0.0013899936,0.00066137867,0.00092747697,0.055822473],"study_design_scores_gemma":[0.000011569432,0.00028877193,0.97876394,0.00005128113,0.000017547998,0.00024443193,0.01586486,0.0006839901,0.00056529633,0.0003965203,0.00308629,0.000025556255],"about_ca_topic_score_codex":0.00080813677,"about_ca_topic_score_gemma":0.0008952991,"teacher_disagreement_score":0.00423032,"about_ca_system_score_codex":0.0005250561,"about_ca_system_score_gemma":0.00048500183,"threshold_uncertainty_score":0.016731918},"labels":[],"label_agreement":null},{"id":"W2119207990","doi":"10.19173/irrodl.v16i4.2399","title":"Personal Spaces in Public Repositories as a Facilitator for Open Educational Resource Usage","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Reuse; World Wide Web; Computer science; Learning object; Space (punctuation); Variety (cybernetics); Resource (disambiguation); Open educational resources; Multimedia; Knowledge management; Psychology; Engineering","score_opus":0.15705772833272283,"score_gpt":0.4621633092719469,"score_spread":0.305105580939224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119207990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95539427,0.0014051482,0.017630946,0.0014511743,0.0000773943,0.00022792922,0.00011356757,0.00060333544,0.02309622],"genre_scores_gemma":[0.9848487,0.00037498228,0.00963048,0.00011436019,0.000044184068,0.00012358517,0.00007765298,0.00009739244,0.0046887277],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98682076,0.008597391,0.000618182,0.000962509,0.002336419,0.0006647272],"domain_scores_gemma":[0.9365155,0.039437424,0.009613087,0.0070738588,0.0039999927,0.0033601164],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.009123698,0.00040655685,0.0004792031,0.0025279447,0.0023609586,0.0052286033,0.0014012448,0.0009568858,0.00511273],"category_scores_gemma":[0.032818638,0.00036567522,0.0005206587,0.0018910663,0.0020494773,0.007376809,0.00584555,0.00084677304,0.001061033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058832276,0.0009264385,0.21769647,0.0016844465,0.00016273734,0.0021549135,0.24335985,0.0005148056,0.010889345,0.015018771,0.0072488813,0.49975497],"study_design_scores_gemma":[0.00016516064,0.0016368948,0.29455557,0.0026228835,0.00056845485,0.0052352366,0.36569324,0.007834002,0.018600447,0.013719172,0.28893155,0.0004374506],"about_ca_topic_score_codex":0.0009244975,"about_ca_topic_score_gemma":0.0021652007,"teacher_disagreement_score":0.99859875,"about_ca_system_score_codex":0.0011301554,"about_ca_system_score_gemma":0.0023563537,"threshold_uncertainty_score":0.04825133},"labels":[],"label_agreement":null},{"id":"W2119213496","doi":"10.19173/irrodl.v9i1.481","title":"The Role of Open and Distance Learning in the Implementation of the Right to Education in Zambia","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Poverty, Education, and Child Welfare","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Human rights; Charter; Declaration; Political science; Convention on the Rights of the Child; Economic growth; Commission; Linguistic rights; Distance education; Welfare; International human rights law; Public administration; Law; Right to property; Economics","score_opus":0.03826759357821357,"score_gpt":0.45720658756337,"score_spread":0.41893899398515644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119213496","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27233934,0.5467336,0.0031544887,0.08486858,0.00022401262,0.00011878639,0.000054091863,0.0000146101875,0.092492454],"genre_scores_gemma":[0.9041508,0.09068484,0.0009332963,0.0015036569,0.000054572283,0.00004184681,0.0000083949735,0.0000022868649,0.002620364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9970318,0.0017978166,0.00013925061,0.00014176598,0.00026987048,0.00061936834],"domain_scores_gemma":[0.99654716,0.0020804524,0.00076003216,0.00015181549,0.00026037285,0.00020017067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004149003,0.00015320086,0.00027224416,0.0010863862,0.0021031818,0.005461851,0.00059123145,0.001309756,0.0015834883],"category_scores_gemma":[0.0065501225,0.00018698463,0.00015628756,0.0017685798,0.0061619417,0.0040146685,0.002987126,0.0014404119,0.00009064615],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014937257,0.000109068416,0.016657248,0.004161938,0.000049605045,0.0015181308,0.04603853,0.0011447999,0.0021619247,0.47496533,0.0039572907,0.44908676],"study_design_scores_gemma":[0.00011290102,0.0005903445,0.16526058,0.034761682,0.00024009617,0.0014905372,0.090961285,0.0010766723,0.0029152734,0.13375159,0.56872845,0.00011059859],"about_ca_topic_score_codex":0.053188898,"about_ca_topic_score_gemma":0.07682584,"teacher_disagreement_score":0.053188898,"about_ca_system_score_codex":0.0043697716,"about_ca_system_score_gemma":0.0092307,"threshold_uncertainty_score":0.10575861},"labels":[],"label_agreement":null},{"id":"W2119255823","doi":"10.19173/irrodl.v3i1.75","title":"Towards a Strategy for Improved Student Retention in Programmes of Open, Distance Education: A Case Study From the Open University UK","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open university; Open education; Doors; Mission statement; Variety (cybernetics); Open learning; Institution; Sociology; Open society; Higher education; Pedagogy; Political science; Mathematics education; Public relations; Psychology; Teaching method; Engineering; Computer science; Social science; Cooperative learning","score_opus":0.21056471875528446,"score_gpt":0.5425507264251421,"score_spread":0.33198600766985764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119255823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9778326,0.0005757463,0.0025798643,0.010173562,0.0001346646,0.00038927363,0.000023206248,0.00005365218,0.0082373675],"genre_scores_gemma":[0.9867577,0.00087241014,0.0038483457,0.0016534008,0.000049033846,0.00019072597,0.000025632855,0.00003590144,0.006566869],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9920724,0.004082238,0.00028293137,0.0003259562,0.0011985743,0.0020379687],"domain_scores_gemma":[0.9901779,0.0032860585,0.0009741885,0.00042126622,0.0015202727,0.0036203915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009365197,0.00051990786,0.00052590884,0.0011627044,0.01029927,0.006746766,0.0034330674,0.0067375153,0.0030112495],"category_scores_gemma":[0.019023262,0.00032470538,0.00067895,0.0016034356,0.0040585357,0.0041116104,0.0068588196,0.00417934,0.0007477643],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095240906,0.010772286,0.04496222,0.0012970984,0.00008950583,0.016793264,0.52384657,0.0010004118,0.007019126,0.010454757,0.01367454,0.3691378],"study_design_scores_gemma":[0.0004338385,0.010130433,0.054483417,0.00091663265,0.0002065032,0.008350176,0.85180324,0.0016780533,0.0060410816,0.0034917314,0.06213697,0.00032794476],"about_ca_topic_score_codex":0.013100455,"about_ca_topic_score_gemma":0.019820368,"teacher_disagreement_score":0.013100455,"about_ca_system_score_codex":0.0032772212,"about_ca_system_score_gemma":0.008028234,"threshold_uncertainty_score":0.04952848},"labels":[],"label_agreement":null},{"id":"W2119620070","doi":"10.19173/irrodl.v11i2.852","title":"Perspectives on distance education: Open schooling in the 21st century","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Sociology; Mathematics education; Educational technology; Pedagogy; Computer science; Psychology","score_opus":0.04934481537177812,"score_gpt":0.4497372657866817,"score_spread":0.40039245041490357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119620070","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046422225,0.9353594,0.00074154814,0.029103393,0.0031716467,0.000004262237,0.000016413489,0.000008332592,0.03113088],"genre_scores_gemma":[0.015750835,0.9504372,0.00041341127,0.012569806,0.0045336178,0.000015786145,0.000039911665,0.000013290946,0.016226243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99896336,0.00036743408,0.00005246714,0.00013403488,0.00037100943,0.00011165643],"domain_scores_gemma":[0.9967616,0.0021253123,0.00022237327,0.00006995591,0.0005888157,0.0002320906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013423471,0.0004711984,0.0006853402,0.0023076665,0.0011471027,0.0046392954,0.00080780446,0.0031632937,0.008254509],"category_scores_gemma":[0.0033369465,0.00015038288,0.00031280544,0.005363993,0.0036947497,0.008040152,0.0020500615,0.0046786615,0.0019565504],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003152686,0.00004335047,0.00031302782,0.0033166874,0.000023163904,0.00018409942,0.0022835871,0.0004733573,0.0003724998,0.49679393,0.21834128,0.27782345],"study_design_scores_gemma":[0.0000032007915,0.000015586498,0.00041334826,0.0016388366,0.0000052834066,0.0001927551,0.0010047122,0.000040937673,0.00006548869,0.03660622,0.96000695,0.000006742491],"about_ca_topic_score_codex":0.0036573503,"about_ca_topic_score_gemma":0.006122624,"teacher_disagreement_score":0.008254509,"about_ca_system_score_codex":0.0032151833,"about_ca_system_score_gemma":0.004140978,"threshold_uncertainty_score":0.027614057},"labels":[],"label_agreement":null},{"id":"W2120445341","doi":"10.19173/irrodl.v11i1.763","title":"An investigation of distance education in North American research literature using co-word analysis","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of North Florida","keywords":"Distance education; World Wide Web; Sociology; Library science; Computer science; Pedagogy","score_opus":0.08055053098903693,"score_gpt":0.528510095905094,"score_spread":0.4479595649160571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120445341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.919441,0.04161961,0.0040220004,0.0025597278,0.0004321743,0.0010655812,0.0015847964,0.000044639866,0.029230515],"genre_scores_gemma":[0.9623656,0.020760018,0.010410684,0.00048754056,0.00015467631,0.0016488802,0.0015382721,0.000031948068,0.0026024203],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98081553,0.005567197,0.0046449937,0.0014726133,0.0068791322,0.0006206178],"domain_scores_gemma":[0.8534884,0.095163845,0.01562193,0.0020229209,0.032418232,0.0012846364],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.018469887,0.00035514272,0.000886116,0.06976679,0.004638067,0.0054357294,0.000969382,0.0006888637,0.0018941369],"category_scores_gemma":[0.0484809,0.0003270105,0.00041184103,0.09912731,0.0025746897,0.003528319,0.0031694649,0.0007030737,0.0002444849],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002096085,0.00020155805,0.100976065,0.016622841,0.00024245326,0.002479508,0.5108225,0.00021094637,0.0037661982,0.01441858,0.005343052,0.3447067],"study_design_scores_gemma":[0.000022705524,0.00018789025,0.29653117,0.007620903,0.00025039623,0.0012859717,0.596055,0.00082498987,0.0014727091,0.002385955,0.09328354,0.000078742814],"about_ca_topic_score_codex":0.015305305,"about_ca_topic_score_gemma":0.03809899,"teacher_disagreement_score":0.98153013,"about_ca_system_score_codex":0.007478418,"about_ca_system_score_gemma":0.012511171,"threshold_uncertainty_score":0.09767926},"labels":[],"label_agreement":null},{"id":"W2120854374","doi":"10.19173/irrodl.v13i3.1153","title":"A preliminary examination of the cost savings and learning impacts of using open textbooks in middle and high school science classes","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Mathematics education; Psychology; Sample (material); Pedagogy; Computer science; Chemistry","score_opus":0.12200637319846995,"score_gpt":0.4322641596801686,"score_spread":0.31025778648169866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120854374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917563,0.00040130745,0.00025236557,0.00037330805,0.000011578278,0.00008201484,0.00009783788,0.0000078869925,0.0070175035],"genre_scores_gemma":[0.99487054,0.000591534,0.0011166219,0.00009908102,0.000017524919,0.00006324546,0.00011265222,0.0000029758585,0.0031257775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982346,0.00062546035,0.00015116105,0.00016119254,0.0006098993,0.00021773024],"domain_scores_gemma":[0.9757018,0.015292344,0.0034926278,0.00058668916,0.003889371,0.0010371308],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.002474109,0.00020658728,0.00023247195,0.0014156516,0.0005599518,0.0014459313,0.00062908494,0.0005443982,0.0051600146],"category_scores_gemma":[0.01993279,0.00014672033,0.00044559373,0.0019072408,0.00031499844,0.0016766054,0.0007719241,0.00051717827,0.00036920595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015465907,0.0052597197,0.6566608,0.00093436457,0.00015111717,0.0007634142,0.0055278926,0.0015321452,0.0040315497,0.0025641185,0.0019507399,0.31907755],"study_design_scores_gemma":[0.00005208082,0.0025188518,0.98164546,0.00012537713,0.00012948712,0.00013254354,0.0067853103,0.0007648839,0.001963856,0.0005944445,0.0052676746,0.000019875662],"about_ca_topic_score_codex":0.005935485,"about_ca_topic_score_gemma":0.026244095,"teacher_disagreement_score":0.99937093,"about_ca_system_score_codex":0.0013668942,"about_ca_system_score_gemma":0.0017109627,"threshold_uncertainty_score":0.017261922},"labels":[],"label_agreement":null},{"id":"W2121693989","doi":"10.19173/irrodl.v14i5.1541","title":"Institutional level identity control strategies in the distance education environment: A survey of administrative staff","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Higher education; Academic freedom; Openness to experience; Accreditation; Public relations; Psychology; Medical education; Sociology; Pedagogy; Political science; Medicine; Social psychology","score_opus":0.19816477979878222,"score_gpt":0.48962813965434426,"score_spread":0.29146335985556204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121693989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993806,0.000101403464,0.0000599485,0.00011095763,0.0000026762486,0.000009973594,0.000022592772,0.000002173282,0.00030981144],"genre_scores_gemma":[0.9992418,0.00020074447,0.000081811704,0.00013388504,0.0000037289517,0.000016990825,0.000020615975,0.0000017282199,0.00029877486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960985,0.0014902959,0.00042732156,0.00026641166,0.00092826603,0.00078917854],"domain_scores_gemma":[0.9870171,0.0032302293,0.0053266953,0.0005070498,0.0021125844,0.0018063172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054668034,0.00012699749,0.00027254072,0.0009406328,0.0014821388,0.0019907078,0.0007360143,0.00065418426,0.0013674658],"category_scores_gemma":[0.012030764,0.0003021052,0.00020559768,0.0015215867,0.0011111425,0.0014695786,0.0014120936,0.00068246876,0.00065425655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077854405,0.00040131182,0.9067293,0.00010413819,0.000015255971,0.00019622965,0.065356605,0.00006225953,0.0006928475,0.00019591978,0.00075409113,0.025414264],"study_design_scores_gemma":[0.000007320949,0.00082314626,0.74735963,0.00011517959,0.000013497274,0.00023191153,0.24693497,0.00019476943,0.00033169618,0.00007496566,0.003884671,0.000028221073],"about_ca_topic_score_codex":0.009314618,"about_ca_topic_score_gemma":0.010968746,"teacher_disagreement_score":0.009314618,"about_ca_system_score_codex":0.0016102607,"about_ca_system_score_gemma":0.002710005,"threshold_uncertainty_score":0.02891159},"labels":[],"label_agreement":null},{"id":"W2121732783","doi":"10.19173/irrodl.v4i1.118","title":"Bridges to Effective Learning Through Radio","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Distance education; Educational technology; Multimedia; Mathematics education; Psychology","score_opus":0.07652324035104971,"score_gpt":0.484773812652941,"score_spread":0.4082505723018913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121732783","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07954958,0.015763763,0.031499084,0.031956334,0.0011462658,0.0001971965,0.000050280047,0.00034516375,0.8394923],"genre_scores_gemma":[0.8167339,0.015279047,0.02475414,0.0042014197,0.0007798216,0.00047987234,0.000082593644,0.00013862735,0.13755059],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975714,0.0014733168,0.00005986109,0.00019525127,0.00042183648,0.00027841137],"domain_scores_gemma":[0.9973387,0.0014335156,0.00018780987,0.0003285292,0.00022726905,0.00048401573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022243296,0.0003219438,0.00031406886,0.0009633839,0.002182438,0.008945929,0.0012973647,0.002437586,0.03148092],"category_scores_gemma":[0.004995093,0.00021896594,0.0003488591,0.0007791381,0.0048093256,0.00685048,0.008535097,0.0016762591,0.0048129996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107297186,0.00053650874,0.0016495283,0.001090414,0.000023540051,0.00041382082,0.04397136,0.0004885256,0.0015462117,0.41178378,0.03546915,0.50291973],"study_design_scores_gemma":[0.000059185688,0.00035792764,0.0031768326,0.0012972513,0.000030551782,0.0004469818,0.041490313,0.0006427588,0.00081346446,0.19264553,0.7590149,0.000024257277],"about_ca_topic_score_codex":0.0006708618,"about_ca_topic_score_gemma":0.00097258977,"teacher_disagreement_score":0.03148092,"about_ca_system_score_codex":0.0011217556,"about_ca_system_score_gemma":0.0020319829,"threshold_uncertainty_score":0.105314136},"labels":[],"label_agreement":null},{"id":"W2122346357","doi":"10.19173/irrodl.v4i2.145","title":"Distance Education in Transition: new trends and challenges","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Transition (genetics); Educational technology; Computer science; Data science; Mathematics education; Multimedia; Psychology; Chemistry","score_opus":0.16628478734243038,"score_gpt":0.5218823932250926,"score_spread":0.3555976058826622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122346357","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048251573,0.46922502,0.003951436,0.45124087,0.005308607,0.00004302213,0.00032770974,0.0000887875,0.021562919],"genre_scores_gemma":[0.4860145,0.44323817,0.0060145464,0.045657024,0.010826282,0.000176407,0.00051136024,0.00006970411,0.007491933],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751127,0.0008115011,0.00025476055,0.000364081,0.0005970165,0.0004613641],"domain_scores_gemma":[0.98334527,0.009769092,0.0009417785,0.00031286306,0.0027300792,0.0029009418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007995196,0.00028027722,0.0011831631,0.0018817979,0.0018277655,0.011184399,0.0018176239,0.004215638,0.007758766],"category_scores_gemma":[0.009015979,0.00021117763,0.00043129342,0.0042711883,0.0032507018,0.014084708,0.0032183651,0.0041490328,0.00088069687],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036894964,0.0004596292,0.018725403,0.004027433,0.000037301914,0.00057425443,0.0059623867,0.00038565052,0.0004993428,0.07149313,0.048017602,0.84944904],"study_design_scores_gemma":[0.00012532502,0.00080633245,0.037978802,0.005832217,0.00009624402,0.0026012056,0.13003919,0.0011422286,0.00041687532,0.08124649,0.739592,0.00012308775],"about_ca_topic_score_codex":0.0044961083,"about_ca_topic_score_gemma":0.011936148,"teacher_disagreement_score":0.011184399,"about_ca_system_score_codex":0.0037644876,"about_ca_system_score_gemma":0.0068940474,"threshold_uncertainty_score":0.042283177},"labels":[],"label_agreement":null},{"id":"W2122453331","doi":"10.19173/irrodl.v12i6.1053","title":"ODL and the impact of digital divide on information access in Botswana","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Digital divide; Information and Communications Technology; Government (linguistics); Relevance (law); Higher education; Face-to-face; Sociology; Public relations; Political science; Psychology; Pedagogy; Mathematics education; Economic growth; Computer science; World Wide Web; Economics","score_opus":0.14361113224645772,"score_gpt":0.5028775285353791,"score_spread":0.35926639628892143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122453331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882367,0.00029733215,0.000024576171,0.0018042201,0.0000052179585,0.0000089098,0.000034138666,0.0000018152406,0.00958715],"genre_scores_gemma":[0.99883825,0.00018015523,0.000021325915,0.000098296994,0.0000020585678,0.0000042262154,0.000010145959,0.0000011297836,0.0008444798],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999106,0.000267777,0.000042860338,0.00005899724,0.0001217467,0.00040257708],"domain_scores_gemma":[0.99687636,0.0014709634,0.00066949025,0.00008629202,0.00025852807,0.00063842646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094920216,0.00008971458,0.00014218435,0.0014647676,0.0021059827,0.003661483,0.0004426219,0.00048258426,0.0059744734],"category_scores_gemma":[0.0042109266,0.00017537428,0.00012721153,0.0026004333,0.0024423702,0.0023144973,0.002800264,0.0008701228,0.00020556946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027994692,0.0003677436,0.7206444,0.00042729694,0.000049090784,0.006622831,0.15690714,0.0003245413,0.0033251606,0.039515797,0.0025315697,0.06900447],"study_design_scores_gemma":[0.000029998464,0.00009354485,0.71013045,0.0004467981,0.000026834985,0.00080028304,0.26208743,0.0005877597,0.00049398607,0.0029952885,0.022280712,0.000026829688],"about_ca_topic_score_codex":0.100699164,"about_ca_topic_score_gemma":0.13050756,"teacher_disagreement_score":0.100699164,"about_ca_system_score_codex":0.005426104,"about_ca_system_score_gemma":0.004339985,"threshold_uncertainty_score":0.20022607},"labels":[],"label_agreement":null},{"id":"W2122493983","doi":"10.19173/irrodl.v15i4.1873","title":"Towards development of OER derived custom-built open textbooks: A baseline survey of university teachers at the University of the South Pacific","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Open university; Mathematics education; Educational technology; Computer science; Psychology; Pedagogy; Distance education","score_opus":0.09697470385682909,"score_gpt":0.37211761830155216,"score_spread":0.27514291444472305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122493983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99929106,0.000043038315,0.000041338775,0.000060198636,0.0000011327562,0.000021917012,0.000053280874,0.0000012603435,0.00048674457],"genre_scores_gemma":[0.99800044,0.00040985417,0.00022796224,0.00011294715,0.000003432876,0.00008220505,0.000106620944,0.0000035469511,0.0010530694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988067,0.00023550713,0.00017400367,0.00014996021,0.0003681196,0.00026570703],"domain_scores_gemma":[0.99469095,0.001125616,0.0018745683,0.00016606732,0.001146306,0.0009964312],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0018227518,0.00020953777,0.0003944957,0.0011979253,0.0013269541,0.0017890357,0.0004281064,0.0006493104,0.0025957143],"category_scores_gemma":[0.00552765,0.0006876588,0.00030541327,0.0012486617,0.00088787137,0.0016008287,0.0014617535,0.0011231718,0.00072932296],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049636034,0.0004270007,0.8336488,0.00026622546,0.000015513317,0.00064426166,0.14897439,0.000049234783,0.0028171756,0.00014506266,0.00042599585,0.0125366235],"study_design_scores_gemma":[0.000004464489,0.00024921153,0.7937254,0.00010478731,0.000008465675,0.00023200882,0.20238778,0.00010076404,0.00042138106,0.000027922599,0.002722628,0.000015223936],"about_ca_topic_score_codex":0.022755163,"about_ca_topic_score_gemma":0.038230814,"teacher_disagreement_score":0.9995719,"about_ca_system_score_codex":0.0013722903,"about_ca_system_score_gemma":0.0021557114,"threshold_uncertainty_score":0.04524547},"labels":[],"label_agreement":null},{"id":"W2122524552","doi":"10.19173/irrodl.v9i2.502","title":"Eportfolios: From description to analysis","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Reflection (computer programming); Educational technology; Computer science; Online discussion; Cognition; Space (punctuation); Mathematics education; Data science; Psychology; World Wide Web","score_opus":0.21596621462828006,"score_gpt":0.5453816607799266,"score_spread":0.32941544615164653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122524552","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11013269,0.04990331,0.45279825,0.017016074,0.0030169394,0.0024230648,0.00787572,0.0038659675,0.3529681],"genre_scores_gemma":[0.46772173,0.053610813,0.28454247,0.0045654345,0.001823472,0.0046750293,0.010567647,0.004967747,0.16752575],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99446183,0.0024072493,0.00039126983,0.00046109117,0.0019765587,0.00030201804],"domain_scores_gemma":[0.9901192,0.0056282445,0.000912511,0.0013609834,0.001575222,0.00040373107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051221396,0.0007073838,0.00042446036,0.0064536706,0.001761951,0.006424918,0.0016032921,0.000906812,0.009153809],"category_scores_gemma":[0.0146223875,0.00035050776,0.0004804302,0.006136097,0.0055337213,0.0053375117,0.0039871414,0.0016921463,0.0026387386],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017401524,0.000100399666,0.0034441368,0.0028930702,0.000029223818,0.0021609457,0.092689045,0.0013871845,0.0045039263,0.263646,0.080966756,0.5480053],"study_design_scores_gemma":[0.0000065815075,0.00003028643,0.0013927141,0.0016708011,0.000005159277,0.000868007,0.016202819,0.0004448576,0.0015213862,0.017016072,0.96081704,0.00002433787],"about_ca_topic_score_codex":0.0037137573,"about_ca_topic_score_gemma":0.0040441942,"teacher_disagreement_score":0.009153809,"about_ca_system_score_codex":0.003884659,"about_ca_system_score_gemma":0.0034644257,"threshold_uncertainty_score":0.030622542},"labels":[],"label_agreement":null},{"id":"W2123094782","doi":"10.19173/irrodl.v5i3.205","title":"Stealing the Goose: Copyright and Learning","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Intellectual property; Fair use; Commonwealth; Digital Millennium Copyright Act; The Internet; Law and economics; Copyright infringement; Commons; Copyright Act; Balance (ability); Internet privacy; Fair dealing; Business; Law; Political science; Public relations; Copyright law; Economics; Computer science; World Wide Web","score_opus":0.08698715531493428,"score_gpt":0.3794221919015,"score_spread":0.2924350365865657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123094782","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014880185,0.13844414,0.006760759,0.13300838,0.001321754,0.00003874166,0.000045142056,0.000064049935,0.70543694],"genre_scores_gemma":[0.69988877,0.15694185,0.00312685,0.015960017,0.0027735631,0.00009050488,0.000057073747,0.0000691337,0.12109229],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99629754,0.0017006051,0.00013404626,0.0003117858,0.0012687851,0.00028722314],"domain_scores_gemma":[0.9920655,0.004813549,0.0010479442,0.00072198076,0.0008990278,0.00045203822],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0033011276,0.0002598208,0.00026029313,0.0017761549,0.0031340178,0.01209586,0.00075351726,0.0051863785,0.01386301],"category_scores_gemma":[0.013327718,0.00013872446,0.00017531226,0.0034384779,0.022298045,0.016917378,0.0034375484,0.0028441523,0.0016161159],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000107354645,0.000016843864,0.00037944136,0.00015044474,0.000004897288,0.00012337457,0.0023548335,0.00015691968,0.0000782243,0.8755254,0.023050662,0.09814813],"study_design_scores_gemma":[0.000005368572,0.000020965837,0.0014645561,0.0010652088,0.0000064244264,0.00022067442,0.0037808898,0.00019268686,0.00020081982,0.58464324,0.40837902,0.0000201388],"about_ca_topic_score_codex":0.004747939,"about_ca_topic_score_gemma":0.0059157754,"teacher_disagreement_score":0.98790413,"about_ca_system_score_codex":0.0044552437,"about_ca_system_score_gemma":0.0034922992,"threshold_uncertainty_score":0.046376348},"labels":[],"label_agreement":null},{"id":"W2123130529","doi":"10.19173/irrodl.v11i3.886","title":"The pedagogical enhancement of open education: An examination of problem-based learning","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Open educational resources; Open learning; Openness to experience; Context (archaeology); Computer science; Dissemination; Distance education; Educational technology; Embodied cognition; Open society; Mathematics education; Knowledge management; Teaching method; Pedagogy; World Wide Web; Sociology; Political science; Psychology; Artificial intelligence; Cooperative learning","score_opus":0.13919833885331,"score_gpt":0.4926375175025531,"score_spread":0.35343917864924307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123130529","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23667946,0.015803559,0.100963734,0.035938524,0.00028567886,0.0009812204,0.000061767125,0.00014019982,0.6091459],"genre_scores_gemma":[0.95765823,0.0069600646,0.025980797,0.0014915373,0.00011439192,0.00046514696,0.00002636472,0.000055854103,0.0072475583],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98444647,0.009585798,0.00047489695,0.000719417,0.0041395538,0.0006338523],"domain_scores_gemma":[0.9153686,0.071672745,0.00399083,0.0031771823,0.0045221425,0.0012685087],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.01403087,0.00035441946,0.00067063456,0.003500741,0.0026476511,0.011786237,0.0017163949,0.0016090737,0.0035929198],"category_scores_gemma":[0.038666725,0.00029741693,0.0006695582,0.0035556925,0.01676281,0.013983737,0.007671528,0.0038100102,0.0003325136],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000545335,0.00053534424,0.011454769,0.0019667833,0.000038743423,0.00040791658,0.07701451,0.00097153865,0.0006223863,0.70105535,0.002741335,0.20313682],"study_design_scores_gemma":[0.00006114832,0.00041880851,0.027335202,0.004170705,0.00006433567,0.0015728028,0.11976223,0.005304629,0.0019722653,0.57972866,0.25954267,0.00006657564],"about_ca_topic_score_codex":0.0011990555,"about_ca_topic_score_gemma":0.0011640864,"teacher_disagreement_score":0.9982836,"about_ca_system_score_codex":0.0047691073,"about_ca_system_score_gemma":0.005153906,"threshold_uncertainty_score":0.07420325},"labels":[],"label_agreement":null},{"id":"W2123508417","doi":"10.19173/irrodl.v2i2.63","title":"Web-Based Education at Conventional Universities in China: A Case Study","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"China; Government (linguistics); Web application; Information and Communications Technology; Educational technology; Distance education; Political science; Web 2.0; The Internet; Public relations; World Wide Web; Computer science","score_opus":0.0814233883666522,"score_gpt":0.4620297172630856,"score_spread":0.3806063288964334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123508417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997384,0.000081779064,0.00022686554,0.00022756869,0.0000046969,0.00008425874,0.000021518119,0.0000042766574,0.0019649882],"genre_scores_gemma":[0.99708635,0.00020070652,0.0005091431,0.000105583495,0.000006779946,0.000073350064,0.000024188928,0.000002196205,0.0019918082],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9981729,0.00064932613,0.0000660307,0.00014149115,0.0003194445,0.00065071904],"domain_scores_gemma":[0.9977423,0.00061084033,0.00031317616,0.00015283204,0.00022256128,0.0009583345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001877622,0.00045605956,0.00042240217,0.0013141312,0.005658159,0.0014963661,0.0020900907,0.0025828823,0.0031300995],"category_scores_gemma":[0.002600055,0.00028569493,0.00031100225,0.0030050457,0.0018238488,0.0012419133,0.0016179134,0.00091403036,0.00029011106],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009211244,0.009388912,0.46474302,0.0007996829,0.00010699893,0.13312729,0.20323217,0.009360894,0.0060500856,0.014365671,0.005883603,0.15202056],"study_design_scores_gemma":[0.0007480516,0.007925349,0.37479898,0.0005244003,0.00016512694,0.020600758,0.5182342,0.026065474,0.00584307,0.0029149114,0.04194292,0.00023671881],"about_ca_topic_score_codex":0.07620586,"about_ca_topic_score_gemma":0.14076763,"teacher_disagreement_score":0.07620586,"about_ca_system_score_codex":0.005820964,"about_ca_system_score_gemma":0.0053525926,"threshold_uncertainty_score":0.15152454},"labels":[],"label_agreement":null},{"id":"W2123749079","doi":"10.19173/irrodl.v2i1.29","title":"The Technological Consolidation of UNED in Spain","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology in Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; The Internet; Higher education; Videoconferencing; Sociology; Computer science; Multimedia; Telecommunications; Library science; World Wide Web; Pedagogy; Political science","score_opus":0.08921343848701406,"score_gpt":0.4479924891548417,"score_spread":0.3587790506678276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123749079","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36549965,0.056308474,0.002232261,0.016241848,0.0015773216,0.00014917,0.0010567502,0.00022866197,0.55670583],"genre_scores_gemma":[0.83412695,0.03285426,0.0048719468,0.0045812773,0.00058327004,0.00018360741,0.0019484154,0.00015163764,0.12069863],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99810433,0.00029974454,0.00013510427,0.00041542127,0.00051134935,0.00053399475],"domain_scores_gemma":[0.9983822,0.00044401342,0.000272902,0.00022701331,0.00040158205,0.00027227445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020873952,0.00048993394,0.0005339689,0.0022537014,0.0019598075,0.009959614,0.0011644568,0.0016706461,0.007886498],"category_scores_gemma":[0.002734486,0.00032165696,0.0006032823,0.0044449875,0.002776591,0.0022141342,0.006059233,0.002800461,0.0011806615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000962311,0.000534387,0.031771373,0.0016197965,0.00007503811,0.0076874313,0.020508744,0.002293738,0.0072407275,0.38039556,0.03310765,0.5138031],"study_design_scores_gemma":[0.00008212449,0.00010134997,0.043441843,0.0006348634,0.000015529038,0.00071079767,0.0047941846,0.00028084175,0.0008337044,0.0051903115,0.94387174,0.00004272525],"about_ca_topic_score_codex":0.038544443,"about_ca_topic_score_gemma":0.018419132,"teacher_disagreement_score":0.038544443,"about_ca_system_score_codex":0.013501172,"about_ca_system_score_gemma":0.0068816943,"threshold_uncertainty_score":0.09795833},"labels":[],"label_agreement":null},{"id":"W2123865730","doi":"10.19173/irrodl.v14i3.1299","title":"De-gendering in the use of e-learning","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT Impact and Policies","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Appeal; Point (geometry); Psychology; Institution; Character (mathematics); Educational technology; Social psychology; Sociology; Mathematics education; Mathematics; Political science; Social science","score_opus":0.14143957957177314,"score_gpt":0.4099498482353474,"score_spread":0.2685102686635743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123865730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7171321,0.012368498,0.011627507,0.006209451,0.0003864752,0.00008676337,0.00018211176,0.000026794401,0.25198027],"genre_scores_gemma":[0.99107856,0.001492155,0.0006662783,0.0004101517,0.00006154521,0.00001590622,0.000022085202,0.000012409391,0.0062409495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99243295,0.0047535957,0.00038483657,0.0006127051,0.0012969754,0.0005188483],"domain_scores_gemma":[0.9912559,0.0056115445,0.0016166834,0.00064820587,0.0006190954,0.00024859374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048874277,0.00024199022,0.00021067064,0.0012306707,0.0010000798,0.0027223455,0.00039146346,0.0005115648,0.0055406583],"category_scores_gemma":[0.011106574,0.00009618951,0.00021406382,0.0013103973,0.0030804367,0.0034125342,0.0017773091,0.00061470247,0.0005271517],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022651353,0.00015977622,0.10519466,0.00060619495,0.00004375556,0.000887707,0.22520155,0.00025692963,0.004170728,0.38571423,0.0025864502,0.27495152],"study_design_scores_gemma":[0.000022699061,0.00043450727,0.21178874,0.0015185807,0.00007494353,0.0039197076,0.3110906,0.0008387876,0.006875372,0.12376933,0.33958417,0.00008258392],"about_ca_topic_score_codex":0.0020351948,"about_ca_topic_score_gemma":0.002322284,"teacher_disagreement_score":0.0055406583,"about_ca_system_score_codex":0.0012300115,"about_ca_system_score_gemma":0.0007641725,"threshold_uncertainty_score":0.025847495},"labels":[],"label_agreement":null},{"id":"W2124501599","doi":"10.19173/irrodl.v13i1.1141","title":"An open education resource supports a diversity of inquiry-based learning","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Casual; Open education; Diversity (politics); Resource (disambiguation); Mathematics education; The Internet; Set (abstract data type); Function (biology); Open educational resources; Computer science; Psychology; Pedagogy; World Wide Web; Sociology; Political science","score_opus":0.1176197711275156,"score_gpt":0.4601874413879958,"score_spread":0.3425676702604802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124501599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41066766,0.0034003358,0.17040597,0.006220634,0.0002559595,0.0007042878,0.0003243738,0.0018521452,0.4061687],"genre_scores_gemma":[0.8829171,0.0014267262,0.081255764,0.00078503654,0.00020186706,0.0004073831,0.00020845783,0.00025950914,0.032538064],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99257445,0.0041343383,0.0004096275,0.0007258052,0.0016589162,0.0004969132],"domain_scores_gemma":[0.9764738,0.015469563,0.0013156359,0.003962966,0.0007710157,0.0020069852],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.005059475,0.00030407097,0.0005751621,0.0020327922,0.0015745373,0.006917635,0.001679235,0.0012212569,0.009939928],"category_scores_gemma":[0.014489961,0.00027517127,0.0004006399,0.0017421882,0.0031930413,0.010529096,0.011982006,0.00096251885,0.0025702543],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020552687,0.0011111769,0.018354021,0.0013163908,0.000043943408,0.0021194697,0.06684043,0.0006752836,0.008093974,0.09460612,0.0066640037,0.7999696],"study_design_scores_gemma":[0.0001452775,0.0014612002,0.028947134,0.002817691,0.00008285679,0.005658831,0.07274143,0.0022451475,0.006330226,0.11976529,0.7596135,0.00019136257],"about_ca_topic_score_codex":0.00025805488,"about_ca_topic_score_gemma":0.0006694066,"teacher_disagreement_score":0.99832076,"about_ca_system_score_codex":0.00062904926,"about_ca_system_score_gemma":0.001524652,"threshold_uncertainty_score":0.033252418},"labels":[],"label_agreement":null},{"id":"W2124544771","doi":"10.19173/irrodl.v9i2.478","title":"Distance Education and Corporate Training in Brazil: Regulations and interrelationships","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Public Policy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Bureaucracy; Population; Poverty; Economic growth; Developing country; Business; Higher education; Private sector; Economics; Political science; Sociology","score_opus":0.2958116804340959,"score_gpt":0.5217390457917723,"score_spread":0.22592736535767644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124544771","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32215685,0.06588234,0.027972756,0.09933549,0.00081367226,0.0009622453,0.0019512366,0.00033940503,0.48058596],"genre_scores_gemma":[0.9541961,0.013788643,0.007574321,0.0057249735,0.00023575574,0.00035292443,0.00042465993,0.00007688942,0.0176257],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9894169,0.002465384,0.0011590527,0.0014648571,0.004293046,0.0012007682],"domain_scores_gemma":[0.96223587,0.018004261,0.007536155,0.0024858594,0.0074263187,0.0023114963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010897505,0.00027968304,0.00028715975,0.002193043,0.0031995757,0.007733094,0.0014744595,0.0015209848,0.002903877],"category_scores_gemma":[0.023646597,0.0005886924,0.00042280584,0.0029174488,0.0073602702,0.002098159,0.003122676,0.0025872334,0.0003142974],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044070235,0.00017793282,0.060074236,0.0014444074,0.000046409325,0.0008247248,0.022018107,0.0017144815,0.005072282,0.7219883,0.019538738,0.1670564],"study_design_scores_gemma":[0.000030868676,0.00015491601,0.2553415,0.0049177,0.000079848105,0.0011409807,0.01692356,0.0017752715,0.0037179044,0.06221683,0.6534776,0.0002228951],"about_ca_topic_score_codex":0.09656335,"about_ca_topic_score_gemma":0.11048579,"teacher_disagreement_score":0.09656335,"about_ca_system_score_codex":0.015675042,"about_ca_system_score_gemma":0.02326876,"threshold_uncertainty_score":0.19200253},"labels":[],"label_agreement":null},{"id":"W2124878517","doi":"10.19173/irrodl.v12i2.964","title":"Online videoconferencing products: Update","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Videoconferencing; Distance education; Computer science; Teleconference; Software; Multimedia; Online video; Online learning; World Wide Web; Psychology; Mathematics education","score_opus":0.15514141718793187,"score_gpt":0.43378281453525785,"score_spread":0.27864139734732596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124878517","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039709084,0.0991545,0.031242954,0.010199775,0.02417911,0.0016152353,0.08925904,0.03171849,0.6729218],"genre_scores_gemma":[0.06064055,0.05968441,0.02991961,0.002413316,0.0053294986,0.0006085831,0.10789527,0.0032600046,0.7302487],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982533,0.00011852966,0.00015697867,0.000119543976,0.0012529476,0.00009867529],"domain_scores_gemma":[0.9847564,0.001777912,0.00056842144,0.0007415756,0.0115294205,0.000626274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002888915,0.0012827513,0.0007911979,0.0058417353,0.00045087613,0.0028114081,0.001692367,0.001511756,0.059972268],"category_scores_gemma":[0.0072884774,0.0004896384,0.0003785262,0.004556068,0.00037425416,0.004293138,0.00078202196,0.0015346914,0.055428397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019617166,0.00043794155,0.0012181464,0.00045271372,0.000016494145,0.00008654975,0.000056654877,0.00036522062,0.0016258185,0.0010180072,0.47721052,0.51731575],"study_design_scores_gemma":[0.0000228629,0.00015251103,0.003824874,0.00025595236,0.00002523436,0.00021370576,0.000049630322,0.0003657872,0.001664909,0.00021147904,0.99318755,0.000025576435],"about_ca_topic_score_codex":0.009255473,"about_ca_topic_score_gemma":0.013390167,"teacher_disagreement_score":0.059972268,"about_ca_system_score_codex":0.0011959921,"about_ca_system_score_gemma":0.0012113451,"threshold_uncertainty_score":0.20062721},"labels":[],"label_agreement":null},{"id":"W2126546743","doi":"10.19173/irrodl.v13i2.1127","title":"Are online learners frustrated with collaborative learning experiences?","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":247,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Frustration; Collaborative learning; Online discussion; Psychology; Feeling; Computer-mediated communication; Quality (philosophy); Cooperative learning; Distance education; Perception; Computer-supported collaborative learning; Mathematics education; Social psychology; Computer science; The Internet; Teaching method; World Wide Web","score_opus":0.18668201735901985,"score_gpt":0.5364246168918788,"score_spread":0.34974259953285897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126546743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716323,0.0145825045,0.0008401268,0.004998024,0.00020131379,0.000030778076,0.000090645655,0.000023314455,0.007600949],"genre_scores_gemma":[0.99200636,0.005681784,0.00017533619,0.0011186191,0.0001268292,0.000043276166,0.00005824433,0.000007536043,0.00078216527],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970253,0.0013005508,0.00021573955,0.00027487977,0.0007028934,0.00048069216],"domain_scores_gemma":[0.99116653,0.0043111145,0.002498232,0.00017826281,0.00085577904,0.0009900898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022821396,0.00024297442,0.00063418044,0.0006912256,0.0009891255,0.0034607404,0.00048527837,0.0013256314,0.0019971821],"category_scores_gemma":[0.012450749,0.00015449707,0.0004550742,0.00072603347,0.0010908544,0.0024022635,0.0013244451,0.0009079004,0.0004873607],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045953965,0.0005099522,0.42012647,0.0020816873,0.00025652425,0.0049722316,0.19150543,0.00015907398,0.0018543105,0.001920386,0.010034112,0.36612022],"study_design_scores_gemma":[0.00004061471,0.0007055141,0.44183275,0.0016926978,0.00028921672,0.010641953,0.48830152,0.00046523314,0.0010950605,0.0024920693,0.052285206,0.00015830943],"about_ca_topic_score_codex":0.00094165996,"about_ca_topic_score_gemma":0.0013418333,"teacher_disagreement_score":0.0034607404,"about_ca_system_score_codex":0.0007387904,"about_ca_system_score_gemma":0.00062561495,"threshold_uncertainty_score":0.012069285},"labels":[],"label_agreement":null},{"id":"W2126829455","doi":"10.19173/irrodl.v16i4.2351","title":"An Investigation of University Student Readiness towards M-learning using Technology Acceptance Model","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Psychology; Usability; Context (archaeology); Sample (material); Blended learning; Educational technology; Data collection; M-learning; Mobile device; Applied psychology; Knowledge management; Social psychology; Mathematics education; Computer science; Human–computer interaction; World Wide Web; Sociology","score_opus":0.362668019032204,"score_gpt":0.5513177684144464,"score_spread":0.18864974938224233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126829455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979488,0.000049311995,0.00043170812,0.00009610861,0.0000031524974,0.000035304933,0.000017748729,0.0000038210974,0.0014140768],"genre_scores_gemma":[0.99938905,0.000056777095,0.00031300957,0.000013638411,0.0000020822795,0.000035083754,0.000025315469,9.927318e-7,0.00016407327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975828,0.0011517941,0.00019257463,0.00011825839,0.0007067645,0.00024788931],"domain_scores_gemma":[0.98589337,0.008416361,0.0017648165,0.00054162316,0.0022615981,0.0011222949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004226401,0.00028006514,0.00040004606,0.001202623,0.00053911336,0.0014476349,0.00050883385,0.0007500652,0.002243154],"category_scores_gemma":[0.014230063,0.00022603554,0.0007337162,0.0011825839,0.0004309427,0.0011208737,0.0009210864,0.0010648613,0.00035637832],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011092453,0.00091917533,0.9615094,0.000087875145,0.000060728675,0.00015895115,0.0069824816,0.00045496534,0.00085139635,0.00089397666,0.00023551036,0.027734533],"study_design_scores_gemma":[0.0000156874,0.0018168658,0.96078664,0.00012077124,0.00006496569,0.00028657072,0.025173362,0.008689805,0.0009480606,0.00071788905,0.0013428899,0.000036448044],"about_ca_topic_score_codex":0.0011189801,"about_ca_topic_score_gemma":0.001312307,"teacher_disagreement_score":0.004226401,"about_ca_system_score_codex":0.00045589896,"about_ca_system_score_gemma":0.0010368278,"threshold_uncertainty_score":0.022351623},"labels":[],"label_agreement":null},{"id":"W2127469561","doi":"10.19173/irrodl.v14i3.1460","title":"Synchronous online collaborative professional development for elementary mathematics teachers","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Mathematics education; Curriculum; Professional development; Professional learning community; Creativity; The Internet; Learning community; Faculty development; Connected Mathematics; Core-Plus Mathematics Project; Cognitively Guided Instruction; Quality (philosophy); Reform mathematics; Collaborative learning; Pedagogy; Educational technology; Teaching method; Computer science; Mathematics; Psychology; World Wide Web","score_opus":0.128421322582333,"score_gpt":0.5298285920537434,"score_spread":0.4014072694714105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127469561","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3861274,0.017620713,0.101120226,0.0121712675,0.0008237192,0.00079446146,0.00020469936,0.0010139053,0.48012358],"genre_scores_gemma":[0.88789904,0.009318767,0.047515903,0.0010650037,0.00032991584,0.0004265393,0.00026148415,0.00013511843,0.0530482],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99582326,0.0018038142,0.00011791052,0.00044059922,0.0014419795,0.00037241084],"domain_scores_gemma":[0.9897322,0.0050855125,0.0009052109,0.0013390492,0.0012069553,0.0017310432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044146297,0.0001472143,0.00020277862,0.00091015577,0.0020140498,0.0032965748,0.001608788,0.00068560796,0.009261378],"category_scores_gemma":[0.010002827,0.00015457283,0.0001894078,0.001229253,0.0016719637,0.0030612214,0.0044826292,0.0005865308,0.0025191645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007112927,0.0005374272,0.0073161544,0.0007885447,0.000018849141,0.00034894285,0.030925797,0.0002786978,0.0019175628,0.022613512,0.016377253,0.91880614],"study_design_scores_gemma":[0.00010307219,0.00044615322,0.027849328,0.0011565009,0.000050366056,0.0012808136,0.04658739,0.0011891782,0.002873584,0.030233797,0.88818556,0.000044318156],"about_ca_topic_score_codex":0.005847418,"about_ca_topic_score_gemma":0.022817682,"teacher_disagreement_score":0.009261378,"about_ca_system_score_codex":0.0022264651,"about_ca_system_score_gemma":0.00848471,"threshold_uncertainty_score":0.030982375},"labels":[],"label_agreement":null},{"id":"W2127578158","doi":"10.19173/irrodl.v11i3.842","title":"Development of interactive and reflective learning among Malaysian online distant learners: An ESL instructor’s experience","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); TUTOR; Distance education; Process (computing); Educational technology; Plan (archaeology); Active learning (machine learning); Pedagogy; Psychology; Computer science; Mathematics education; Engineering","score_opus":0.07818201290708808,"score_gpt":0.48938177457296145,"score_spread":0.41119976166587335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127578158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911861,0.00022152222,0.0021888076,0.00079661305,0.00005034586,0.000075702235,0.00001893316,0.00007303244,0.005388923],"genre_scores_gemma":[0.97477394,0.0008099885,0.007778129,0.0005563739,0.00008916851,0.00007664261,0.000042659176,0.000058625443,0.015814554],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99815685,0.0010863086,0.00007581853,0.00018903102,0.0002969613,0.0001950211],"domain_scores_gemma":[0.99637693,0.0010369249,0.00025896597,0.00022492102,0.00049580785,0.0016064573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033436154,0.0005795526,0.00059680553,0.00059077574,0.0033347178,0.0023997938,0.0014853361,0.0012602613,0.0021461556],"category_scores_gemma":[0.004511647,0.00027835293,0.00042143368,0.00035687213,0.0017124605,0.002139406,0.0027360166,0.0016102294,0.0010469671],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037062,0.008624524,0.017873364,0.00059450127,0.000036158308,0.009216255,0.726931,0.0004969504,0.021685043,0.0014238175,0.0067469594,0.20600086],"study_design_scores_gemma":[0.00025421675,0.011566692,0.055721354,0.00063129346,0.00011977103,0.018969217,0.6389593,0.005836701,0.040898703,0.0015785738,0.2251553,0.00030882156],"about_ca_topic_score_codex":0.0006603867,"about_ca_topic_score_gemma":0.0015054725,"teacher_disagreement_score":0.0033436154,"about_ca_system_score_codex":0.0009849332,"about_ca_system_score_gemma":0.0010256198,"threshold_uncertainty_score":0.01768291},"labels":[],"label_agreement":null},{"id":"W2127725863","doi":"10.19173/irrodl.v16i1.2000","title":"How do students want to learn in online distance education? Profiling student preferences","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Preference; Distance education; Psychology; Bachelor; Exploratory factor analysis; Promotion (chess); Mathematics education; Mathematics; Statistics; Developmental psychology","score_opus":0.1440926855472007,"score_gpt":0.5354291103398124,"score_spread":0.39133642479261177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127725863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99684733,0.00007043047,0.00011119552,0.00073400105,0.000010811642,0.000007617939,0.00005859877,0.0000029827781,0.0021569089],"genre_scores_gemma":[0.99870884,0.0001185366,0.00011384745,0.0002557906,0.000009716678,0.000010223977,0.000075454234,0.0000030206802,0.0007045807],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9982868,0.00047055518,0.00014059502,0.0001142783,0.0005561749,0.00043161013],"domain_scores_gemma":[0.99384415,0.0013670647,0.0014111624,0.00016626573,0.0006948661,0.0025164725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016443203,0.000121318306,0.0002786376,0.00093757856,0.0007705164,0.0022725447,0.0003334329,0.0007625613,0.0036301403],"category_scores_gemma":[0.008897959,0.00013788545,0.00040693485,0.00090437656,0.00044597298,0.0013980689,0.0010085256,0.001034655,0.0009866091],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014016494,0.00027473862,0.9529213,0.000055903103,0.000044858785,0.00023798969,0.008067185,0.00013842831,0.00076677295,0.00034776237,0.0017442718,0.03526059],"study_design_scores_gemma":[0.000015101969,0.00037901208,0.9189063,0.000057296642,0.000029615661,0.00067022763,0.072524995,0.000732524,0.00055933034,0.00077075075,0.005314279,0.000040515028],"about_ca_topic_score_codex":0.0013572054,"about_ca_topic_score_gemma":0.0034893006,"teacher_disagreement_score":0.0036301403,"about_ca_system_score_codex":0.00037413253,"about_ca_system_score_gemma":0.00055286504,"threshold_uncertainty_score":0.012144029},"labels":[],"label_agreement":null},{"id":"W2128485655","doi":"10.19173/irrodl.v15i3.1586","title":"Success factors for e-learning in a developing country: A case study of Serbia","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; E learning; Learning Management; Order (exchange); Knowledge management; Distance education; Mathematics education; Information system; Instructional design; Multimedia; World Wide Web; The Internet; Psychology; Engineering","score_opus":0.2796944368682848,"score_gpt":0.5409845940118866,"score_spread":0.26129015714360176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128485655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987841,0.000059857262,0.00009932509,0.00004341278,0.0000022553645,0.000025632087,0.000013344235,0.0000011688564,0.00097097724],"genre_scores_gemma":[0.9989079,0.00022952046,0.00040237806,0.00002960497,0.0000016119562,0.000024048433,0.000021326914,0.0000024119256,0.00038116597],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99889284,0.0006651084,0.00004902233,0.00006037457,0.00009322182,0.00023935376],"domain_scores_gemma":[0.997965,0.0011567092,0.00026433362,0.000080211285,0.00025097493,0.0002827231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025864511,0.00051548553,0.0005236232,0.0021802401,0.003292516,0.002320058,0.00056673284,0.0008010387,0.001511797],"category_scores_gemma":[0.0029438778,0.00030011634,0.000496789,0.002433772,0.0014203801,0.00086232385,0.0011378402,0.0010112412,0.00021952242],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005551219,0.00783945,0.6886388,0.0007164825,0.00012177698,0.045673415,0.17005448,0.004563442,0.0049150223,0.0065018837,0.0015789162,0.06884127],"study_design_scores_gemma":[0.00008230977,0.0022112057,0.48780245,0.0005907541,0.00011335946,0.0036047318,0.49045098,0.0045901523,0.0026034974,0.0004167775,0.0074682846,0.00006553076],"about_ca_topic_score_codex":0.038858388,"about_ca_topic_score_gemma":0.0556442,"teacher_disagreement_score":0.038858388,"about_ca_system_score_codex":0.0025331539,"about_ca_system_score_gemma":0.002380958,"threshold_uncertainty_score":0.07726443},"labels":[],"label_agreement":null},{"id":"W2128548635","doi":"10.19173/irrodl.v13i4.1294","title":"Facebook groups as LMS: A case study","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning Management; Psychology; Computer-mediated communication; Educational technology; Medical education; Computer science; Multimedia; The Internet; World Wide Web; Mathematics education; Medicine","score_opus":0.14371981019413999,"score_gpt":0.5254391494614725,"score_spread":0.38171933926733254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128548635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98562247,0.00035390444,0.001179637,0.0014454043,0.00007653404,0.00046610698,0.00008352448,0.000035611185,0.010736878],"genre_scores_gemma":[0.98258543,0.0010235815,0.0026425791,0.00065071916,0.00008369376,0.0004952027,0.000070516006,0.000033489174,0.012414783],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99580526,0.00281273,0.00012055678,0.00026117192,0.0004121766,0.00058804377],"domain_scores_gemma":[0.99384934,0.0034997424,0.00046523855,0.00028687087,0.0003211582,0.0015776635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033480152,0.00085975253,0.00052273227,0.002011724,0.0108298445,0.0031182498,0.0019144872,0.004717888,0.0063804016],"category_scores_gemma":[0.007877825,0.00061937777,0.0006123625,0.0014301806,0.0028927661,0.003166012,0.003798748,0.0029209491,0.0013226981],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036640425,0.020673964,0.057275206,0.0008399676,0.00006456548,0.107718736,0.69612366,0.0005592819,0.003741003,0.009908764,0.008380961,0.09434752],"study_design_scores_gemma":[0.00020380242,0.00372228,0.027987763,0.00049384125,0.00006307643,0.033499945,0.8539078,0.0018485946,0.0037143435,0.0017591744,0.07269448,0.000104801904],"about_ca_topic_score_codex":0.0054215286,"about_ca_topic_score_gemma":0.015297467,"teacher_disagreement_score":0.0108298445,"about_ca_system_score_codex":0.0023814475,"about_ca_system_score_gemma":0.0015753253,"threshold_uncertainty_score":0.021344602},"labels":[],"label_agreement":null},{"id":"W2129136111","doi":"10.19173/irrodl.v10i3.675","title":"Creating Effective Collaborative Learning Groups in an Online Environment","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":580,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Collaborative learning; Distance education; Computer science; Mathematics education; Group work; Cooperative learning; Higher education; Experiential learning; Psychology; Pedagogy; Teaching method; Engineering","score_opus":0.06172265576446639,"score_gpt":0.4599894164421236,"score_spread":0.3982667606776572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129136111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.569235,0.004918708,0.32944113,0.0028617007,0.0005004061,0.0029271108,0.000095690964,0.0006900505,0.08933018],"genre_scores_gemma":[0.6779261,0.0033623634,0.30687633,0.00029990904,0.00023651317,0.0012832591,0.00015850767,0.00007539141,0.009781551],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98501277,0.009066675,0.00068785786,0.0012571468,0.0033666552,0.0006089833],"domain_scores_gemma":[0.9661076,0.02399756,0.0029764292,0.0031555193,0.001844135,0.0019187713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011654932,0.0005054228,0.00069450896,0.0021544062,0.0017525428,0.0049870447,0.0020641505,0.0013126038,0.004320524],"category_scores_gemma":[0.030733788,0.00027911805,0.00060361443,0.0015245969,0.0015547955,0.005907696,0.0044163987,0.0007982905,0.001759142],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113380906,0.0024855465,0.013040241,0.0017063876,0.00017207873,0.0002966377,0.022715738,0.0022309085,0.0066386317,0.020007929,0.0039855856,0.92660683],"study_design_scores_gemma":[0.0011282264,0.0089065,0.08896996,0.0048984583,0.0008006751,0.003265108,0.10770702,0.024384385,0.047416665,0.18718709,0.524804,0.0005318308],"about_ca_topic_score_codex":0.00030495733,"about_ca_topic_score_gemma":0.0006469286,"teacher_disagreement_score":0.011654932,"about_ca_system_score_codex":0.0006203558,"about_ca_system_score_gemma":0.0022396392,"threshold_uncertainty_score":0.06163788},"labels":[],"label_agreement":null},{"id":"W2129286809","doi":"10.19173/irrodl.v16i2.2051","title":"Influencing factors in OER usage of adult learners in Korea","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Terminology; Context (archaeology); Computer science; The Internet; Educational technology; Multimedia; Affect (linguistics); Knowledge management; World Wide Web; Psychology; Mathematics education","score_opus":0.11078887687615044,"score_gpt":0.4337778706129694,"score_spread":0.322988993736819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129286809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99933237,0.00008609599,0.000041178093,0.00004811283,0.000001471096,0.0000068224645,0.000030181001,0.0000011047788,0.00045268895],"genre_scores_gemma":[0.99941003,0.00013383827,0.00006488206,0.00003678819,0.0000012161684,0.000006192538,0.000039661223,0.0000013311676,0.00030613306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99938476,0.00011397014,0.00012606903,0.00008047392,0.00015315753,0.00014146097],"domain_scores_gemma":[0.99746525,0.00064333936,0.0007979991,0.00006390872,0.00046527744,0.0005642236],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0008064344,0.00017271083,0.00021571585,0.0006755235,0.00053626945,0.0011631525,0.00023724136,0.00035363509,0.0020307398],"category_scores_gemma":[0.0022693488,0.0001559205,0.000384597,0.0007407283,0.00032958415,0.00065799186,0.0005651882,0.0004961182,0.00028607732],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024570949,0.00017556106,0.986429,0.000052619514,0.000015605128,0.00022125941,0.0057028006,0.000028179089,0.0003757122,0.00006450792,0.00013909045,0.0067709708],"study_design_scores_gemma":[0.000002265343,0.0001452733,0.9663069,0.0000519524,0.000025282201,0.00024685604,0.031712078,0.00020851812,0.00019433376,0.000042812833,0.0010504926,0.000013233624],"about_ca_topic_score_codex":0.007655681,"about_ca_topic_score_gemma":0.013317595,"teacher_disagreement_score":0.9997628,"about_ca_system_score_codex":0.00040730066,"about_ca_system_score_gemma":0.000689861,"threshold_uncertainty_score":0.015222251},"labels":[],"label_agreement":null},{"id":"W2129669013","doi":"10.19173/irrodl.v1i1.2","title":"Theoretical Challenges for Distance Education in the 21st Century: A Shift from Structural to Transactional Issues","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":604,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Distance education; Premise; Pace; Sociology; Credibility; Transactional leadership; Class (philosophy); Field (mathematics); Management; Political science; Pedagogy; Public relations; Epistemology; Law; Philosophy; Mathematics; Economics; Geography","score_opus":0.06084845383910959,"score_gpt":0.47868622793788185,"score_spread":0.41783777409877226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129669013","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042181626,0.09628945,0.08622222,0.58093256,0.002589043,0.000107466665,0.00008028214,0.000060256785,0.19153714],"genre_scores_gemma":[0.8221273,0.10177202,0.031945314,0.021139085,0.0027837625,0.0005256094,0.00009795681,0.00008715883,0.01952172],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99154645,0.005136363,0.00034308105,0.0007486572,0.0018269967,0.00039831057],"domain_scores_gemma":[0.9803535,0.015309054,0.00092891883,0.00094211573,0.0014320649,0.0010344818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010265787,0.000494222,0.0008695725,0.002381948,0.0033227263,0.014971439,0.0031682625,0.0058457498,0.0064215064],"category_scores_gemma":[0.011016391,0.0003959638,0.00056420965,0.0038984406,0.035319827,0.017785337,0.0053250073,0.008586204,0.00095139013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034613158,0.000020796077,0.0001417997,0.00013504943,0.0000028432473,0.000040612347,0.002029395,0.00029652065,0.000022945056,0.987278,0.0009393971,0.009089195],"study_design_scores_gemma":[0.0000067043143,0.00001727774,0.00021046045,0.00040761122,0.0000027101419,0.00006723161,0.0064854776,0.00074629654,0.000036835314,0.9513713,0.04063724,0.000010786119],"about_ca_topic_score_codex":0.0025319012,"about_ca_topic_score_gemma":0.002485728,"teacher_disagreement_score":0.014971439,"about_ca_system_score_codex":0.00889922,"about_ca_system_score_gemma":0.008391528,"threshold_uncertainty_score":0.0645687},"labels":[],"label_agreement":null},{"id":"W2129925758","doi":"10.19173/irrodl.v6i1.223","title":"Markets, Distance Education, and Australian Higher Education","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Deregulation; Distance education; Competition (biology); Government (linguistics); Market competition; Political science; Economics; Market economy; Business; Sociology; Pedagogy","score_opus":0.06731811469501693,"score_gpt":0.48069970803316664,"score_spread":0.4133815933381497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129925758","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13321495,0.09544176,0.008419874,0.14497161,0.0009466294,0.00006293015,0.00009710231,0.00004121916,0.61680394],"genre_scores_gemma":[0.9451841,0.016364679,0.0010547673,0.0037464637,0.00033798986,0.000040146686,0.000021600807,0.000011311545,0.033238944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983279,0.0008871739,0.00005454132,0.0001560332,0.00038310455,0.00019129041],"domain_scores_gemma":[0.9965622,0.0020745578,0.00059049105,0.00010300453,0.00029223342,0.00037760063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020613503,0.00021361811,0.0002880226,0.0013408617,0.0018723399,0.0048230616,0.00056803477,0.001855498,0.008505132],"category_scores_gemma":[0.0054335385,0.00014511883,0.00017894895,0.0027193,0.009293016,0.006619396,0.002932833,0.0019908454,0.0002573718],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015109289,0.00003295945,0.0011667785,0.00017237004,0.0000048229776,0.00009745494,0.002801147,0.0004043986,0.000063083324,0.95891196,0.003419301,0.032910556],"study_design_scores_gemma":[0.000014683578,0.00007794601,0.0191255,0.0005273789,0.000007930282,0.00021854871,0.007927843,0.0023753303,0.00013322172,0.78252745,0.18703714,0.00002701491],"about_ca_topic_score_codex":0.023796206,"about_ca_topic_score_gemma":0.02513183,"teacher_disagreement_score":0.023796206,"about_ca_system_score_codex":0.00899223,"about_ca_system_score_gemma":0.0038930634,"threshold_uncertainty_score":0.06524348},"labels":[],"label_agreement":null},{"id":"W2129936729","doi":"10.19173/irrodl.v16i4.2175","title":"Usability Evaluation of the Student Centered e-Learning Environment","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Computer science; Web usability; Usability engineering; Usability lab; System usability scale; Heuristic evaluation; Interview; Pluralistic walkthrough; Cognitive walkthrough; Multimedia; World Wide Web; Human–computer interaction","score_opus":0.2818764015980461,"score_gpt":0.4738172032287361,"score_spread":0.19194080163069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129936729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851103,0.00026073374,0.010940993,0.00005741489,0.000030378516,0.000669056,0.000092687114,0.00012264852,0.0027157268],"genre_scores_gemma":[0.9776822,0.00021532904,0.019805558,0.000049719038,0.000014407558,0.00051164965,0.00024039154,0.000028271974,0.0014524285],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9914954,0.0050546653,0.0008580328,0.00044262194,0.0019035417,0.0002458753],"domain_scores_gemma":[0.9855912,0.007453821,0.00058731163,0.00088580535,0.0051105414,0.00037129258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00717692,0.0004710237,0.00057353,0.001162957,0.00041853907,0.0010143458,0.00056203664,0.00043310807,0.0012336962],"category_scores_gemma":[0.013933897,0.00017612184,0.0007254307,0.0006518473,0.00036127167,0.00089229376,0.0007054681,0.0002731841,0.00026047262],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006783841,0.006585067,0.10484817,0.0048924773,0.000584614,0.001381132,0.024058718,0.00861933,0.19669911,0.0014522532,0.0034164295,0.64067876],"study_design_scores_gemma":[0.00073215156,0.08221104,0.60335815,0.0013774876,0.0010171206,0.0021688929,0.027682748,0.052668914,0.206853,0.0012773911,0.020030975,0.00062203803],"about_ca_topic_score_codex":0.0009140553,"about_ca_topic_score_gemma":0.00095855794,"teacher_disagreement_score":0.00717692,"about_ca_system_score_codex":0.00042029447,"about_ca_system_score_gemma":0.000489532,"threshold_uncertainty_score":0.03795564},"labels":[],"label_agreement":null},{"id":"W2130531746","doi":"10.19173/irrodl.v9i2.497","title":"Collaborative Learning: Two perspectives on theory and practice","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Learning theory; Computer science; Distance education; Sociology; Mathematics education; Pedagogy; Psychology; Knowledge management","score_opus":0.14421954650209437,"score_gpt":0.5612357558964429,"score_spread":0.4170162093943486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130531746","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013929799,0.6205454,0.05139695,0.21763998,0.011788068,0.00013913035,0.00004659612,0.00009391837,0.09695693],"genre_scores_gemma":[0.15391384,0.64369667,0.07185921,0.06661254,0.030783031,0.0019764176,0.00014253873,0.00025903617,0.030756738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9698495,0.018770378,0.0011328273,0.0015124884,0.007906521,0.00082823634],"domain_scores_gemma":[0.92267597,0.069041565,0.0013425999,0.0019428703,0.0035330015,0.0014639709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025332399,0.0015241983,0.002878935,0.007769923,0.0036117397,0.020686176,0.0036100105,0.013605764,0.004524616],"category_scores_gemma":[0.029118298,0.00092499395,0.0011551352,0.006996225,0.04103236,0.024855316,0.008155119,0.014989917,0.0016544911],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023585808,0.00004153599,0.00006470353,0.0012010244,0.000023167302,0.00011823782,0.006166275,0.00027752985,0.000090749425,0.91759115,0.026318662,0.048083443],"study_design_scores_gemma":[0.0000498081,0.00008580727,0.0001767746,0.003452692,0.000018198925,0.00040908926,0.0041426118,0.00048164974,0.00015789812,0.6352863,0.35570168,0.00003754159],"about_ca_topic_score_codex":0.002431736,"about_ca_topic_score_gemma":0.0023294275,"teacher_disagreement_score":0.025332399,"about_ca_system_score_codex":0.008884538,"about_ca_system_score_gemma":0.010403403,"threshold_uncertainty_score":0.13397217},"labels":[],"label_agreement":null},{"id":"W2130804440","doi":"10.19173/irrodl.v8i2.347","title":"Integrating Mobile Learning into Nomadic Education Programme in Nigeria: Issues and perspectives","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Functional illiteracy; Commission; Literacy; Population; Information and Communications Technology; Economic growth; Public relations; Political science; Sociology; Pedagogy","score_opus":0.04914460864090508,"score_gpt":0.44176092907666886,"score_spread":0.3926163204357638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130804440","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1535148,0.6437857,0.0017210983,0.061844748,0.0018547056,0.00017820214,0.000049346538,0.000019175479,0.13703224],"genre_scores_gemma":[0.50966614,0.47457495,0.0013673486,0.004698162,0.00044887135,0.00010015912,0.000024540204,0.0000056299414,0.009114271],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991248,0.00051020586,0.000040857416,0.000049134593,0.00010469778,0.0001702732],"domain_scores_gemma":[0.9990062,0.00054718903,0.00013642505,0.000013085075,0.00013986716,0.00015729284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014401589,0.00025260856,0.00025626016,0.00072891754,0.0015695451,0.004232932,0.00039992997,0.0014218424,0.0020470105],"category_scores_gemma":[0.0011824392,0.00011945065,0.00013622481,0.0011257805,0.0011379935,0.002578882,0.0012472443,0.0011339362,0.00020642739],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031082847,0.00073149503,0.02338188,0.023239696,0.000035759404,0.009373273,0.04835867,0.00059186405,0.0030470418,0.13497771,0.016283825,0.739668],"study_design_scores_gemma":[0.000030102583,0.00075670134,0.036691617,0.02765581,0.00007608494,0.004702818,0.22021186,0.00039176753,0.0012325186,0.009374969,0.6988277,0.000048021473],"about_ca_topic_score_codex":0.0035253025,"about_ca_topic_score_gemma":0.0077739353,"teacher_disagreement_score":0.004232932,"about_ca_system_score_codex":0.0014651874,"about_ca_system_score_gemma":0.0038537178,"threshold_uncertainty_score":0.010630727},"labels":[],"label_agreement":null},{"id":"W2130964763","doi":"10.19173/irrodl.v8i3.508","title":"Toward a Unified Theory of Instruction in the Cognitive Domain","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Cognition; Instructional design; Domain (mathematical analysis); Mathematics education; Cognitive science; Psychology; Multimedia; Human–computer interaction; Mathematics","score_opus":0.21000173027619398,"score_gpt":0.5333102699683857,"score_spread":0.32330853969219175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130964763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061059427,0.010696649,0.92068803,0.012323603,0.0005109657,0.00008195846,0.00008447514,0.00022645041,0.049281906],"genre_scores_gemma":[0.4319551,0.018363243,0.5328683,0.0038957878,0.0016081001,0.0010341043,0.00025700798,0.00026933127,0.009748999],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99693525,0.0012159753,0.0002078556,0.00052543805,0.00090533146,0.00021006881],"domain_scores_gemma":[0.9929005,0.00475679,0.0003101247,0.00067325414,0.0010549878,0.00030444324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005228698,0.0014255003,0.0024366665,0.0046245838,0.001873167,0.009138983,0.004488662,0.004185655,0.0042185555],"category_scores_gemma":[0.0076186066,0.0008138748,0.0017317778,0.0026538079,0.018761417,0.016593784,0.0040568053,0.0068836766,0.0010228505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042087086,0.000019909494,0.00014336381,0.00008762794,0.000009813493,0.000013061698,0.00039088723,0.0013060317,0.00008497436,0.98892516,0.00044179044,0.008573116],"study_design_scores_gemma":[0.0000070840933,0.000013261171,0.00017636144,0.00007169291,0.000008139571,0.000020710704,0.00013133744,0.0054208077,0.000093661816,0.98944914,0.0045981323,0.000009755056],"about_ca_topic_score_codex":0.0054829107,"about_ca_topic_score_gemma":0.0039660716,"teacher_disagreement_score":0.009138983,"about_ca_system_score_codex":0.0043950253,"about_ca_system_score_gemma":0.006384614,"threshold_uncertainty_score":0.031888247},"labels":[],"label_agreement":null},{"id":"W2131107455","doi":"10.19173/irrodl.v2i2.50","title":"Book Review - The \"E\" is for Everything: E-commerce, E-Business, and E-Learning in the Future of Higher Education. Editors: Richard N. Katz and Diana G. Oblinger","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"E learning; E-commerce; Sociology; Media studies; Psychology; Mathematics education; Computer science; World Wide Web; Educational technology","score_opus":0.0576747282672219,"score_gpt":0.42723669156603394,"score_spread":0.369561963298812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131107455","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039741836,0.80680645,0.0012546111,0.03704735,0.063973054,0.00013959706,0.00054501795,0.00022330746,0.08961327],"genre_scores_gemma":[0.0039432356,0.6276635,0.0018655183,0.025312657,0.028070925,0.00016920942,0.0012904259,0.00018798206,0.31149668],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987074,0.0001267034,0.00007752317,0.00010765798,0.0009309445,0.000049776438],"domain_scores_gemma":[0.99475855,0.0012706844,0.0003886077,0.00010263031,0.0030978713,0.00038163326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000977295,0.0009503949,0.0015649832,0.002993505,0.00071850553,0.0027745492,0.001374667,0.0019048868,0.044848006],"category_scores_gemma":[0.005811104,0.00035687705,0.0005910807,0.004037136,0.00055399735,0.003111065,0.0009463433,0.0023193506,0.04161253],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076038127,0.000009668662,0.000034032066,0.0005439284,0.0000075159137,0.000028659568,0.000023348088,0.000030797466,0.00011190602,0.00065869244,0.93264735,0.06589649],"study_design_scores_gemma":[0.0000043687187,0.000015411732,0.00018475013,0.00075065845,0.00001220498,0.00022849873,0.000026821257,0.000027775159,0.00006179526,0.00060379755,0.9980773,0.0000066746197],"about_ca_topic_score_codex":0.0031143138,"about_ca_topic_score_gemma":0.009121991,"teacher_disagreement_score":0.044848006,"about_ca_system_score_codex":0.0013783455,"about_ca_system_score_gemma":0.0029919567,"threshold_uncertainty_score":0.1500315},"labels":[],"label_agreement":null},{"id":"W2131602872","doi":"10.19173/irrodl.v5i2.186","title":"Interaction and Immediacy in Online Learning","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":178,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Immediacy; Antecedent (behavioral psychology); Psychology; Distance education; Computer science; Cognitive science; Epistemology; Social psychology; Mathematics education","score_opus":0.19843187070938034,"score_gpt":0.5796126307224608,"score_spread":0.3811807600130805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131602872","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4111861,0.04755434,0.09499505,0.023248695,0.0008083125,0.00011481656,0.000116181516,0.00017006026,0.42180657],"genre_scores_gemma":[0.98512495,0.004022014,0.0046843407,0.0004960768,0.00032612568,0.00006229634,0.000022399769,0.00002278843,0.0052390685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99615884,0.0023559195,0.00019952045,0.00030943204,0.00073678565,0.00023952412],"domain_scores_gemma":[0.96395075,0.031032981,0.0026105156,0.0007102549,0.0009164619,0.00077905616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033062587,0.0002696745,0.0002703598,0.0013692675,0.00092993234,0.0072398926,0.00057000644,0.001436534,0.005771481],"category_scores_gemma":[0.01718456,0.00022720882,0.0003843778,0.0009419198,0.0049852254,0.010151875,0.0036631671,0.0025187954,0.00043198038],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003541487,0.0003664328,0.023599338,0.001074826,0.00007281848,0.00058200513,0.041930612,0.0016147331,0.0017896689,0.65160763,0.003070289,0.2739374],"study_design_scores_gemma":[0.00012433845,0.00053081365,0.053695958,0.0021153681,0.00014522726,0.0022991113,0.028683899,0.0070581837,0.002247051,0.7908818,0.11206297,0.00015529654],"about_ca_topic_score_codex":0.0005686553,"about_ca_topic_score_gemma":0.00050303724,"teacher_disagreement_score":0.0072398926,"about_ca_system_score_codex":0.0013721165,"about_ca_system_score_gemma":0.00089868146,"threshold_uncertainty_score":0.019307554},"labels":[],"label_agreement":null},{"id":"W2131850280","doi":"10.19173/irrodl.v15i4.1905","title":"An investigation into social learning activities by practitioners in open educational practices","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; University of Leicester","keywords":"Operationalization; Variety (cybernetics); Educational technology; Social learning; Knowledge management; Open education; Open educational resources; Psychology; Open learning; Sociology; Computer science; Pedagogy; Cooperative learning; Teaching method","score_opus":0.09034813065879568,"score_gpt":0.48125627295632356,"score_spread":0.3909081422975279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131850280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771238,0.00046407018,0.0035374444,0.0021729302,0.000022706901,0.000095766794,0.000015157811,0.000013419577,0.016554713],"genre_scores_gemma":[0.9976592,0.0002705463,0.00076873857,0.00014304303,0.000011731994,0.00005992268,0.000006810645,0.000005133371,0.001074762],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97514164,0.020324478,0.00044391342,0.0011433468,0.0017996533,0.0011469935],"domain_scores_gemma":[0.9513575,0.03694444,0.0050280625,0.0020084197,0.001975991,0.0026855783],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0139332535,0.00030243665,0.00040896607,0.0028202625,0.005717573,0.0062424336,0.0013092759,0.0023293188,0.002638785],"category_scores_gemma":[0.029395651,0.0004038887,0.00023835755,0.0027365931,0.011659856,0.008022908,0.007987923,0.0021678405,0.00031555092],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000350598,0.00012670341,0.01366044,0.000100099576,0.0000061714773,0.00039127833,0.95359343,0.00005216989,0.0008087956,0.0102598695,0.0002267681,0.020739123],"study_design_scores_gemma":[0.000014747847,0.000114318536,0.00864293,0.0001583299,0.0000061041183,0.00025750807,0.97161645,0.00028746063,0.00026276204,0.0047936933,0.013830461,0.00001520036],"about_ca_topic_score_codex":0.0025942952,"about_ca_topic_score_gemma":0.0052136965,"teacher_disagreement_score":0.9986907,"about_ca_system_score_codex":0.0035859034,"about_ca_system_score_gemma":0.0035612162,"threshold_uncertainty_score":0.07368696},"labels":[],"label_agreement":null},{"id":"W2131951500","doi":"10.19173/irrodl.v1i1.3","title":"Digital Learning Environments: New Possibilities and Opportunities","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Panacea (medicine); Class (philosophy); Point (geometry); Distance education; Computer science; Educational technology; Paradigm shift; Order (exchange); Field (mathematics); Mathematics education; Information and Communications Technology; Sociology; Pedagogy; Multimedia; Engineering ethics; Psychology; Epistemology; Engineering; Artificial intelligence; World Wide Web; Mathematics","score_opus":0.11523501558757276,"score_gpt":0.4378366925027171,"score_spread":0.32260167691514435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131951500","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025912173,0.22800311,0.06385917,0.13357212,0.005339722,0.00010631668,0.00021740122,0.0004970622,0.54249287],"genre_scores_gemma":[0.582485,0.23186362,0.05004784,0.013967198,0.0074944133,0.00046387626,0.00019292148,0.0002951641,0.1131899],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972258,0.0014413889,0.00012111266,0.00015689488,0.0007851233,0.00026969242],"domain_scores_gemma":[0.99702865,0.0018331629,0.0001518942,0.0002735741,0.00024901654,0.00046372565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003410702,0.00048828725,0.00051984744,0.0015897978,0.001904158,0.017541068,0.0010017233,0.0028530767,0.011426647],"category_scores_gemma":[0.0025886267,0.00044917347,0.0005342565,0.0016123058,0.010894284,0.026070382,0.008944847,0.0041112546,0.0017796685],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033670956,0.000042916326,0.00042145597,0.00054596027,0.0000085134725,0.00023335838,0.0039240806,0.00027074743,0.00043246264,0.8423905,0.0137154125,0.137981],"study_design_scores_gemma":[0.000012074259,0.00005241024,0.00042848813,0.00089754385,0.0000075353405,0.0006809551,0.0063988008,0.00047862247,0.00022848626,0.25949854,0.73128754,0.000028972656],"about_ca_topic_score_codex":0.00040132567,"about_ca_topic_score_gemma":0.0008540957,"teacher_disagreement_score":0.017541068,"about_ca_system_score_codex":0.0018665413,"about_ca_system_score_gemma":0.0017448855,"threshold_uncertainty_score":0.03822595},"labels":[],"label_agreement":null},{"id":"W2132083665","doi":"10.19173/irrodl.v8i3.400","title":"Identifying Effective Pedagogical Approaches for Online Workplace Training: A case study of the South African wood products manufacturing sector","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology; University of British Columbia","funders":"","keywords":"Context (archaeology); Asynchronous communication; Inclusion (mineral); Pedagogy; Constructivist teaching methods; Task (project management); Mathematics education; Face (sociological concept); Computer science; Psychology; Teaching method; Sociology; Engineering; Geography","score_opus":0.3776224628925184,"score_gpt":0.5077529511678546,"score_spread":0.1301304882753362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132083665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926736,0.00015093808,0.0021116247,0.00061433355,0.000008240926,0.00014997499,0.000008341114,0.000007741272,0.0042750677],"genre_scores_gemma":[0.9901176,0.00051038206,0.0060840845,0.00015232305,0.0000069021635,0.00010542309,0.000010614373,0.000009382485,0.0030033716],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99648356,0.0023593868,0.000096824006,0.00016624593,0.00034944498,0.00054455124],"domain_scores_gemma":[0.9936208,0.004357543,0.00061029504,0.00025483666,0.00036513072,0.0007913698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004495447,0.00043667684,0.00030172296,0.00082062074,0.006221791,0.002607928,0.0015483614,0.001810978,0.0027462635],"category_scores_gemma":[0.008244956,0.0003296137,0.00021527061,0.000984731,0.0021132515,0.0022568011,0.0030997174,0.0012507169,0.0005074353],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024382712,0.0068802685,0.035043586,0.0013238976,0.000024048562,0.019251714,0.74277544,0.0013730439,0.012723395,0.0068982043,0.0015052308,0.17195731],"study_design_scores_gemma":[0.000072614974,0.0012178401,0.020073468,0.00055655534,0.000028316117,0.004703398,0.92880774,0.0023227355,0.0065291966,0.0011415157,0.03450803,0.000038509697],"about_ca_topic_score_codex":0.002482685,"about_ca_topic_score_gemma":0.009843845,"teacher_disagreement_score":0.006221791,"about_ca_system_score_codex":0.0017306638,"about_ca_system_score_gemma":0.0030888768,"threshold_uncertainty_score":0.023774445},"labels":[],"label_agreement":null},{"id":"W2132904678","doi":"10.19173/irrodl.v10i1.589","title":"Critical and Higher Order Thinking in Online Threaded Discussions in the Slovak Context","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Online discussion; Critical thinking; Slovak; Context (archaeology); Distance education; Higher-order thinking; Interactivity; Cognitive style; Mathematics education; Pedagogy; Order (exchange); Higher education; Collaborative learning; Computer-mediated communication; Autocracy; Technology integration; Computer science; Educational technology; Psychology; Cognition; Teaching method; Political science; Multimedia; World Wide Web; The Internet; Czech","score_opus":0.11647582696411696,"score_gpt":0.5089312423803305,"score_spread":0.39245541541621354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132904678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98040223,0.0011645821,0.004145656,0.0005048369,0.00003577565,0.000039587652,0.00001371653,0.000017070302,0.013676464],"genre_scores_gemma":[0.9973117,0.00040751608,0.0012975837,0.000046576577,0.000014629328,0.000026841199,0.00001115994,0.000008682738,0.0008753626],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99393773,0.004082575,0.0002698936,0.000475864,0.0007339352,0.0005000404],"domain_scores_gemma":[0.98684573,0.009597835,0.0020082837,0.00038991284,0.0006678589,0.0004904554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004093062,0.00035269323,0.00028219033,0.0033982056,0.0031979852,0.0062151426,0.00044451997,0.0008027373,0.0010478052],"category_scores_gemma":[0.010069517,0.000295897,0.0002832737,0.0020047484,0.006036059,0.0051167384,0.0032425914,0.0008420355,0.00013110478],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002717729,0.0002217579,0.04215561,0.00038877214,0.00003651185,0.0013422467,0.8659456,0.00068188703,0.0035984907,0.027473485,0.0005389512,0.05734491],"study_design_scores_gemma":[0.00005902993,0.00018063383,0.1386054,0.0007345066,0.00005777314,0.0013731725,0.7771085,0.0024889947,0.002542878,0.042921208,0.033839278,0.000088694316],"about_ca_topic_score_codex":0.003428136,"about_ca_topic_score_gemma":0.006681522,"teacher_disagreement_score":0.0062151426,"about_ca_system_score_codex":0.0034025656,"about_ca_system_score_gemma":0.0028565736,"threshold_uncertainty_score":0.02468741},"labels":[],"label_agreement":null},{"id":"W2133474950","doi":"10.19173/irrodl.v9i1.469","title":"Open Content and Open Educational Resources: Enabling universal education","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":330,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Reproduction; Production (economics); Universal Primary Education; Quality (philosophy); Business; Economic growth; Economics; Sociology; Developing country; Pedagogy; Microeconomics","score_opus":0.16142851312941495,"score_gpt":0.43692101954717094,"score_spread":0.275492506417756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133474950","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029413812,0.07467063,0.1373397,0.105074346,0.0020598143,0.0001413188,0.0001624094,0.0007164117,0.6504216],"genre_scores_gemma":[0.6922011,0.09419092,0.078657776,0.014741886,0.004410364,0.00042426592,0.00029955842,0.00041241682,0.11466169],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99618655,0.001419091,0.00016368668,0.00038483273,0.0014133982,0.00043250993],"domain_scores_gemma":[0.99380624,0.0031554985,0.0005828825,0.0009339884,0.00060073315,0.00092070084],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0034077421,0.0004065669,0.0004320069,0.0015102668,0.0018841979,0.0104286615,0.0015911789,0.003746565,0.012310737],"category_scores_gemma":[0.007685836,0.00027366375,0.0003591329,0.002213974,0.0108531825,0.023167534,0.012389321,0.0027609905,0.002608647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016441118,0.00003412102,0.00030622125,0.00047976425,0.000006155608,0.00009063043,0.001910888,0.00021212579,0.00047350329,0.856195,0.008989443,0.1312858],"study_design_scores_gemma":[0.000010358875,0.000039068866,0.0009333126,0.0007745816,0.000009969874,0.00033807952,0.0023032748,0.0004224624,0.00082288386,0.56307274,0.4312504,0.000022873803],"about_ca_topic_score_codex":0.0017392277,"about_ca_topic_score_gemma":0.0017519353,"teacher_disagreement_score":0.9984088,"about_ca_system_score_codex":0.0023650234,"about_ca_system_score_gemma":0.0047696847,"threshold_uncertainty_score":0.04118353},"labels":[],"label_agreement":null},{"id":"W2134077948","doi":"10.19173/irrodl.v2i1.36","title":"Patterns of Interaction in a Computer Conference Transcript","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social network analysis; Computer-mediated communication; Social relation; Psychology; Expression (computer science); Network analysis; Computer science; Social psychology; World Wide Web; Social media; The Internet","score_opus":0.1347442727887474,"score_gpt":0.4815733232890321,"score_spread":0.3468290505002847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134077948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.928103,0.0005681896,0.039255016,0.0012800108,0.00022252652,0.0010180644,0.004832346,0.00068980095,0.024031114],"genre_scores_gemma":[0.96704525,0.00044228614,0.018836206,0.00012822045,0.00008547681,0.0010145486,0.0026281257,0.00022134572,0.009598527],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9933588,0.0033317641,0.00044801025,0.0006174304,0.0017968558,0.0004471427],"domain_scores_gemma":[0.957898,0.03021112,0.003421678,0.0016713995,0.0058543957,0.0009432857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034335977,0.00029789342,0.00034616332,0.00424694,0.0019881139,0.0021051331,0.00053274445,0.00057498645,0.0031124079],"category_scores_gemma":[0.029864665,0.00021086074,0.00031047905,0.004733376,0.0010235928,0.001135734,0.0016531282,0.0010195752,0.0010412113],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014688157,0.0002204902,0.07864732,0.0017630933,0.00011426386,0.007094561,0.5388762,0.001793449,0.09742264,0.008055108,0.014507355,0.25003666],"study_design_scores_gemma":[0.00006729848,0.0006494102,0.3880435,0.0010121576,0.00012049942,0.006166429,0.39238063,0.010666292,0.027087573,0.008977594,0.1643775,0.00045107154],"about_ca_topic_score_codex":0.0019404163,"about_ca_topic_score_gemma":0.003727376,"teacher_disagreement_score":0.00424694,"about_ca_system_score_codex":0.0011677247,"about_ca_system_score_gemma":0.0009434309,"threshold_uncertainty_score":0.018158853},"labels":[],"label_agreement":null},{"id":"W2134095478","doi":"10.19173/irrodl.v9i1.477","title":"Technology-Enhanced Learning in Developing Nations: A review","year":2008,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Poverty, Education, and Child Welfare","field":"Social Sciences","cited_by":354,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Developing country; Poverty; Educational technology; The Internet; Equity (law); Economic growth; Digital divide; Public relations; Open learning; Internet access; Literacy; Political science; Sociology; Computer science; Teaching method; Economics; Pedagogy; Cooperative learning; World Wide Web","score_opus":0.11274151115229585,"score_gpt":0.489275914002487,"score_spread":0.37653440285019113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134095478","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000050920873,0.9995377,0.000020101746,0.000065623135,0.00003760156,0.000004034141,0.000007494844,0.0000016562825,0.0002748407],"genre_scores_gemma":[0.00033948213,0.9994779,0.000058060214,0.000031562005,0.000021839376,0.000005381788,0.000007099802,3.3630016e-7,0.000058287453],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948287,0.00012215137,0.00011809231,0.000068321235,0.00017263288,0.000035911202],"domain_scores_gemma":[0.9982529,0.001178817,0.00021571513,0.000027341977,0.000257729,0.000067428664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013724366,0.0008898973,0.002271131,0.004383323,0.00037963345,0.0014530947,0.0012019565,0.0013828876,0.0042364323],"category_scores_gemma":[0.0023785366,0.00039491995,0.0007444325,0.007726679,0.0006805135,0.0019455994,0.000729955,0.0010923732,0.0010394908],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065410975,0.00008315554,0.00032050832,0.08553011,0.00013181199,0.00022110173,0.00014275317,0.00025425822,0.0003802889,0.002142783,0.015825339,0.8949025],"study_design_scores_gemma":[0.00004680258,0.00020909232,0.003545652,0.07391989,0.000591567,0.0016593381,0.00037975275,0.00013436704,0.0004963551,0.0018489723,0.9171318,0.000036475754],"about_ca_topic_score_codex":0.003403044,"about_ca_topic_score_gemma":0.004820195,"teacher_disagreement_score":0.004383323,"about_ca_system_score_codex":0.0010822694,"about_ca_system_score_gemma":0.0031609838,"threshold_uncertainty_score":0.014172256},"labels":[],"label_agreement":null},{"id":"W2134782501","doi":"10.19173/irrodl.v16i2.2071","title":"Mobile learning: Moving past the myths and embracing the opportunities","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Multimedia; Social media; World Wide Web","score_opus":0.15123578623077283,"score_gpt":0.42624082624596576,"score_spread":0.27500504001519294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134782501","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052477606,0.14828782,0.13320027,0.53165174,0.005766917,0.00022770096,0.00007439179,0.000312402,0.12800121],"genre_scores_gemma":[0.70500183,0.15526882,0.06742931,0.0492066,0.0042032027,0.0007167683,0.000080082355,0.00029395922,0.017799454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878946,0.008480663,0.00050502416,0.0008860019,0.0016823596,0.000551316],"domain_scores_gemma":[0.9754808,0.019359874,0.0012797206,0.001310753,0.0014490192,0.0011198054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017700281,0.0008519718,0.00065359904,0.0024265228,0.004052657,0.016823046,0.0027114502,0.005463276,0.0023402427],"category_scores_gemma":[0.017398443,0.00044994676,0.00067028374,0.001784467,0.04374822,0.033313505,0.009803996,0.013696047,0.0007428596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005020852,0.00008054195,0.0014666304,0.0019015117,0.000027022512,0.00029678538,0.09833728,0.00057319074,0.00082248106,0.74192786,0.011080762,0.14343566],"study_design_scores_gemma":[0.000019268964,0.00013951898,0.0012456733,0.0062101786,0.000023536351,0.0007457059,0.086961046,0.0013673545,0.0010500075,0.48214546,0.4200083,0.000084036656],"about_ca_topic_score_codex":0.0016677093,"about_ca_topic_score_gemma":0.0019687018,"teacher_disagreement_score":0.017700281,"about_ca_system_score_codex":0.005030416,"about_ca_system_score_gemma":0.006525111,"threshold_uncertainty_score":0.093609154},"labels":[],"label_agreement":null},{"id":"W2135428355","doi":"10.19173/irrodl.v16i4.2124","title":"Exploring the Roles of Social Participation in Mobile Social Media Learning: A Social Network Analysis","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Social media; Closeness; Centrality; Social learning; Social network (sociolinguistics); Social engagement; Psychology; Sociology; Computer science; World Wide Web; Pedagogy; Social science","score_opus":0.21221010466706763,"score_gpt":0.4620371594711239,"score_spread":0.24982705480405626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135428355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98586386,0.00014374386,0.0043168236,0.00055380474,0.000012685199,0.00018827572,0.00035509764,0.000017849803,0.008547873],"genre_scores_gemma":[0.9954774,0.0001503084,0.0030075335,0.000021409296,0.000008631572,0.00012507473,0.0002085401,0.000004865118,0.000996257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993006,0.00036282098,0.000033531735,0.00007034819,0.00013509655,0.00009762791],"domain_scores_gemma":[0.9974185,0.0017070725,0.0003547129,0.00006195179,0.00024085018,0.00021689139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014976363,0.00019383983,0.00014446746,0.0031104719,0.001167877,0.0018146081,0.000362583,0.00031894835,0.0024790247],"category_scores_gemma":[0.0030785732,0.00010073859,0.00031494797,0.0022782409,0.00062348455,0.0021770617,0.0013348598,0.00036783933,0.00023684088],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017735038,0.000533329,0.69021237,0.00046082327,0.000111870955,0.0010803585,0.114495784,0.0015721492,0.003621325,0.017313585,0.004277196,0.16614388],"study_design_scores_gemma":[0.000017465421,0.00026483412,0.6871441,0.00024801504,0.000104172555,0.0007537447,0.25565448,0.025445933,0.001605901,0.0053706146,0.023339888,0.000050797644],"about_ca_topic_score_codex":0.0054639806,"about_ca_topic_score_gemma":0.008537067,"teacher_disagreement_score":0.0054639806,"about_ca_system_score_codex":0.00092826586,"about_ca_system_score_gemma":0.0007594357,"threshold_uncertainty_score":0.010864377},"labels":[],"label_agreement":null},{"id":"W2135664843","doi":"10.19173/irrodl.v2i2.59","title":"The Development of CyberLearning in Dual-Mode: Higher Education Institutions in Taiwan","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Distance education; Information and Communications Technology; Higher education; The Internet; Curriculum; Educational technology; Open education; Videoconferencing; Computer science; Knowledge management; Sociology; Multimedia; Pedagogy; Political science; World Wide Web","score_opus":0.15674376859249137,"score_gpt":0.500141371133079,"score_spread":0.3433976025405876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135664843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8773457,0.09462367,0.00060491916,0.0055046217,0.000076625234,0.000032184784,0.00007275919,0.0000143738025,0.021725105],"genre_scores_gemma":[0.9701572,0.027891869,0.00019044924,0.00018535407,0.000023467972,0.000010167871,0.000034986893,0.0000014685021,0.0015050445],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996803,0.00007918822,0.000030388199,0.00006517585,0.000070179216,0.000074787655],"domain_scores_gemma":[0.9991596,0.00018616636,0.00032666113,0.0000263294,0.00013757795,0.00016365714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044984257,0.00007868099,0.000087065855,0.00087224663,0.00038336028,0.002338679,0.0003993347,0.0005107557,0.0015024765],"category_scores_gemma":[0.00068924855,0.00007919096,0.00008727217,0.0019620294,0.0005726115,0.0017181075,0.0011248243,0.0002906681,0.00014286507],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011177856,0.00040236537,0.24540716,0.004039832,0.00006486854,0.0041568354,0.020542312,0.0015307801,0.003216059,0.04100382,0.006955135,0.672569],"study_design_scores_gemma":[0.000034955483,0.00037150685,0.8071764,0.0024129418,0.00007989495,0.0016459416,0.051421218,0.0023860652,0.0017419176,0.0064368,0.12623207,0.000060229355],"about_ca_topic_score_codex":0.009326339,"about_ca_topic_score_gemma":0.011211247,"teacher_disagreement_score":0.009326339,"about_ca_system_score_codex":0.00139892,"about_ca_system_score_gemma":0.0038013745,"threshold_uncertainty_score":0.018544078},"labels":[],"label_agreement":null},{"id":"W2135676825","doi":"10.19173/irrodl.v6i3.268","title":"System Dynamics in Distance Education and a Call to Develop a Standard Model","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Dynamics (music); System dynamics; Computer science; Systems theory; Telecommunications; Mathematics education; Mathematics; Sociology; Artificial intelligence; Pedagogy","score_opus":0.15685616555742182,"score_gpt":0.5060863828202647,"score_spread":0.3492302172628429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135676825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006751892,0.009061663,0.8565828,0.065439135,0.001980282,0.00019046955,0.00021846982,0.00018785812,0.059587494],"genre_scores_gemma":[0.59573567,0.028758818,0.3272954,0.010857717,0.002902118,0.0017949898,0.0004910588,0.00021290797,0.031951383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996745,0.0014815361,0.0002408818,0.00037668878,0.0010157618,0.00014008819],"domain_scores_gemma":[0.993905,0.0041267816,0.0002338816,0.0004274063,0.0010063301,0.00030064234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006869306,0.0009014283,0.0012775541,0.0018418955,0.001052341,0.004133069,0.0022399013,0.0032968333,0.005079314],"category_scores_gemma":[0.0077356333,0.0004953423,0.0014297869,0.0015561916,0.005355955,0.009427273,0.0037611807,0.0069142915,0.00088582304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035951787,0.000014090105,0.000099782446,0.00006297487,0.0000066291454,0.000025570103,0.000111879,0.00795083,0.00005025436,0.98628056,0.0013989065,0.003994908],"study_design_scores_gemma":[0.000011425311,0.000029035991,0.00012984738,0.000111406574,0.0000073135243,0.000036881564,0.00013123073,0.026199413,0.00011602119,0.93776554,0.035441846,0.000020035186],"about_ca_topic_score_codex":0.0039654705,"about_ca_topic_score_gemma":0.0021211528,"teacher_disagreement_score":0.006869306,"about_ca_system_score_codex":0.0051134285,"about_ca_system_score_gemma":0.0038925644,"threshold_uncertainty_score":0.037100673},"labels":[],"label_agreement":null},{"id":"W2136075262","doi":"10.19173/irrodl.v9i2.572","title":"The Use of Whiteboards in Synchronous Online Drop-In Tutorials in Distance Delivered Courses","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; Online learning; Educational technology; Asynchronous communication; Drop (telecommunication); Multimedia; Mathematics education; Psychology; Telecommunications","score_opus":0.16814471625363606,"score_gpt":0.4816056480090085,"score_spread":0.3134609317553725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136075262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6822912,0.0016243077,0.22361045,0.001142366,0.0005335678,0.0015873434,0.00040004443,0.006370202,0.082440495],"genre_scores_gemma":[0.7786899,0.0015106016,0.18849893,0.00036683,0.00023597806,0.0011996155,0.00039560723,0.0005917556,0.02851071],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99684465,0.0018795356,0.00010863886,0.00045632228,0.00051471,0.00019625147],"domain_scores_gemma":[0.9903867,0.006782534,0.0006305888,0.0010180173,0.0005631752,0.0006189969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003214858,0.00066486764,0.0004995853,0.00097455346,0.0007325889,0.0025421507,0.0017046073,0.0008050377,0.01146276],"category_scores_gemma":[0.01417887,0.00029106298,0.00028671382,0.00089633744,0.00048194063,0.0030261802,0.0021795875,0.00056690245,0.0051546204],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007968799,0.0035261482,0.0050170063,0.0008389482,0.000033578635,0.00063393294,0.0053285914,0.0012533786,0.024415651,0.0033241538,0.010215306,0.9446165],"study_design_scores_gemma":[0.0013406802,0.023769464,0.113014095,0.0030219092,0.0005552089,0.004973845,0.024081562,0.029690897,0.21513483,0.0236296,0.56031835,0.00046957214],"about_ca_topic_score_codex":0.0004310088,"about_ca_topic_score_gemma":0.0011552167,"teacher_disagreement_score":0.01146276,"about_ca_system_score_codex":0.00044998692,"about_ca_system_score_gemma":0.0006449909,"threshold_uncertainty_score":0.038346708},"labels":[],"label_agreement":null},{"id":"W2136331245","doi":"10.19173/irrodl.v3i1.80","title":"The Development of Social Climate in Virtual Learning Discussion Groups","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Moderation; Asynchronous communication; Computer-mediated communication; Educational technology; The Internet; Virtual learning environment; Social learning; Psychology; Computer science; Mathematics education; World Wide Web; Pedagogy; Social psychology","score_opus":0.0911789096867827,"score_gpt":0.4538879262536753,"score_spread":0.3627090165668926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136331245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93803585,0.00035510786,0.01601764,0.0012253635,0.0001337249,0.0001890599,0.0000417868,0.00012928963,0.04387218],"genre_scores_gemma":[0.9977404,0.00004035273,0.0014947789,0.00003907091,0.00002077367,0.00006688284,0.000010368935,0.000011706695,0.0005755888],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9831503,0.014085709,0.00035005054,0.00055918074,0.0012807583,0.00057391066],"domain_scores_gemma":[0.95573115,0.030456388,0.005583362,0.0024667766,0.0032193458,0.002542976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011775085,0.00018883076,0.0002331532,0.0015075569,0.0028933298,0.0046069385,0.00082319084,0.0007424173,0.0024594597],"category_scores_gemma":[0.043512877,0.0002483295,0.00029435428,0.00083827093,0.0039245696,0.002543053,0.0046818024,0.00066361827,0.00029021146],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080849667,0.0011841829,0.17492008,0.0007734218,0.00010540195,0.00087821094,0.4499394,0.0018046711,0.01714722,0.0741843,0.0031847414,0.2750699],"study_design_scores_gemma":[0.00019357124,0.0020141879,0.42139828,0.00073278014,0.00015582585,0.0012477956,0.35019767,0.013133168,0.018010441,0.08823707,0.104440585,0.00023859186],"about_ca_topic_score_codex":0.0003257208,"about_ca_topic_score_gemma":0.00037347132,"teacher_disagreement_score":0.011775085,"about_ca_system_score_codex":0.0016838346,"about_ca_system_score_gemma":0.0013617214,"threshold_uncertainty_score":0.062273383},"labels":[],"label_agreement":null},{"id":"W2136419363","doi":"10.19173/irrodl.v15i4.1881","title":"Educational triage in open distance learning: Walking a moral tightrope","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation","keywords":"Triage; Psychological intervention; Curriculum; Scope (computer science); Distance education; Psychology; Learning analytics; Medical education; Public relations; Sociology; Pedagogy; Medicine; Nursing; Computer science; Political science; Data science","score_opus":0.08102891189023843,"score_gpt":0.4500330141082159,"score_spread":0.36900410221797747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136419363","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032512084,0.012156319,0.0838185,0.74615663,0.006173037,0.00024203384,0.000064484855,0.00022977189,0.11864711],"genre_scores_gemma":[0.82036793,0.014384694,0.04706104,0.090153694,0.0047831354,0.0007407261,0.00008335243,0.0002164593,0.02220896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.937811,0.04560041,0.0018296725,0.0028425762,0.008683276,0.0032330446],"domain_scores_gemma":[0.92605746,0.047876623,0.0057399995,0.0033963388,0.0058764955,0.0110531235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043965057,0.00069766364,0.0008122284,0.001837395,0.011211893,0.028530277,0.0039920127,0.0122514665,0.010064139],"category_scores_gemma":[0.072593324,0.0006172824,0.00085158466,0.0015395795,0.04899588,0.024928374,0.023259252,0.020377861,0.002284586],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012678924,0.00034953104,0.003853775,0.0009504878,0.000031654443,0.0006075471,0.039964363,0.001617421,0.00029035858,0.76082665,0.03841847,0.152963],"study_design_scores_gemma":[0.00006637769,0.00053525704,0.002253181,0.004571163,0.000025722467,0.0008457204,0.077299215,0.0030176325,0.00046447822,0.65715086,0.2536048,0.00016552907],"about_ca_topic_score_codex":0.0043099993,"about_ca_topic_score_gemma":0.004736641,"teacher_disagreement_score":0.043965057,"about_ca_system_score_codex":0.011675081,"about_ca_system_score_gemma":0.019249646,"threshold_uncertainty_score":0.23251224},"labels":[],"label_agreement":null},{"id":"W2136630123","doi":"10.19173/irrodl.v3i2.106","title":"When is a Learning Object not an Object: A first step towards a theory of learning objects","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning object; Object (grammar); Confusion; Computer science; Field (mathematics); Educational technology; Term (time); Concept learning; Learning theory; Epistemology; Scale (ratio); Artificial intelligence; Synchronous learning; Cognitive science; Data science; Mathematics education; Psychology; Teaching method; Cooperative learning; Machine learning; Mathematics; Philosophy","score_opus":0.10343689611964839,"score_gpt":0.40005370200533436,"score_spread":0.29661680588568595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136630123","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02557566,0.029852092,0.3722921,0.12649393,0.0034350855,0.00020208764,0.00021471208,0.00023931653,0.44169506],"genre_scores_gemma":[0.82206637,0.01679645,0.100950345,0.01352498,0.0030535557,0.0006509237,0.0003230135,0.00042564608,0.04220884],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99571216,0.0021738003,0.00030125503,0.0005615765,0.0008868563,0.000364275],"domain_scores_gemma":[0.9937594,0.0037699519,0.0004387666,0.00079629535,0.00074393395,0.0004915821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059972615,0.00094681047,0.0015488398,0.002286465,0.0060992907,0.017279461,0.0031563367,0.007897549,0.006537494],"category_scores_gemma":[0.007369097,0.00061210606,0.0010445645,0.003022067,0.045131307,0.051284496,0.0071703787,0.009179713,0.0017348769],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038345697,0.0000064093188,0.00006461261,0.000032479496,0.0000013678513,0.000020566857,0.0013739688,0.00003928588,0.000030711053,0.9951485,0.00074560643,0.0025328093],"study_design_scores_gemma":[0.000004280012,0.000012291353,0.00008541961,0.00009043705,0.000003908474,0.00006175146,0.0013860854,0.00031516573,0.00006852899,0.96114916,0.036815498,0.000007553326],"about_ca_topic_score_codex":0.0024693229,"about_ca_topic_score_gemma":0.0013914362,"teacher_disagreement_score":0.017279461,"about_ca_system_score_codex":0.0048114876,"about_ca_system_score_gemma":0.002709508,"threshold_uncertainty_score":0.034909904},"labels":[],"label_agreement":null},{"id":"W2137874271","doi":"10.19173/irrodl.v8i2.451","title":"Guest Editorial - Mobile Learning","year":2007,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Educational technology; Distance education; Multimedia; World Wide Web; Mathematics education; Psychology","score_opus":0.0398648972767095,"score_gpt":0.4443319034482844,"score_spread":0.4044670061715749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137874271","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034597084,0.0033015246,0.000092711096,0.00960917,0.9839679,0.00002146118,0.000025144365,0.000053727064,0.0028937303],"genre_scores_gemma":[0.00035913952,0.0040070643,0.0000917667,0.008734981,0.96905196,0.000026811229,0.000038490383,0.000044906526,0.017644826],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996561,0.00041060432,0.00036899754,0.0005236756,0.0018453449,0.00029045597],"domain_scores_gemma":[0.9905285,0.002366089,0.0006156507,0.0003769924,0.0039951866,0.0021174795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034079382,0.00422732,0.003613554,0.0033183077,0.0029436175,0.007876375,0.003538688,0.01029875,0.03195196],"category_scores_gemma":[0.010567806,0.0009325733,0.0028986256,0.0014096798,0.0020093876,0.004424682,0.0018531582,0.013901733,0.027706485],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030804167,0.00002361065,0.000030033136,0.0002081836,0.000008668577,0.00013584943,0.000007804774,0.000023569817,0.00009359644,0.00022918615,0.9898115,0.009397173],"study_design_scores_gemma":[0.00003085258,0.000042879852,0.00022241354,0.00027243348,0.000018901776,0.00043355115,0.00003018638,0.00010006757,0.00011198052,0.0003643069,0.9983606,0.000011744811],"about_ca_topic_score_codex":0.0007617177,"about_ca_topic_score_gemma":0.0023039607,"teacher_disagreement_score":0.03195196,"about_ca_system_score_codex":0.0022780166,"about_ca_system_score_gemma":0.0017182776,"threshold_uncertainty_score":0.10688996},"labels":[],"label_agreement":null},{"id":"W2138207986","doi":"10.19173/irrodl.v13i4.1316","title":"A needs assessment of ODL educators to determine their effective use of open educational resources","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Distance education; Information and Communications Technology; Software deployment; Educational technology; Faculty development; Open education; Open learning; Knowledge management; Computer science; Professional development; Teaching method; Pedagogy; Sociology; World Wide Web; Cooperative learning","score_opus":0.10973186870741958,"score_gpt":0.4729624624979369,"score_spread":0.3632305937905173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138207986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964778,0.000065880864,0.00018403323,0.00034093656,0.0000072183493,0.0003451339,0.00008452577,0.0000060955026,0.0024883635],"genre_scores_gemma":[0.9959282,0.00027679527,0.0011965369,0.00014899993,0.0000054873235,0.000730936,0.00012631358,0.000002242713,0.0015844487],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9986388,0.0003455756,0.00019218594,0.000059111993,0.00036467038,0.00039973937],"domain_scores_gemma":[0.9948914,0.0011137059,0.00078654167,0.00008799415,0.0020185355,0.0011017154],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.003743567,0.00021629725,0.00037082098,0.002254433,0.0016524484,0.0013686006,0.0004463154,0.00069350895,0.0027994944],"category_scores_gemma":[0.008498058,0.00032079886,0.0004894494,0.0011593186,0.0004158387,0.0012288028,0.0014573317,0.0008851135,0.0005133044],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018291645,0.0027713426,0.74313873,0.0005184007,0.00002051387,0.0012742231,0.16337837,0.00025019413,0.003070094,0.0008425254,0.002271477,0.08228113],"study_design_scores_gemma":[0.000026417732,0.00191958,0.49387133,0.00032027633,0.00001522324,0.0008162561,0.49227512,0.0010450603,0.00085018325,0.00039243023,0.0084162215,0.00005200207],"about_ca_topic_score_codex":0.0035548427,"about_ca_topic_score_gemma":0.0055959183,"teacher_disagreement_score":0.9995537,"about_ca_system_score_codex":0.0015009036,"about_ca_system_score_gemma":0.0030645966,"threshold_uncertainty_score":0.01979816},"labels":[],"label_agreement":null},{"id":"W2138214097","doi":"10.19173/irrodl.v8i3.463","title":"OOPS, Turning MIT Opencourseware into Chinese: An analysis of a community of practice of global translators","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Public relations; Community of practice; Enthusiasm; Sociology; Acronym; Negotiation; Political science; Pedagogy; Psychology; Social science","score_opus":0.065739507335345,"score_gpt":0.545658361761704,"score_spread":0.479918854426359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138214097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926886,0.00022749859,0.00091748143,0.0011214224,0.000021274242,0.00010734114,0.000030164041,0.00001446362,0.004871776],"genre_scores_gemma":[0.9968689,0.00017222787,0.00071257807,0.00020989544,0.000012605693,0.000119864286,0.0000453418,0.000020651394,0.0018379637],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98732924,0.008381587,0.0004061769,0.0011147056,0.0013445403,0.0014236629],"domain_scores_gemma":[0.9715817,0.018503558,0.0027849025,0.001404637,0.002762753,0.0029623567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012288106,0.0004318379,0.0005167843,0.005604219,0.011805976,0.0070484537,0.002153709,0.0021198178,0.0024157658],"category_scores_gemma":[0.030190438,0.00048035884,0.00039155548,0.006121319,0.014206437,0.0060598333,0.0093870545,0.0017085008,0.0003046197],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017078031,0.000017771321,0.005823303,0.000040502942,0.000003453114,0.00047150115,0.98557,0.00002522309,0.00016243303,0.0016668362,0.00026215348,0.0059397323],"study_design_scores_gemma":[0.000007250336,0.000040444178,0.012214635,0.00005923201,0.000005376366,0.0001214025,0.9794623,0.00020307492,0.000121128316,0.00066386326,0.0070857503,0.000015437217],"about_ca_topic_score_codex":0.03908783,"about_ca_topic_score_gemma":0.060376648,"teacher_disagreement_score":0.03908783,"about_ca_system_score_codex":0.009745423,"about_ca_system_score_gemma":0.011266657,"threshold_uncertainty_score":0.07772064},"labels":[],"label_agreement":null},{"id":"W2138381575","doi":"10.19173/irrodl.v10i3.712","title":"Online Teaching Effectiveness: A Tale of Two Instructors","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dialogic; Psychology; Mathematics education; Computer-mediated communication; Graduate students; Distance education; Post hoc; Online teaching; Computer science; Cognition; Medical education; Teaching method; Educational technology; Pedagogy; World Wide Web; Medicine; The Internet","score_opus":0.06550235649548913,"score_gpt":0.49712020965260084,"score_spread":0.4316178531571117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138381575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919803,0.00011255646,0.0009545308,0.0014901479,0.000060897517,0.000061735525,0.000040562896,0.00006015998,0.0052391267],"genre_scores_gemma":[0.99141324,0.00010381253,0.0013922628,0.00029870178,0.000058884092,0.000069169815,0.000056137997,0.0000351617,0.006572618],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9968876,0.0012135932,0.00010318272,0.00035950943,0.0009070684,0.0005289919],"domain_scores_gemma":[0.98984677,0.0026512756,0.0009491636,0.00068966707,0.0023835143,0.0034796658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045355093,0.0007057243,0.0005944063,0.0024349424,0.005092918,0.0043287883,0.0014531105,0.0017564219,0.002498405],"category_scores_gemma":[0.0134392325,0.00030503207,0.00038825112,0.0007379235,0.0017673345,0.002287824,0.003794663,0.0019173913,0.0008928776],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013376153,0.004766752,0.22486754,0.00022719246,0.00017009699,0.0045472477,0.48704574,0.00042467547,0.033386454,0.0028003629,0.015063878,0.22536238],"study_design_scores_gemma":[0.00013914431,0.0046078623,0.4210604,0.00013078794,0.00011363573,0.0035097802,0.5208517,0.005507475,0.011968467,0.00291231,0.028922902,0.00027552719],"about_ca_topic_score_codex":0.0017254641,"about_ca_topic_score_gemma":0.0038450216,"teacher_disagreement_score":0.005092918,"about_ca_system_score_codex":0.0013048962,"about_ca_system_score_gemma":0.00066834624,"threshold_uncertainty_score":0.02398634},"labels":[],"label_agreement":null},{"id":"W2138892488","doi":"10.19173/irrodl.v10i6.806","title":"IRRODL year in review","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.09940104538855898,"score_gpt":0.5088525806191749,"score_spread":0.40945153523061595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138892488","genre_codex":"editorial","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011195935,0.024200222,0.0001700874,0.031318247,0.93691975,0.00006923363,0.00020175104,0.00011977705,0.006888954],"genre_scores_gemma":[0.0021174534,0.023968134,0.000395015,0.037253033,0.8851547,0.00011698156,0.00044240005,0.00018132027,0.050370876],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99506515,0.00058097806,0.00067406654,0.00060698227,0.0025224362,0.00055025367],"domain_scores_gemma":[0.9657917,0.004158372,0.003124276,0.0012538903,0.020514939,0.0051567666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006611242,0.0017166114,0.0030984432,0.0053892788,0.0016617388,0.008486362,0.0030007104,0.0072318967,0.043880045],"category_scores_gemma":[0.021658566,0.00076438667,0.0016211099,0.0021088377,0.0014120599,0.003675225,0.0026485627,0.0067401133,0.039630145],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006531234,0.000015455378,0.00006026371,0.00060874486,0.000024084722,0.00014895268,0.000007048965,0.000010586463,0.00010032659,0.00021524532,0.9835535,0.015190545],"study_design_scores_gemma":[0.000056846955,0.000031391297,0.0002973235,0.0005130875,0.00004185177,0.0002875329,0.000022475464,0.000024067142,0.0001243128,0.00027353968,0.99831784,0.000009823598],"about_ca_topic_score_codex":0.0008921373,"about_ca_topic_score_gemma":0.0019732155,"teacher_disagreement_score":0.043880045,"about_ca_system_score_codex":0.0029891504,"about_ca_system_score_gemma":0.004296686,"threshold_uncertainty_score":0.14679337},"labels":[],"label_agreement":null},{"id":"W2139002669","doi":"10.19173/irrodl.v16i1.1983","title":"Astronomy for astronomical numbers: A worldwide massive open online class","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Arizona; Howard Hughes Medical Institute","keywords":"Class (philosophy); Certificate; Student engagement; Massive open online course; Social media; Computer science; Psychology; World Wide Web; Mathematics education; Artificial intelligence","score_opus":0.2982224119854011,"score_gpt":0.5677968648087914,"score_spread":0.2695744528233903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139002669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.959579,0.000056641773,0.004335981,0.001132702,0.0004406269,0.0010134983,0.0015420916,0.0014357372,0.030463757],"genre_scores_gemma":[0.9018133,0.0001274734,0.023707205,0.0013074768,0.00018160508,0.0019748677,0.0035379392,0.0003934933,0.06695666],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99942744,0.00009501487,0.000024830873,0.00015339501,0.00016556782,0.00013381393],"domain_scores_gemma":[0.9977768,0.00032518717,0.00007813764,0.00026824602,0.0001937412,0.0013578726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001355412,0.0005838016,0.00042842096,0.0002826195,0.0019621013,0.001967075,0.0010469501,0.0007297377,0.030147871],"category_scores_gemma":[0.002447714,0.00021743451,0.0004311483,0.00023497267,0.0005240591,0.0014000082,0.0025040407,0.0017741311,0.0056820936],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058527314,0.056912158,0.048653323,0.00092509255,0.00011666545,0.0012911202,0.016519427,0.0028027277,0.07268867,0.008434655,0.18982817,0.5959752],"study_design_scores_gemma":[0.0016005087,0.0296823,0.2683184,0.0003277049,0.00015089793,0.0006703825,0.013307649,0.012618587,0.04352711,0.0055860793,0.62383765,0.00037277784],"about_ca_topic_score_codex":0.0022111244,"about_ca_topic_score_gemma":0.0051235883,"teacher_disagreement_score":0.030147871,"about_ca_system_score_codex":0.00069528946,"about_ca_system_score_gemma":0.001083628,"threshold_uncertainty_score":0.100854695},"labels":[],"label_agreement":null},{"id":"W2139442502","doi":"10.19173/irrodl.v10i3.630","title":"Cognitive, Instructional, and Social Presence as Factors in Learners’ Negotiation of Planned Absences from Online Study","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Psychology; Cognition; Instructional design; Flexibility (engineering); Online discussion; Mathematics education; Computer-mediated communication; Educational technology; Qualitative research; Social cognitive theory; Pedagogy; Computer science; Social psychology; The Internet","score_opus":0.11213770461284069,"score_gpt":0.4823445186148382,"score_spread":0.3702068140019975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139442502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99582493,0.00008838502,0.00058082206,0.0002456116,0.0000066321895,0.000019956573,0.000003998446,0.000003870467,0.0032258108],"genre_scores_gemma":[0.9994729,0.000037841255,0.00021363707,0.00002628825,0.0000037761274,0.00001426209,0.0000036739295,0.0000022958654,0.00022530253],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9901072,0.007091801,0.00044926303,0.0004082583,0.0012767493,0.0006667997],"domain_scores_gemma":[0.9599695,0.03216546,0.0035691739,0.0006713805,0.0012727586,0.0023517478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010277465,0.00025605012,0.00039634653,0.0010408717,0.0033692776,0.0064475373,0.0010738918,0.0010497151,0.0017142],"category_scores_gemma":[0.03307451,0.00033570678,0.00041272,0.00047802765,0.0052986215,0.0030475494,0.0038019232,0.0020091706,0.0001125728],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027360235,0.00076942187,0.13045816,0.00021031102,0.000056903322,0.0013416928,0.8329057,0.00027478402,0.0029581282,0.0040872265,0.0002376212,0.02642656],"study_design_scores_gemma":[0.000037907394,0.00029637845,0.12845042,0.000130667,0.000043717904,0.0007734042,0.8606495,0.0011108825,0.0010689142,0.0029916666,0.0043716305,0.0000748425],"about_ca_topic_score_codex":0.0019033154,"about_ca_topic_score_gemma":0.0033290333,"teacher_disagreement_score":0.010277465,"about_ca_system_score_codex":0.0014652691,"about_ca_system_score_gemma":0.0020038986,"threshold_uncertainty_score":0.05435306},"labels":[],"label_agreement":null},{"id":"W2140668648","doi":"10.19173/irrodl.v2i1.30","title":"Issues and Challenges of Providing Online Inservice Teacher Training: Korea's experience","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Teacher education; Government (linguistics); Medical education; Process (computing); Online learning; Faculty development; Educational technology; Computer science; Distance education; Online teaching; Mathematics education; Psychology; Pedagogy; Multimedia; Professional development; Medicine","score_opus":0.2488643343226227,"score_gpt":0.5082648201371349,"score_spread":0.25940048581451225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140668648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9549054,0.0024091115,0.0012243226,0.019508975,0.00023225838,0.00008289187,0.000057359557,0.000051446204,0.021528296],"genre_scores_gemma":[0.9853955,0.0032129225,0.0008548678,0.0028112824,0.000042054955,0.00005358523,0.000031158073,0.0000377587,0.0075608743],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99798536,0.0010353575,0.00010283652,0.00011146333,0.00021732989,0.00054769445],"domain_scores_gemma":[0.99573565,0.0013921866,0.00041066902,0.00016310674,0.0004947953,0.0018035788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032890788,0.0002613976,0.0002703598,0.0002949335,0.0036499766,0.0034896885,0.00081731885,0.0014057753,0.0044347756],"category_scores_gemma":[0.004389243,0.000282508,0.0002149699,0.00088420056,0.0017236221,0.003799488,0.0037142355,0.0019747466,0.00058267365],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005145753,0.0027951275,0.043469097,0.0018530354,0.000043008946,0.011581734,0.55825657,0.0006651799,0.0055433987,0.0123984935,0.032281913,0.3305979],"study_design_scores_gemma":[0.00006702441,0.00068986963,0.015870182,0.00039536244,0.00003138182,0.0026452087,0.8205499,0.00042756984,0.0011849657,0.0009738514,0.15711915,0.00004550752],"about_ca_topic_score_codex":0.0051441505,"about_ca_topic_score_gemma":0.014526634,"teacher_disagreement_score":0.0051441505,"about_ca_system_score_codex":0.0014091207,"about_ca_system_score_gemma":0.0047190273,"threshold_uncertainty_score":0.017394483},"labels":[],"label_agreement":null},{"id":"W2140799558","doi":"10.19173/irrodl.v13i4.1266","title":"Understanding e-learning adoption in Brazil: Major determinants and gender effects","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerio de Ciencia e Innovación","keywords":"Moderation; Structural equation modeling; Psychology; Technology acceptance model; Context (archaeology); Usability; Social psychology; Social influence; Construct (python library); Generalization; Computer science","score_opus":0.42071397421885404,"score_gpt":0.5376557547652171,"score_spread":0.11694178054636306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140799558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99239606,0.001573302,0.00057292846,0.0009517306,0.0000078502235,0.000024108782,0.00012463208,0.0000056617614,0.004343887],"genre_scores_gemma":[0.9985605,0.0007892195,0.00029130228,0.000055818127,0.000003378105,0.00001083265,0.00004323756,0.0000025956738,0.00024322554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992944,0.00021281002,0.000059455633,0.000108065535,0.00016650083,0.0001587034],"domain_scores_gemma":[0.9957833,0.0025086612,0.00089180545,0.00012748606,0.00044142184,0.00024719216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019064433,0.0002223924,0.00033198812,0.0011663018,0.00049663184,0.0010546859,0.00027422083,0.00035446355,0.0017866377],"category_scores_gemma":[0.007621765,0.00021468806,0.00044595049,0.0016685073,0.00058491435,0.001095881,0.00081984734,0.00038987843,0.00013526723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041198826,0.00015437932,0.92823887,0.00021578903,0.000035160072,0.0002760768,0.01791588,0.00021177215,0.0011677003,0.002910694,0.0002812807,0.04855114],"study_design_scores_gemma":[0.0000060981497,0.000077955294,0.9760132,0.0002905221,0.000057147266,0.00020888376,0.016922781,0.001094265,0.0002971154,0.0012015502,0.0038166838,0.000013786366],"about_ca_topic_score_codex":0.058713183,"about_ca_topic_score_gemma":0.08128936,"teacher_disagreement_score":0.058713183,"about_ca_system_score_codex":0.0011328101,"about_ca_system_score_gemma":0.0018608281,"threshold_uncertainty_score":0.11674291},"labels":[],"label_agreement":null},{"id":"W2140917144","doi":"10.19173/irrodl.v12i3.934","title":"Dialogue and connectivism: A new approach to understanding and promoting dialogue-rich networked learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Social constructivism; Constructivism (international relations); Argument (complex analysis); Learning theory; Sociology; Epistemology; Computer science; Pedagogy","score_opus":0.36420360506956273,"score_gpt":0.48174615126316583,"score_spread":0.1175425461936031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140917144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0124672605,0.010440741,0.7162399,0.034621287,0.0012915902,0.0005044389,0.00006900095,0.00039748754,0.22396827],"genre_scores_gemma":[0.6126382,0.0138389785,0.32056904,0.005919573,0.0015489762,0.0030192384,0.00013184396,0.0006133539,0.041720722],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9857631,0.011348621,0.0003241057,0.000996061,0.0011568982,0.00041127467],"domain_scores_gemma":[0.988893,0.0087277945,0.00049674505,0.0007804875,0.0003652487,0.0007368263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011388516,0.0015124313,0.000841129,0.0044710874,0.005727313,0.015888108,0.0036597284,0.006526307,0.0053820936],"category_scores_gemma":[0.009160162,0.00065067236,0.0015098699,0.0026587269,0.05550806,0.02375508,0.01677645,0.0092888335,0.00068694906],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009038085,0.000015636666,0.00008777604,0.00014157536,0.000009313183,0.00011813439,0.0214948,0.0004606038,0.00021648071,0.96818304,0.0009958145,0.00826785],"study_design_scores_gemma":[0.000015442209,0.000036865637,0.00013017657,0.00048877293,0.000013914559,0.00036404913,0.008291819,0.002340928,0.00047911925,0.84663355,0.14117149,0.000033910823],"about_ca_topic_score_codex":0.0018438672,"about_ca_topic_score_gemma":0.0020470317,"teacher_disagreement_score":0.015888108,"about_ca_system_score_codex":0.005604921,"about_ca_system_score_gemma":0.004495338,"threshold_uncertainty_score":0.060228944},"labels":[],"label_agreement":null},{"id":"W2142552768","doi":"10.19173/irrodl.v11i1.758","title":"Live, online short-courses: A case study of innovative teacher professional development","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Aeronautics and Space Administration","keywords":"Variety (cybernetics); Professional development; Faculty development; Instructional design; Space (punctuation); Teacher education; Educational technology; Pedagogy; Sociology; Computer science","score_opus":0.12960932542200568,"score_gpt":0.5267257767201473,"score_spread":0.39711645129814166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142552768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9720724,0.00041895936,0.009538354,0.003662506,0.00010226672,0.0004922292,0.00009083498,0.00009744874,0.013524948],"genre_scores_gemma":[0.9641707,0.0008690032,0.01783282,0.0011451233,0.00007510221,0.00048913463,0.000105640036,0.000093872564,0.0152186435],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99265975,0.0046887104,0.00025026218,0.00053483114,0.0009273899,0.0009391104],"domain_scores_gemma":[0.98038745,0.011201924,0.0012284105,0.0011730813,0.0013227625,0.004686361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007051906,0.00067482947,0.0006057153,0.0014629045,0.01087617,0.003486534,0.0031682611,0.0039295815,0.003871502],"category_scores_gemma":[0.018212926,0.0006607786,0.00053299434,0.0013625589,0.0039567393,0.0038407666,0.0048850533,0.0040975604,0.0011349786],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029130557,0.009815267,0.015736928,0.00049650803,0.000031485433,0.023509847,0.8280401,0.00058343814,0.0035806631,0.0068440815,0.007959106,0.103111185],"study_design_scores_gemma":[0.00020495347,0.0023153054,0.012761546,0.0003414942,0.00004100821,0.01942368,0.8314764,0.002488797,0.005491767,0.0034592203,0.12189597,0.000099875586],"about_ca_topic_score_codex":0.0035244315,"about_ca_topic_score_gemma":0.014557965,"teacher_disagreement_score":0.01087617,"about_ca_system_score_codex":0.003083915,"about_ca_system_score_gemma":0.0030588182,"threshold_uncertainty_score":0.037294447},"labels":[],"label_agreement":null},{"id":"W2142618358","doi":"10.19173/irrodl.v15i2.1704","title":"Mass customization of education by an institution of HE: What can we learn from industry?","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Configurator; Mass customization; Quality (philosophy); Personalization; Product (mathematics); Curriculum; Open learning; Computer science; Institution; Point (geometry); Knowledge management; Open education; Open educational resources; Engineering management; Business; Teaching method; Engineering; Marketing; World Wide Web; Mathematics education; Cooperative learning; Pedagogy; Sociology; Psychology","score_opus":0.05802920274910821,"score_gpt":0.4091253264711059,"score_spread":0.35109612372199767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142618358","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072845444,0.21879469,0.022603726,0.35400224,0.0033142066,0.00011148552,0.0001442489,0.0005256579,0.32765839],"genre_scores_gemma":[0.62560666,0.22736262,0.009862143,0.038049147,0.0036835535,0.00012268398,0.00019094656,0.0001685149,0.09495383],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9983718,0.00060108595,0.00005567373,0.0002076614,0.00049103296,0.00027278645],"domain_scores_gemma":[0.99348104,0.0030764043,0.00086604443,0.00082702364,0.0009559982,0.0007935323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031207039,0.00024633945,0.00046048957,0.00093069737,0.0009731831,0.00628798,0.0012353297,0.0025760406,0.009589382],"category_scores_gemma":[0.0072817937,0.00015389838,0.00035751198,0.0014935561,0.0032192834,0.01487015,0.0028809824,0.0019518334,0.0032768645],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006438126,0.00015917959,0.0040993122,0.00090384844,0.000018232451,0.00027699082,0.002980509,0.00027700613,0.0005255129,0.08004488,0.0372092,0.87344104],"study_design_scores_gemma":[0.000023551615,0.00025764448,0.018738037,0.0034642343,0.000045222652,0.0009824738,0.019155767,0.0010466515,0.0023118805,0.112369694,0.8415286,0.000076330296],"about_ca_topic_score_codex":0.003396766,"about_ca_topic_score_gemma":0.004338335,"teacher_disagreement_score":0.009589382,"about_ca_system_score_codex":0.0024534888,"about_ca_system_score_gemma":0.002559272,"threshold_uncertainty_score":0.032079637},"labels":[],"label_agreement":null},{"id":"W2142648735","doi":"10.19173/irrodl.v8i2.447","title":"The World-Wide Inaccessible Web, Part 2: Internet routes","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"International Development Research Centre","keywords":"The Internet; Web page; Sri lanka; World Wide Web; China; Web server; Business; Server; Web development; Computer science; South asia; Internet privacy; Geography","score_opus":0.10245629090890529,"score_gpt":0.4396322857022569,"score_spread":0.3371759947933516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142648735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659195,0.00248633,0.0075561577,0.00015918909,0.000056536093,0.00044583564,0.0021067609,0.00020680003,0.021062959],"genre_scores_gemma":[0.9792874,0.0024170433,0.008898791,0.000048834507,0.000039003797,0.00029603092,0.0026764513,0.00014595539,0.0061904723],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985145,0.00036322078,0.00022139869,0.00019307608,0.00057448255,0.00013339863],"domain_scores_gemma":[0.9804685,0.007131814,0.00578558,0.0023593463,0.003648655,0.00060604117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012326544,0.0006025192,0.00037568403,0.004001663,0.00073642225,0.0030475538,0.0006366807,0.0006392895,0.0048161796],"category_scores_gemma":[0.012532852,0.00036602054,0.0005954164,0.006350637,0.00057595567,0.0040113656,0.00073743,0.0006534729,0.0019844822],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006955097,0.0007271019,0.6889423,0.0013893305,0.00017111952,0.0009997638,0.009349811,0.0050038532,0.017205575,0.0038446472,0.00362532,0.2680456],"study_design_scores_gemma":[0.000017005686,0.00069861126,0.9297937,0.00026416115,0.00018322599,0.0037851336,0.0060143443,0.003265148,0.013996758,0.0017925762,0.040085092,0.00010432596],"about_ca_topic_score_codex":0.0036824746,"about_ca_topic_score_gemma":0.004176707,"teacher_disagreement_score":0.0048161796,"about_ca_system_score_codex":0.0005575157,"about_ca_system_score_gemma":0.0005428603,"threshold_uncertainty_score":0.016111732},"labels":[],"label_agreement":null},{"id":"W2142945195","doi":"10.19173/irrodl.v7i1.307","title":"Book Review - Development and Management of Virtual Schools: Issues and trends. Editor Catherine Cavanaugh","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering ethics; Psychology; Engineering","score_opus":0.05827367352279472,"score_gpt":0.43564976961168983,"score_spread":0.3773760960888951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142945195","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002629337,0.8678734,0.0002835696,0.048245247,0.03700278,0.00006421445,0.00040042846,0.00013255046,0.04573482],"genre_scores_gemma":[0.0023334261,0.786324,0.0006097919,0.02011579,0.022333795,0.000078343306,0.00079679827,0.00009536822,0.1673126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834824,0.00016142288,0.0000952992,0.000113940354,0.0011661324,0.000114994444],"domain_scores_gemma":[0.9933296,0.0010583012,0.00041206373,0.00009804795,0.004588297,0.00051360374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012158349,0.0007947675,0.0011067679,0.0033738439,0.0012551957,0.005578637,0.0018265272,0.002120085,0.019240484],"category_scores_gemma":[0.0050023412,0.000514725,0.0004382494,0.009198717,0.00095289556,0.0037130974,0.0008533201,0.002771075,0.01176672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004199387,0.000009117467,0.000055479544,0.00048630228,0.0000022517909,0.000017151751,0.000043132008,0.00002919649,0.00002667597,0.0005641732,0.95965266,0.039109558],"study_design_scores_gemma":[0.00000249377,0.000008107068,0.0004220131,0.000817342,0.000004394964,0.00008145162,0.00008176776,0.000014163891,0.000017585473,0.00014591159,0.9984004,0.000004358072],"about_ca_topic_score_codex":0.10344862,"about_ca_topic_score_gemma":0.23235798,"teacher_disagreement_score":0.10344862,"about_ca_system_score_codex":0.006234213,"about_ca_system_score_gemma":0.01201743,"threshold_uncertainty_score":0.205693},"labels":[],"label_agreement":null},{"id":"W2143360138","doi":"10.19173/irrodl.v12i3.890","title":"Three generations of distance education pedagogy","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Pedagogy; Community of inquiry; Openness to experience; Social constructivism; Context (archaeology); Typology; Sociology; Mathematics education; Psychology; Cognition; Social psychology","score_opus":0.16726953456318958,"score_gpt":0.5141115892977559,"score_spread":0.3468420547345663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143360138","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6211459,0.006963954,0.06626878,0.009291981,0.00050046376,0.00047684278,0.000085899956,0.00021095596,0.29505527],"genre_scores_gemma":[0.9659797,0.0014856353,0.017062124,0.0007471078,0.0000497008,0.00016850949,0.000045757497,0.0000485599,0.014412853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99699116,0.0011840424,0.0001671586,0.0003095028,0.0009916234,0.00035663394],"domain_scores_gemma":[0.9951199,0.0020996453,0.00054520677,0.0006445846,0.00085710105,0.00073356746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003524825,0.00024804295,0.00020538333,0.0010746564,0.002118533,0.005026136,0.0007516977,0.0011778184,0.0035829796],"category_scores_gemma":[0.008468086,0.00026713748,0.00038966237,0.0007118946,0.0039477013,0.0048091775,0.004848379,0.0015548088,0.0004796089],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009912248,0.00025115014,0.030300748,0.00021858294,0.000012878325,0.00030068157,0.1092076,0.00043684742,0.0014343415,0.6088013,0.0025010624,0.24643569],"study_design_scores_gemma":[0.00004179921,0.00045033236,0.04723946,0.0008195548,0.00003169404,0.001913784,0.09117537,0.0022160134,0.0019187052,0.37245327,0.48164773,0.00009225168],"about_ca_topic_score_codex":0.0016731285,"about_ca_topic_score_gemma":0.0017805642,"teacher_disagreement_score":0.005026136,"about_ca_system_score_codex":0.003958104,"about_ca_system_score_gemma":0.0025353355,"threshold_uncertainty_score":0.028718233},"labels":[],"label_agreement":null},{"id":"W2143766575","doi":"10.19173/irrodl.v15i6.1908","title":"Promoting distance learners’ cognitive engagement and learning outcomes: Design-based research in the Costa Rican National University of Distance Education","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychology; Context (archaeology); Cognition; Instructional design; Mathematics education; Student engagement; Transactional leadership; Pedagogy; Social psychology","score_opus":0.19497827491169833,"score_gpt":0.4866445603389475,"score_spread":0.29166628542724915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143766575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99210185,0.000662867,0.0025013802,0.00034746507,0.0000044279004,0.00036313423,0.0000094606485,0.000009581994,0.003999884],"genre_scores_gemma":[0.9937588,0.00049938617,0.004477955,0.00010138788,0.0000025970942,0.0002701228,0.000010404945,0.0000042957913,0.00087499025],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.989567,0.008735304,0.00024500047,0.0003890598,0.00073917874,0.00032441632],"domain_scores_gemma":[0.9866088,0.009026667,0.0012924505,0.00095346686,0.0016711665,0.0004474594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015721466,0.0002590204,0.00030368858,0.0009204276,0.0012141713,0.0028192326,0.000982481,0.0005438275,0.0008980202],"category_scores_gemma":[0.014159887,0.00017718437,0.00031047786,0.0009001383,0.0017586857,0.0009788601,0.0014799646,0.00051703386,0.00009547353],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007506434,0.009820525,0.16046861,0.004325446,0.0003395148,0.001136627,0.3138389,0.009490642,0.023318531,0.01447333,0.001401329,0.460636],"study_design_scores_gemma":[0.00061870227,0.012477312,0.51897466,0.0026155277,0.00065810507,0.0006571386,0.344032,0.016059667,0.02906767,0.0056626503,0.069019616,0.00015699139],"about_ca_topic_score_codex":0.009561367,"about_ca_topic_score_gemma":0.020025402,"teacher_disagreement_score":0.015721466,"about_ca_system_score_codex":0.0047076195,"about_ca_system_score_gemma":0.0055562393,"threshold_uncertainty_score":0.08314407},"labels":[],"label_agreement":null},{"id":"W2143789014","doi":"10.19173/irrodl.v14i3.1446","title":"First year chemistry laboratory courses for distance learners: Development and transfer credit acceptance","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Distance education; Bachelor; Rigour; Mathematics education; Computer science; Higher education; Multimedia; Psychology; Mathematics","score_opus":0.031054715457054075,"score_gpt":0.3421618606893678,"score_spread":0.31110714523231375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143789014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91009057,0.0003218086,0.011418859,0.0018195856,0.00040731172,0.010953864,0.0014527837,0.0018346631,0.061700553],"genre_scores_gemma":[0.90812546,0.00045345773,0.021764155,0.00050190603,0.00013134196,0.008050998,0.0017535542,0.00039514597,0.058824047],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99269605,0.0013833554,0.0004950659,0.0005512971,0.0040179193,0.00085636514],"domain_scores_gemma":[0.963514,0.003937368,0.0015397794,0.0022610296,0.017595528,0.011152349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0145063745,0.0008605513,0.000632092,0.0021959706,0.001474124,0.004477083,0.0033005269,0.0014765053,0.027437862],"category_scores_gemma":[0.036087584,0.00050677283,0.0006084133,0.0010684417,0.00055092026,0.0021447225,0.004827687,0.0017157259,0.013372243],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016482746,0.021369856,0.09306409,0.0002522798,0.000029289695,0.00073185354,0.00680456,0.00096545357,0.007296861,0.001650288,0.028982012,0.8372052],"study_design_scores_gemma":[0.0007170345,0.018448947,0.8230872,0.00037033035,0.00005335964,0.0011505098,0.014252693,0.012290064,0.022470431,0.0019349871,0.10501002,0.00021443363],"about_ca_topic_score_codex":0.0026298098,"about_ca_topic_score_gemma":0.0028057883,"teacher_disagreement_score":0.027437862,"about_ca_system_score_codex":0.0021992517,"about_ca_system_score_gemma":0.00652648,"threshold_uncertainty_score":0.09178883},"labels":[],"label_agreement":null},{"id":"W2143900028","doi":"10.19173/irrodl.v14i5.1632","title":"Security risks and protection in online learning: A survey","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Information and Cyber Security","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"SAFER; Usability; Internet privacy; Computer science; Online learning; Security awareness; Computer security; Information security; Security through obscurity; Security information and event management; Cloud computing security; World Wide Web; Human–computer interaction","score_opus":0.14050049079037286,"score_gpt":0.4287796499304636,"score_spread":0.2882791591400907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143900028","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9735815,0.008744952,0.0015968368,0.0030500488,0.00005852347,0.00012466504,0.00082465005,0.00004549405,0.0119733075],"genre_scores_gemma":[0.9840417,0.011906574,0.0009458125,0.0008791367,0.000043142412,0.0000762411,0.0003923128,0.000011708153,0.0017034669],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99596256,0.0014039368,0.0006675695,0.00028999159,0.001325379,0.00035050852],"domain_scores_gemma":[0.9778681,0.012764778,0.0045019346,0.00048384455,0.003074358,0.0013070129],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005285226,0.00015840089,0.0003960576,0.0029561596,0.00057907414,0.0015328345,0.0003083272,0.0008974099,0.0018633406],"category_scores_gemma":[0.01543436,0.00026887248,0.00039603494,0.0031979338,0.00055014866,0.0035414987,0.00084876356,0.0011110266,0.0006536953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011487104,0.00060472696,0.7749237,0.000983863,0.00007800589,0.00036903276,0.014617625,0.00028373,0.00062348595,0.0013771813,0.0097461445,0.1962776],"study_design_scores_gemma":[0.000011543083,0.0010440706,0.8802013,0.0012691098,0.000062921936,0.0017964786,0.047264803,0.0009155668,0.0006173267,0.00063422543,0.06613068,0.00005198801],"about_ca_topic_score_codex":0.0015245418,"about_ca_topic_score_gemma":0.0015146169,"teacher_disagreement_score":0.005285226,"about_ca_system_score_codex":0.0006663472,"about_ca_system_score_gemma":0.0009663151,"threshold_uncertainty_score":0.02795124},"labels":[],"label_agreement":null},{"id":"W2145138041","doi":"10.19173/irrodl.v16i4.2376","title":"Design Considerations for Integrating Twitter into an Online Course","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Grading (engineering); Learning Management; Multimedia; Online learning; World Wide Web; Social media; Process (computing); Educational technology; Engineering; Mathematics education; Psychology","score_opus":0.37533478833578393,"score_gpt":0.5479123482867131,"score_spread":0.17257755995092916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145138041","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11212354,0.0006985837,0.7130442,0.0333761,0.0017331567,0.010066694,0.00037394633,0.005139657,0.123444155],"genre_scores_gemma":[0.2658365,0.0006146481,0.65869975,0.004577118,0.0004300015,0.009182421,0.00029977376,0.0006435332,0.059716232],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928845,0.004252244,0.0004899258,0.0004101462,0.0015036087,0.00045959352],"domain_scores_gemma":[0.98961127,0.004346099,0.0006252611,0.0012316972,0.0029771235,0.0012085745],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0099830935,0.0008237098,0.0003742779,0.0008282121,0.0015635162,0.0063430765,0.0025172457,0.002955846,0.01572672],"category_scores_gemma":[0.019860083,0.00085954415,0.0006451479,0.0004784931,0.0010843663,0.0063081803,0.0027031898,0.0016332243,0.008023064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020605286,0.0021879382,0.01645076,0.0030650166,0.0001778329,0.0030119491,0.008225311,0.011890669,0.10692955,0.14437087,0.042747214,0.6588824],"study_design_scores_gemma":[0.0009936015,0.0062775663,0.010842675,0.0013250029,0.0005244443,0.0027268466,0.01093712,0.054254416,0.05716203,0.06734141,0.7872193,0.00039551788],"about_ca_topic_score_codex":0.0009171412,"about_ca_topic_score_gemma":0.002139615,"teacher_disagreement_score":0.99365693,"about_ca_system_score_codex":0.0013922646,"about_ca_system_score_gemma":0.0016809066,"threshold_uncertainty_score":0.052796245},"labels":[],"label_agreement":null},{"id":"W2145283076","doi":"10.19173/irrodl.v13i1.1027","title":"Investigating instructional strategies for using social media in formal and informal learning","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":484,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Social media; Formal learning; Informal learning; Qualitative research; Informal education; Perception; Educational technology; Psychology; Social learning; Computer-mediated communication; Pedagogy; Sociology; Higher education; Social psychology; Computer science; The Internet; Social science; World Wide Web","score_opus":0.1568592391231602,"score_gpt":0.48261951715128737,"score_spread":0.3257602780281272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145283076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971211,0.00093866023,0.0072216983,0.0010417585,0.000034414734,0.00054566434,0.000022954076,0.000032942276,0.01895089],"genre_scores_gemma":[0.98465234,0.0012933069,0.0109745525,0.00018177298,0.000011277798,0.0006001017,0.000023375362,0.000009962318,0.0022532842],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9940315,0.0045298506,0.000182554,0.00025141163,0.0006300567,0.00037458044],"domain_scores_gemma":[0.9739609,0.021655835,0.0018732897,0.00055794115,0.0012422393,0.00070992194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007721218,0.00037943086,0.0003026209,0.0013124226,0.0013694944,0.004262539,0.0012834179,0.0009163778,0.0021468827],"category_scores_gemma":[0.02235748,0.0002407707,0.00026805006,0.0008655442,0.0017990138,0.0032874562,0.0021345841,0.0009793582,0.00031181035],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023137679,0.0052329325,0.07756403,0.0020547349,0.00010650521,0.00076222076,0.47067192,0.00036033738,0.0077931546,0.017238487,0.0013354346,0.41664883],"study_design_scores_gemma":[0.00030831262,0.0018876075,0.09090588,0.0029088175,0.00026796845,0.00063333026,0.8237289,0.0022238991,0.011429559,0.014940345,0.05068417,0.00008127504],"about_ca_topic_score_codex":0.0010638321,"about_ca_topic_score_gemma":0.0032302544,"teacher_disagreement_score":0.007721218,"about_ca_system_score_codex":0.0017225902,"about_ca_system_score_gemma":0.0030571015,"threshold_uncertainty_score":0.04083419},"labels":[],"label_agreement":null},{"id":"W2145284593","doi":"10.19173/irrodl.v3i1.81","title":"Distance Learning for Food Security and Rural Development: A Perspective from the United Nations Food and Agriculture Organization","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Food security; Distance education; Agriculture; Publishing; Work (physics); Economic growth; Political science; Public relations; Sociology; Engineering; Geography; Pedagogy; Economics","score_opus":0.06698141102775457,"score_gpt":0.3520884705116007,"score_spread":0.2851070594838461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145284593","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009981236,0.13290441,0.002443015,0.7244897,0.002133061,0.00002477943,0.000022771783,0.000017141601,0.12798393],"genre_scores_gemma":[0.6037104,0.2695445,0.005016661,0.07886106,0.003666556,0.00016879688,0.000045445882,0.00005216781,0.038934488],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964832,0.0024080696,0.000078849946,0.00015362682,0.0004900158,0.0003862268],"domain_scores_gemma":[0.9944383,0.0040014638,0.00021591528,0.000079301964,0.0005185578,0.0007465986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046945275,0.0005019392,0.0003719568,0.0011892137,0.0056531257,0.008809931,0.0010003576,0.0073124496,0.002781942],"category_scores_gemma":[0.004376943,0.00014436059,0.00021328678,0.0018937638,0.01067181,0.010136562,0.0031837241,0.005996719,0.00036327497],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002785355,0.0001682025,0.00084391213,0.0005989006,0.0000075025455,0.0005449403,0.031873327,0.00048064356,0.00024939762,0.76805425,0.07224021,0.1249109],"study_design_scores_gemma":[0.000014203314,0.00011711356,0.001466634,0.0015606559,0.0000052410924,0.0003355454,0.046089742,0.00032615542,0.00014826441,0.10596056,0.8439479,0.000028047487],"about_ca_topic_score_codex":0.010806341,"about_ca_topic_score_gemma":0.016228264,"teacher_disagreement_score":0.010806341,"about_ca_system_score_codex":0.007487307,"about_ca_system_score_gemma":0.010747997,"threshold_uncertainty_score":0.054324508},"labels":[],"label_agreement":null},{"id":"W2147155497","doi":"10.19173/irrodl.v16i4.2381","title":"Mainstreaming Open Textbooks: Educator Perspectives on the Impact of OpenStax College open textbooks","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"William and Flora Hewlett Foundation","keywords":"Open educational resources; Open education; Open university; Mainstreaming; Educational technology; Distance education; Faculty development; Pedagogy; Mathematics education; Medical education; Library science; Psychology; Professional development; Computer science; Special education; Medicine","score_opus":0.14956136984366314,"score_gpt":0.4793923262943386,"score_spread":0.32983095645067545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147155497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9510033,0.0021960856,0.0015762533,0.013837753,0.00022305745,0.00006997667,0.000047044497,0.000042049294,0.031004447],"genre_scores_gemma":[0.9861913,0.0021990759,0.0010291548,0.0026824677,0.00008699023,0.000054146007,0.000033896053,0.00003864861,0.0076844203],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9777499,0.0146900015,0.0010225347,0.001159622,0.0039643245,0.0014135976],"domain_scores_gemma":[0.9085223,0.06725391,0.008186195,0.0016920974,0.008564684,0.0057808636],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.02462862,0.0002722309,0.000483761,0.0022350065,0.004712765,0.011067248,0.001191919,0.0019498318,0.004088817],"category_scores_gemma":[0.05227748,0.00041683848,0.00033074844,0.0023492991,0.004368077,0.006606356,0.0078816945,0.0028846422,0.00056566374],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058597652,0.0002040011,0.031222707,0.0003621438,0.000016910939,0.0010364384,0.8994015,0.000054156455,0.0017338597,0.0039147898,0.0034242547,0.058570642],"study_design_scores_gemma":[0.000019809127,0.00023893903,0.02120576,0.00059301726,0.000028657114,0.00023748782,0.9238923,0.000079554375,0.0011813352,0.00081157224,0.051675856,0.000035652756],"about_ca_topic_score_codex":0.0029985984,"about_ca_topic_score_gemma":0.009409553,"teacher_disagreement_score":0.9988081,"about_ca_system_score_codex":0.0037716152,"about_ca_system_score_gemma":0.005760293,"threshold_uncertainty_score":0.13025016},"labels":[],"label_agreement":null},{"id":"W2147417908","doi":"10.19173/irrodl.v11i1.794","title":"Using mobile phones to improve educational outcomes: An analysis of evidence from Asia","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":405,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile phone; Developing country; Information and Communications Technology; Educational technology; Mobile technology; Business; Economic growth; Computer science; Multimedia; Mobile device; Psychology; Telecommunications; Pedagogy; World Wide Web; Economics","score_opus":0.15930566405248722,"score_gpt":0.5117964893059193,"score_spread":0.352490825253432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147417908","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1647395,0.8172618,0.0007699361,0.0041445848,0.00014816645,0.0004994108,0.0012183314,0.000018670971,0.011199582],"genre_scores_gemma":[0.3950386,0.60160774,0.0009776326,0.0013505708,0.00008002549,0.0002744639,0.0003889492,0.000016362492,0.0002656377],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9887284,0.004709695,0.003278855,0.0006254884,0.002286756,0.00037085035],"domain_scores_gemma":[0.9188481,0.05791208,0.013898902,0.0009266968,0.0075197793,0.0008943552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016893685,0.00069848757,0.0024151765,0.0061485553,0.00046932843,0.0024710018,0.0009787178,0.0009079215,0.0029221156],"category_scores_gemma":[0.044589218,0.00047272217,0.0031758104,0.011392124,0.0012151483,0.0015934494,0.0020031207,0.0011985428,0.00040188024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036316128,0.0005120054,0.16780332,0.2320067,0.021638095,0.00085228303,0.0045499937,0.00056297646,0.0007565971,0.0011274879,0.0020934932,0.5644654],"study_design_scores_gemma":[0.0015062835,0.0056913076,0.5864348,0.26863194,0.07679563,0.0020158964,0.011959029,0.00055632053,0.0027467913,0.0011585015,0.042354755,0.00014877896],"about_ca_topic_score_codex":0.0065630744,"about_ca_topic_score_gemma":0.0116520105,"teacher_disagreement_score":0.016893685,"about_ca_system_score_codex":0.0019657128,"about_ca_system_score_gemma":0.0051121768,"threshold_uncertainty_score":0.08934343},"labels":[],"label_agreement":null},{"id":"W2148945625","doi":"10.19173/irrodl.v14i1.1389","title":"Automatic evaluation for e-learning using latent semantic analysis: A use case","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya; European Commission","keywords":"Animal science; Biology","score_opus":0.184779399202003,"score_gpt":0.4953805839448462,"score_spread":0.31060118474284315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148945625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3213757,0.0038642923,0.5062026,0.0030147291,0.00093674,0.001951257,0.017291363,0.11552644,0.029836962],"genre_scores_gemma":[0.62107223,0.00070480764,0.33189556,0.00042643404,0.00008967668,0.0006706121,0.028882887,0.0017586625,0.014499134],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9916863,0.003332732,0.00075362675,0.0014924605,0.0022867653,0.0004480795],"domain_scores_gemma":[0.98838824,0.0065186475,0.0002858182,0.0021863761,0.0021453844,0.0004755061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007934169,0.0016202929,0.0011833243,0.0022966953,0.00096114055,0.0033996934,0.002390364,0.0031391988,0.013772288],"category_scores_gemma":[0.01959378,0.00049217464,0.0012251723,0.0018073105,0.00077481783,0.0055606067,0.0026622494,0.0018082681,0.008817179],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003596976,0.003593033,0.0105825495,0.0014344451,0.00042814552,0.0014836324,0.0004988311,0.04909708,0.014261905,0.0077373027,0.066988245,0.8402978],"study_design_scores_gemma":[0.00042870213,0.00063272147,0.0042737587,0.00017538649,0.00012592525,0.0005248895,0.00057497446,0.92554075,0.034104228,0.0075915167,0.02594678,0.00008048133],"about_ca_topic_score_codex":0.009634626,"about_ca_topic_score_gemma":0.008880126,"teacher_disagreement_score":0.013772288,"about_ca_system_score_codex":0.0017130125,"about_ca_system_score_gemma":0.0017369865,"threshold_uncertainty_score":0.04607284},"labels":[],"label_agreement":null},{"id":"W2149231104","doi":"10.19173/irrodl.v16i3.1951","title":"Learners’ goal profiles and their learning patterns over an academic year","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Multivariate analysis of variance; Distance education; Goal orientation; Academic achievement; Mastery learning; Relation (database); Educational technology; Computer science; Social psychology","score_opus":0.14786748561462917,"score_gpt":0.4685909234981264,"score_spread":0.3207234378834972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149231104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99903584,0.000095279385,0.00016514378,0.000019349245,0.0000017035139,0.0000061485525,0.000032113567,0.000003419053,0.0006411217],"genre_scores_gemma":[0.9990459,0.00007826941,0.00019132723,0.000006967346,0.0000014678271,0.0000107378755,0.000074319636,0.0000018623273,0.0005891551],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99961215,0.000095578136,0.00003792645,0.00007549843,0.00010711044,0.00007176435],"domain_scores_gemma":[0.99722373,0.00070042396,0.00090071454,0.00011289467,0.0003726622,0.00068957836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011631115,0.00012605739,0.00021607587,0.0011291847,0.0003031135,0.0012693881,0.00026260185,0.00026630313,0.0009128559],"category_scores_gemma":[0.0036145034,0.000092266855,0.00023632006,0.0005703397,0.00019454713,0.00051220687,0.0007641587,0.00030540774,0.00036441858],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001184719,0.00030902488,0.95935,0.00003519084,0.000031813597,0.00007063757,0.0024723664,0.00018121042,0.0009390128,0.0001751952,0.00016661567,0.036150426],"study_design_scores_gemma":[0.0000024620738,0.00013798987,0.99696845,0.000009991465,0.000007352357,0.00006127715,0.0016564353,0.00026970406,0.0002507664,0.00013802806,0.00048936944,0.000008166804],"about_ca_topic_score_codex":0.001139757,"about_ca_topic_score_gemma":0.0020709026,"teacher_disagreement_score":0.0012693881,"about_ca_system_score_codex":0.00027435287,"about_ca_system_score_gemma":0.0002846167,"threshold_uncertainty_score":0.0061511993},"labels":[],"label_agreement":null},{"id":"W2149447828","doi":"10.19173/irrodl.v13i2.1161","title":"Building an inclusive definition of e-learning: An approach to the conceptual framework","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":593,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subject (documents); Conceptual framework; Computer science; E learning; Distance education; Mathematics education; The Internet; Sociology; Pedagogy; Psychology; World Wide Web; Social science","score_opus":0.14308089118532377,"score_gpt":0.49190314041255984,"score_spread":0.34882224922723604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149447828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028862044,0.014316268,0.6628992,0.12245289,0.0022073984,0.004070468,0.00039633166,0.00020590436,0.16458957],"genre_scores_gemma":[0.43303198,0.0103372075,0.53024435,0.0076723057,0.00057147664,0.008970527,0.00058590824,0.00018787535,0.00839842],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95363516,0.037300747,0.0022869806,0.0016812043,0.003694456,0.0014015019],"domain_scores_gemma":[0.970038,0.020329919,0.0018603973,0.0011432952,0.0039988887,0.002629526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044943534,0.0017347183,0.0017782553,0.012086286,0.009341891,0.023453165,0.0067815958,0.0095006125,0.0038829825],"category_scores_gemma":[0.026871705,0.0011905046,0.0018280699,0.013724069,0.040625066,0.039681472,0.01753314,0.011797172,0.00092358526],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008509771,0.000041436844,0.00020013246,0.0002614886,0.000006707393,0.0001771392,0.03666932,0.00044207688,0.00011584326,0.95361716,0.0016130938,0.006847076],"study_design_scores_gemma":[0.00002411577,0.000060570626,0.00053332996,0.0028386936,0.00001628468,0.00043101952,0.08999674,0.0038956176,0.00020836959,0.757349,0.1445815,0.0000646859],"about_ca_topic_score_codex":0.006521471,"about_ca_topic_score_gemma":0.0039202366,"teacher_disagreement_score":0.044943534,"about_ca_system_score_codex":0.01658046,"about_ca_system_score_gemma":0.024348091,"threshold_uncertainty_score":0.23768693},"labels":[],"label_agreement":null},{"id":"W2149796802","doi":"10.19173/irrodl.v10i6.753","title":"Evaluation of an undergraduate physics programme of Indira Gandhi National Open University: A case study","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Attrition; Higher education; Presentation (obstetrics); Medical education; Open university; Sustainability; Mathematics education; Distance education; Psychology; Political science; Medicine; Geography","score_opus":0.41351964100378646,"score_gpt":0.6087932725186185,"score_spread":0.195273631514832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149796802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99133694,0.00024275444,0.0004706573,0.0005261564,0.000031476433,0.000988344,0.00005772355,0.000022866965,0.0063231657],"genre_scores_gemma":[0.99277,0.00055375264,0.0023398097,0.00029660718,0.000032421376,0.0005985715,0.000099004676,0.000020241641,0.0032896092],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98289424,0.011518868,0.0005199269,0.00044521672,0.0026549795,0.0019668047],"domain_scores_gemma":[0.97847897,0.007898635,0.0014704172,0.0009748676,0.0048562405,0.0063208663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017954133,0.00055338466,0.00064874656,0.00150417,0.003272987,0.004218217,0.0020636222,0.0016062931,0.002663162],"category_scores_gemma":[0.021250853,0.0003716302,0.0005539577,0.0016026931,0.0018552947,0.0016263578,0.0034500808,0.0015074422,0.0006414619],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032595992,0.05603531,0.091767505,0.005478275,0.00024753858,0.014302463,0.28459883,0.0047660647,0.022351388,0.0057642,0.0091554485,0.5022735],"study_design_scores_gemma":[0.0010027791,0.06507922,0.3302873,0.0022963015,0.0003220922,0.0044407356,0.46103877,0.0050288294,0.024236275,0.0010265408,0.10483895,0.00040218377],"about_ca_topic_score_codex":0.0050733653,"about_ca_topic_score_gemma":0.009959426,"teacher_disagreement_score":0.017954133,"about_ca_system_score_codex":0.0062040812,"about_ca_system_score_gemma":0.006537887,"threshold_uncertainty_score":0.09495163},"labels":[],"label_agreement":null},{"id":"W2150213392","doi":"10.19173/irrodl.v7i2.301","title":"Distance Learning Program for Teachers at The Kigali Institute of Education: An expository study","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Nonprobability sampling; Medical education; Service (business); Inclusion (mineral); Qualitative research; Workload; Focus group; Psychology; Mathematics education; Computer science; Sociology; Medicine; Population","score_opus":0.08159184530723634,"score_gpt":0.504428129372264,"score_spread":0.42283628406502766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150213392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988379,0.00251294,0.0004870959,0.0007401842,0.0000657594,0.00037208348,0.000032540724,0.000009989928,0.007400353],"genre_scores_gemma":[0.9830797,0.0066104364,0.0010530335,0.0007411744,0.00007622891,0.00044969615,0.00006691404,0.000012735643,0.007910291],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985776,0.0007067825,0.000058178663,0.0001249632,0.00019617013,0.00033630824],"domain_scores_gemma":[0.998314,0.0007963462,0.0001494687,0.000048067515,0.00016775483,0.0005243581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00230013,0.00033314788,0.00055329024,0.00082011265,0.0027738211,0.0022827804,0.0009339637,0.001363215,0.002679683],"category_scores_gemma":[0.0039926157,0.0003057113,0.00026356732,0.0009321185,0.001026927,0.0016482193,0.0016697516,0.0016556123,0.00078654726],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055111124,0.017599685,0.04994068,0.004570701,0.000036199486,0.01044826,0.69336885,0.00037960225,0.0052076755,0.00425652,0.0058635566,0.2077771],"study_design_scores_gemma":[0.00008737496,0.006142117,0.08686775,0.0019439595,0.000044053373,0.002572321,0.8256591,0.00019110288,0.002047633,0.0005399442,0.07385285,0.000051806863],"about_ca_topic_score_codex":0.0014355985,"about_ca_topic_score_gemma":0.0044174306,"teacher_disagreement_score":0.0027738211,"about_ca_system_score_codex":0.0019853956,"about_ca_system_score_gemma":0.0021338826,"threshold_uncertainty_score":0.014405131},"labels":[],"label_agreement":null},{"id":"W2150560790","doi":"10.19173/irrodl.v9i1.485","title":"New Ways of Mediating Learning: Investigating the implications of adopting open educational resources for tertiary education at an institution in the United Kingdom as compared to one in South Africa","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"William and Flora Hewlett Foundation","keywords":"Distance education; Open educational resources; Higher education; Institution; Open learning; Open education; Kingdom; Sociology; Educational technology; Political science; Pedagogy; Public relations; Teaching method; Social science; Law; Cooperative learning","score_opus":0.2703198808567547,"score_gpt":0.44766358204124496,"score_spread":0.17734370118449028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150560790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97764593,0.001201426,0.00039826537,0.0027942746,0.000034850524,0.00005756844,0.000025852612,0.0000021340613,0.017839665],"genre_scores_gemma":[0.9985617,0.0004586639,0.00014934504,0.00019687881,0.000004435891,0.000044236247,0.000008080226,0.0000038064468,0.0005728973],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97822785,0.015999975,0.0005850639,0.0011257533,0.0012034466,0.0028579088],"domain_scores_gemma":[0.95754814,0.029997265,0.0059997756,0.0011643831,0.002653772,0.0026367826],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.013505955,0.00056727,0.0007155018,0.0030523546,0.011901854,0.017642224,0.0022720052,0.0024266902,0.0062361327],"category_scores_gemma":[0.032771505,0.00056238234,0.0005729317,0.0045414143,0.023048729,0.012559809,0.01542831,0.0031549104,0.00042027482],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019997275,0.00016008152,0.049319744,0.00032843935,0.00004120721,0.0010796929,0.90769345,0.00008497489,0.00033679415,0.029777603,0.0004133998,0.010564641],"study_design_scores_gemma":[0.00001692856,0.00005076309,0.021761857,0.00020684364,0.000023884435,0.000078363286,0.97349167,0.00006588871,0.00008780491,0.0016299261,0.0025723863,0.00001373222],"about_ca_topic_score_codex":0.075776406,"about_ca_topic_score_gemma":0.13074869,"teacher_disagreement_score":0.997728,"about_ca_system_score_codex":0.01655736,"about_ca_system_score_gemma":0.008134345,"threshold_uncertainty_score":0.15067065},"labels":[],"label_agreement":null},{"id":"W2150562771","doi":"10.19173/irrodl.v16i4.2157","title":"Student Enrollment and Dropout: An Evaluation Study of Diploma in Computer Science and Application Program at Bangladesh Open University","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); Span (engineering); Psychology; Style (visual arts); Mathematics education; Computer science; Engineering; Geography","score_opus":0.16009533811884905,"score_gpt":0.5610592872546261,"score_spread":0.40096394913577704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150562771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987949,0.000041581596,0.00004318267,0.00013310398,0.0000065029103,0.00009941733,0.000086807246,0.000004122856,0.0007902876],"genre_scores_gemma":[0.9981553,0.00012007448,0.000112738235,0.00005747501,0.0000073214896,0.00015726383,0.00013754469,0.000004127004,0.0012481397],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99598193,0.0013710215,0.00034843004,0.0002071813,0.0012135797,0.0008778823],"domain_scores_gemma":[0.9899234,0.0014097012,0.0019008846,0.00028085607,0.0022661525,0.0042190226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076366533,0.00032321393,0.00065915025,0.0018308555,0.0021966132,0.002195278,0.0007495686,0.0005663707,0.0048225583],"category_scores_gemma":[0.011725998,0.00032611165,0.00085930864,0.0016223005,0.00084705505,0.0014720843,0.001958569,0.0015014847,0.0011042325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047618314,0.0064659044,0.8956814,0.0002381984,0.000062125444,0.0003878263,0.042759977,0.00011139164,0.0009214744,0.00021901299,0.0014717326,0.051204704],"study_design_scores_gemma":[0.000034566736,0.003510171,0.90870655,0.00012143866,0.000043990556,0.00006502808,0.084012836,0.00026334118,0.000699864,0.00005084359,0.0024565593,0.000034875207],"about_ca_topic_score_codex":0.013595387,"about_ca_topic_score_gemma":0.019385122,"teacher_disagreement_score":0.013595387,"about_ca_system_score_codex":0.002770145,"about_ca_system_score_gemma":0.004027035,"threshold_uncertainty_score":0.040386975},"labels":[],"label_agreement":null},{"id":"W2151473433","doi":"10.19173/irrodl.v13i1.1010","title":"The implications of the local context in global virtual education","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); JavaScript; Computer science; Mathematics; Multimedia; Mathematics education; World Wide Web; Geography","score_opus":0.07143086113289311,"score_gpt":0.4925544271009204,"score_spread":0.4211235659680273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151473433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82051635,0.0011899015,0.0038309614,0.00958347,0.00013466278,0.0000344228,0.000055028726,0.000035318208,0.16461988],"genre_scores_gemma":[0.99807113,0.00010568032,0.000120322955,0.000093598916,0.000008706263,0.000006506893,0.0000040442774,0.000007585479,0.0015825178],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9955916,0.0032387383,0.00008005525,0.00027046024,0.00022340601,0.000595684],"domain_scores_gemma":[0.996707,0.0017227472,0.00031325602,0.00024430163,0.0001423453,0.0008704652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021520364,0.0002481151,0.00026814823,0.00076576206,0.008206273,0.010782487,0.00093985524,0.0010092859,0.016053593],"category_scores_gemma":[0.0050731394,0.00023122718,0.00027668025,0.00094261236,0.014620266,0.007832242,0.014978325,0.0015618927,0.0007387671],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020222961,0.00019476628,0.031146076,0.00041214415,0.000027839886,0.0027706593,0.6527695,0.0009972467,0.0010761778,0.25384462,0.0033623728,0.053196345],"study_design_scores_gemma":[0.000021546677,0.00010861429,0.017726414,0.0004095247,0.00002406754,0.0006327026,0.8648396,0.00064410816,0.0006145009,0.0338678,0.08107026,0.00004080061],"about_ca_topic_score_codex":0.0062667597,"about_ca_topic_score_gemma":0.013302442,"teacher_disagreement_score":0.016053593,"about_ca_system_score_codex":0.003616448,"about_ca_system_score_gemma":0.001879657,"threshold_uncertainty_score":0.05370462},"labels":[],"label_agreement":null},{"id":"W2151830265","doi":"10.19173/irrodl.v7i1.246","title":"Best Practices for Online Business Education","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Group cohesiveness; Perspective (graphical); Best practice; Consistency (knowledge bases); Computer science; Quality (philosophy); Knowledge management; Online business; Distance education; Online learning; Instructional design; Psychology; Pedagogy; Multimedia; World Wide Web; Management; The Internet; Social psychology","score_opus":0.16561640560273322,"score_gpt":0.5478589035239252,"score_spread":0.38224249792119197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151830265","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027353697,0.101645365,0.21234068,0.24231789,0.007557418,0.001428539,0.00040597157,0.0017053339,0.40524504],"genre_scores_gemma":[0.21106772,0.083595544,0.6578638,0.014957552,0.0008422277,0.0016244152,0.0005924792,0.00041344852,0.02904281],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9679928,0.0148299895,0.002210992,0.0012704756,0.012802269,0.0008935234],"domain_scores_gemma":[0.9721292,0.012266048,0.001831738,0.004432437,0.007716172,0.0016244381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021895457,0.0010009515,0.00063520734,0.007082613,0.0029999386,0.012087823,0.003473304,0.0049350904,0.0069119874],"category_scores_gemma":[0.04444295,0.0004832383,0.0009397997,0.0071436106,0.0042341743,0.010695583,0.006294404,0.005118035,0.0031457222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003141876,0.00066920347,0.0022764506,0.0027964367,0.000055619144,0.0005256058,0.009137375,0.0008704596,0.00071531144,0.12094751,0.049468253,0.81250644],"study_design_scores_gemma":[0.000045751854,0.00013752685,0.0041897767,0.020167666,0.00009163553,0.0010463655,0.02142561,0.0011198744,0.0016973647,0.18262984,0.76734906,0.00009959966],"about_ca_topic_score_codex":0.004553606,"about_ca_topic_score_gemma":0.007904954,"teacher_disagreement_score":0.021895457,"about_ca_system_score_codex":0.0043188115,"about_ca_system_score_gemma":0.01035493,"threshold_uncertainty_score":0.11579561},"labels":[],"label_agreement":null},{"id":"W2151854709","doi":"10.19173/irrodl.v1i2.20","title":"Deakin University: Going online at a Dual Mode University","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Dual (grammatical number); Dual mode; Consistency (knowledge bases); Quality (philosophy); Mode (computer interface); Medical education; Marketing; Mathematics education; Public relations; Sociology; Computer science; Political science; Business; Psychology; Engineering; Medicine; Physics; Artificial intelligence","score_opus":0.07222768072248593,"score_gpt":0.4055763715750853,"score_spread":0.3333486908525994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151854709","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2451772,0.015993135,0.0019117974,0.12373298,0.009251838,0.00032872325,0.0008868082,0.00050854305,0.602209],"genre_scores_gemma":[0.19893055,0.009977152,0.004624411,0.02002368,0.0008678808,0.0001558851,0.0006332496,0.00026521288,0.76452196],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993748,0.00010445925,0.000021505808,0.00009637619,0.00020583736,0.00019695591],"domain_scores_gemma":[0.9970298,0.00010357861,0.00007418882,0.000052131098,0.00021482035,0.0025255166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010449258,0.00026521157,0.00021435754,0.0004700569,0.005176436,0.0058094654,0.00069732504,0.0019096787,0.061514534],"category_scores_gemma":[0.0016243414,0.00021123422,0.00016641125,0.000805763,0.0006127607,0.006252617,0.0037732047,0.001817233,0.011856523],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029946052,0.0008825855,0.020670967,0.0005491699,0.000013194446,0.005463777,0.012050445,0.000041863936,0.0065190108,0.020420583,0.49441472,0.43867418],"study_design_scores_gemma":[0.000021716984,0.0001680874,0.010254352,0.00016362731,0.000006837371,0.0013666986,0.011496997,0.000030107542,0.00052280206,0.0010149732,0.9749358,0.00001808689],"about_ca_topic_score_codex":0.0040691714,"about_ca_topic_score_gemma":0.019575337,"teacher_disagreement_score":0.061514534,"about_ca_system_score_codex":0.0019639472,"about_ca_system_score_gemma":0.0047653224,"threshold_uncertainty_score":0.20578659},"labels":[],"label_agreement":null},{"id":"W2152129856","doi":"10.19173/irrodl.v16i4.2467","title":"Appreciative Leadership: Supporting Education Innovation","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Appreciative Inquiry and Organizational Change","field":"Business, Management and Accounting","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Appreciative inquiry; Distributed leadership; Shared leadership; Neuroleadership; Leadership studies; Sociology; Leadership style; Class (philosophy); Pedagogy; Management; Psychology; Public relations; Political science; Epistemology; Philosophy","score_opus":0.3301223138916124,"score_gpt":0.4601875345214422,"score_spread":0.13006522062982978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152129856","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031583738,0.008247251,0.05688164,0.15689851,0.0023701827,0.00026090027,0.00011727386,0.00087264355,0.7427679],"genre_scores_gemma":[0.8857754,0.009706533,0.030917177,0.012606958,0.0016300564,0.0004498329,0.00015199384,0.00021773105,0.058544315],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9935648,0.004250404,0.00014312161,0.00030402467,0.0008742239,0.0008634437],"domain_scores_gemma":[0.9759424,0.014645041,0.0018163762,0.0017326239,0.0012860048,0.0045776665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008176931,0.0003247509,0.00026485478,0.001224624,0.004182967,0.012346899,0.0018674379,0.0031806144,0.029968884],"category_scores_gemma":[0.020409364,0.00019392153,0.0004998506,0.0011674395,0.007601418,0.0088749025,0.014575036,0.0032606188,0.0039875126],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053908243,0.00033625693,0.0030155017,0.0008410172,0.000019272915,0.00033989758,0.015657725,0.0006346521,0.00050047075,0.52275836,0.07033704,0.38550583],"study_design_scores_gemma":[0.00007265402,0.00014891793,0.0025943143,0.0016015363,0.000021001064,0.00022603113,0.014382387,0.0011488587,0.0011506762,0.3743473,0.6042747,0.00003153749],"about_ca_topic_score_codex":0.0006700331,"about_ca_topic_score_gemma":0.0011518258,"teacher_disagreement_score":0.029968884,"about_ca_system_score_codex":0.0025655888,"about_ca_system_score_gemma":0.010815169,"threshold_uncertainty_score":0.10025591},"labels":[],"label_agreement":null},{"id":"W2152190730","doi":"10.19173/irrodl.v12i1.1029","title":"An application of PLAR to the development of the aboriginal self: One college’s experience","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Northlands College","funders":"","keywords":"Facilitator; Experiential learning; Identity (music); Portfolio; Psychology; Pedagogy; Medical education; Social psychology; Medicine; Business; Aesthetics","score_opus":0.1490778301777197,"score_gpt":0.5274856939458357,"score_spread":0.37840786376811597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152190730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9341694,0.0023879348,0.0026989598,0.015489792,0.00038167843,0.00018987498,0.000025504543,0.00006961768,0.044587206],"genre_scores_gemma":[0.96153355,0.0034688367,0.004324555,0.0025089127,0.00011056315,0.00007557397,0.00002839112,0.000085209555,0.027864356],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9961701,0.0022725542,0.000072224095,0.00023589472,0.0005135465,0.0007355983],"domain_scores_gemma":[0.9960306,0.0014643443,0.00019462497,0.00026036846,0.00041529615,0.0016347303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054542827,0.00053175946,0.00054064376,0.0007363977,0.017889274,0.004830425,0.002076464,0.0020089287,0.0027551872],"category_scores_gemma":[0.005872995,0.00038627014,0.00039747768,0.00072853727,0.012126252,0.002424905,0.009661621,0.005606827,0.0005636877],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002240766,0.00015242163,0.00115103,0.000097070515,0.0000029373423,0.002661035,0.96980876,0.000045773566,0.0007227165,0.0027013002,0.002326015,0.020308416],"study_design_scores_gemma":[0.0000070661376,0.00015345606,0.0028913878,0.000117668606,0.000005754786,0.0024250457,0.92415464,0.00015076187,0.0006963597,0.00062996947,0.06873596,0.000031927204],"about_ca_topic_score_codex":0.054706827,"about_ca_topic_score_gemma":0.14778748,"teacher_disagreement_score":0.9452932,"about_ca_system_score_codex":0.005924326,"about_ca_system_score_gemma":0.00835064,"threshold_uncertainty_score":0.10877675},"labels":[],"label_agreement":null},{"id":"W2152310991","doi":"10.19173/irrodl.v16i3.2123","title":"Conceptualizing and investigating instructor presence in online learning environments","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":216,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online learning; Profiling (computer programming); Computer science; Distance education; Gateway (web page); Instructional design; Online community; Intersection (aeronautics); Computer-mediated communication; Educational technology; Mathematics education; Multimedia; The Internet; Psychology; World Wide Web; Engineering","score_opus":0.16837936940714987,"score_gpt":0.4785818345937953,"score_spread":0.3102024651866454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152310991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8637716,0.0031041403,0.06624593,0.004955884,0.00011699495,0.00033494117,0.000044516604,0.00007301561,0.061352905],"genre_scores_gemma":[0.99007905,0.00069380965,0.007615264,0.00015388244,0.000016626613,0.00012098234,0.000013340098,0.000006609473,0.0013004037],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9912128,0.006290501,0.00032086755,0.0005275672,0.0010599177,0.00058844825],"domain_scores_gemma":[0.9895495,0.0064759105,0.0018103448,0.00048583437,0.00084586616,0.0008325037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007354848,0.00028667256,0.00027917314,0.0022642121,0.0026164139,0.008315692,0.0017383652,0.0019151671,0.0012148473],"category_scores_gemma":[0.010831596,0.00029440844,0.00027553696,0.00133656,0.008512764,0.011403369,0.005777025,0.0015221025,0.00016401395],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051929692,0.0005490128,0.059061125,0.0005636334,0.000020635194,0.0012680258,0.662361,0.0010081653,0.0036332982,0.18439624,0.0011138502,0.08597306],"study_design_scores_gemma":[0.000019904364,0.0003502607,0.034066856,0.0014029653,0.000039689337,0.0012346696,0.83799237,0.006130815,0.0014938662,0.051877473,0.065339334,0.00005176959],"about_ca_topic_score_codex":0.0018557637,"about_ca_topic_score_gemma":0.0023535385,"teacher_disagreement_score":0.008315692,"about_ca_system_score_codex":0.002442061,"about_ca_system_score_gemma":0.0031237553,"threshold_uncertainty_score":0.03889656},"labels":[],"label_agreement":null},{"id":"W2152450832","doi":"10.19173/irrodl.v8i3.498","title":"Book Review – Good Video Games + Good Learning: Collected essays on video games, learning and literacy","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Games and Media","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multimedia; Computer science; Literacy; Educational technology; Game based learning; Mathematics education; Video game; Pedagogy; Sociology; Psychology","score_opus":0.042607441439571625,"score_gpt":0.43423259738458464,"score_spread":0.391625155945013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152450832","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048528894,0.9421378,0.0004068612,0.015224738,0.01186869,0.000038308706,0.0002523357,0.00004806331,0.029537987],"genre_scores_gemma":[0.005551932,0.8848515,0.00082625734,0.010755944,0.012223619,0.00009765451,0.00082008383,0.00008963317,0.0847833],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941874,0.000114248476,0.00004648353,0.000060081285,0.0003339618,0.000026529526],"domain_scores_gemma":[0.99527645,0.002509018,0.0003033472,0.00007496321,0.0016434302,0.00019268227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069369795,0.0005536017,0.001007474,0.004059887,0.0005355786,0.0015669275,0.00093878753,0.0010907016,0.02590239],"category_scores_gemma":[0.005138609,0.0002634613,0.00033909566,0.0070550716,0.0006995808,0.0017291114,0.0005957099,0.0013164179,0.011657152],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012949808,0.000029209072,0.0001183227,0.00211655,0.000016760245,0.000048443297,0.00009834774,0.000068047455,0.00013794238,0.0008699539,0.86552304,0.13096042],"study_design_scores_gemma":[0.000005747905,0.000025419522,0.0009713305,0.002451385,0.000017176431,0.00029288413,0.00009841913,0.000023797906,0.00006698742,0.0004359986,0.9956049,0.000005977759],"about_ca_topic_score_codex":0.003930851,"about_ca_topic_score_gemma":0.013075738,"teacher_disagreement_score":0.02590239,"about_ca_system_score_codex":0.0012858032,"about_ca_system_score_gemma":0.0018504779,"threshold_uncertainty_score":0.0866521},"labels":[],"label_agreement":null},{"id":"W2152477479","doi":"10.19173/irrodl.v15i3.1654","title":"University faculty’s perspectives on the roles of e-instructors and their online instruction practice","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council","keywords":"Higher education; Perception; Psychology; Distance education; Instructional design; Medical education; Pedagogy; Ideal (ethics); Mathematics education; Medicine; Political science","score_opus":0.07006984806436131,"score_gpt":0.43878278183795066,"score_spread":0.3687129337735894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152477479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762039,0.002087355,0.0005034439,0.0042994586,0.00007979763,0.000009834206,0.000020153882,0.000013155682,0.016782936],"genre_scores_gemma":[0.99747145,0.0005335733,0.000061738436,0.00028987994,0.000018030489,0.0000036427707,0.000004433296,0.0000023253933,0.0016150329],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972107,0.0016540324,0.00013232163,0.00013980869,0.00039101334,0.000472133],"domain_scores_gemma":[0.9912725,0.004662992,0.0011481608,0.00018704284,0.0009804222,0.0017488489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035977573,0.00013898477,0.00016339895,0.0009402229,0.0024501581,0.0034201771,0.0005431059,0.00090815604,0.0039211023],"category_scores_gemma":[0.008983073,0.00012192147,0.00014512576,0.0009261068,0.0025267426,0.002006709,0.001715035,0.0008023634,0.00031200843],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013629679,0.00035081996,0.10202156,0.00018761928,0.000014242312,0.0021167283,0.7841362,0.00018796188,0.003628676,0.0074007376,0.0040483214,0.09577079],"study_design_scores_gemma":[0.000016050477,0.00018719233,0.06279617,0.0002683302,0.000015141055,0.0005839808,0.8873039,0.00024207652,0.001524892,0.0009609237,0.04605994,0.000041527084],"about_ca_topic_score_codex":0.0058451598,"about_ca_topic_score_gemma":0.0074689,"teacher_disagreement_score":0.0058451598,"about_ca_system_score_codex":0.0025848327,"about_ca_system_score_gemma":0.0029674612,"threshold_uncertainty_score":0.019026935},"labels":[],"label_agreement":null},{"id":"W2152490358","doi":"10.19173/irrodl.v10i3.605","title":"Virtual Spaces: Employing a Synchronous Online Classroom to Facilitate Student Engagement in Online Learning","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":639,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Virtual classroom; Autonomy; Synchronous learning; Educational technology; Computer science; Student engagement; Mathematics education; Pedagogy; Computer-mediated communication; Higher education; Instructional design; Collaborative learning; Instructional simulation; Transactional analysis; Teaching method; Psychology; Multimedia; Cooperative learning; World Wide Web; The Internet","score_opus":0.14301170789053205,"score_gpt":0.4848862364869578,"score_spread":0.34187452859642575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152490358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88753706,0.00049868994,0.085754976,0.00043900052,0.00017397458,0.000512628,0.000104183004,0.0006634358,0.0243161],"genre_scores_gemma":[0.9533911,0.00021124404,0.04358055,0.00010742339,0.00006627239,0.00038011454,0.000050108723,0.00005590027,0.0021574146],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99805695,0.0013162778,0.000068131434,0.00020388182,0.00021481456,0.00013978142],"domain_scores_gemma":[0.99653995,0.0019723296,0.00038254354,0.00048309634,0.00013794808,0.0004841664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016631895,0.00030984328,0.00017971364,0.00069231965,0.00070036366,0.0025386526,0.0008813962,0.00050069083,0.0020423138],"category_scores_gemma":[0.0064382,0.00013779252,0.00026997138,0.0004370662,0.0008682557,0.0024392342,0.0036216339,0.00041066567,0.00049779296],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010981922,0.0037294703,0.02400654,0.0011082048,0.00009036519,0.00080347294,0.05473003,0.0017498865,0.04272978,0.015752006,0.0061523826,0.8480497],"study_design_scores_gemma":[0.0017131323,0.020349983,0.18693693,0.0013209695,0.0007394,0.0065665175,0.12752607,0.0346901,0.10502627,0.063271575,0.45136017,0.0004989228],"about_ca_topic_score_codex":0.00014844247,"about_ca_topic_score_gemma":0.00049817795,"teacher_disagreement_score":0.0025386526,"about_ca_system_score_codex":0.0002195913,"about_ca_system_score_gemma":0.0006536483,"threshold_uncertainty_score":0.008795917},"labels":[],"label_agreement":null},{"id":"W2152579929","doi":"10.19173/irrodl.v3i2.111","title":"Global and Critical Visions of Distance Universities and Programs in Latin America","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Latin Americans; Lagging; Underdevelopment; Vision; Context (archaeology); Constructive; Higher education; Political science; Distance education; Economic growth; Sociology; Regional science; Public relations; Engineering ethics; Computer science; Engineering; Law; Geography; Economics","score_opus":0.10077912683640697,"score_gpt":0.411949508954071,"score_spread":0.311170382117664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152579929","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09481808,0.072849125,0.0112405885,0.3921863,0.0015859164,0.00009219941,0.00009300853,0.000105968764,0.42702875],"genre_scores_gemma":[0.9133664,0.027102187,0.005505318,0.019191332,0.00089047395,0.0001604404,0.00006491002,0.00007480958,0.033644177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9969015,0.0015027102,0.00014344335,0.0002947311,0.0005531265,0.0006045016],"domain_scores_gemma":[0.99614656,0.001072202,0.00031811904,0.00023235254,0.0011047408,0.0011259669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008885479,0.0004318772,0.00035279526,0.0027675182,0.0042958986,0.016010266,0.001143009,0.0026523469,0.0025922589],"category_scores_gemma":[0.005553887,0.00021509458,0.00026171032,0.002720161,0.017804697,0.009477393,0.008222255,0.0051128315,0.00022862785],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020951611,0.000029613082,0.0012124395,0.00014099588,0.00000541625,0.00009271442,0.01616696,0.0003118533,0.00030645184,0.9513676,0.004144076,0.026200866],"study_design_scores_gemma":[0.000027181124,0.00006721423,0.005008534,0.00077247724,0.000012951711,0.00016491117,0.052859046,0.0003794025,0.00036514513,0.33729577,0.60301554,0.00003187593],"about_ca_topic_score_codex":0.011719611,"about_ca_topic_score_gemma":0.009697979,"teacher_disagreement_score":0.01722585,"about_ca_system_score_codex":0.01722585,"about_ca_system_score_gemma":0.014996578,"threshold_uncertainty_score":0.124982834},"labels":[],"label_agreement":null},{"id":"W2152607425","doi":"10.19173/irrodl.v5i2.192","title":"Blended Learning and Sense of Community: A Comparative Analysis with Traditional and Fully Online Graduate Courses","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1074,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Sense of community; Online learning; E learning; Mathematics education; Learning community; Distance education; Educational technology; Psychology; Pedagogy; Computer science; Multimedia; Social psychology","score_opus":0.2221059336438894,"score_gpt":0.4929354965699968,"score_spread":0.2708295629261074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152607425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99861,0.000189024,0.000106657484,0.00005629064,0.0000046305645,0.000022972778,0.00001673104,6.112762e-7,0.0009930066],"genre_scores_gemma":[0.9993818,0.00016182425,0.000100906575,0.000027830565,0.000004093183,0.000026355434,0.000021702122,0.0000017400907,0.00027382205],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99722075,0.0015940419,0.00012321526,0.00025014166,0.0004012698,0.00041075176],"domain_scores_gemma":[0.9876605,0.0078262435,0.0014286664,0.00039280814,0.0012049689,0.001486816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048888633,0.00019359452,0.0004963985,0.0024132712,0.0028355562,0.0021212667,0.00063265976,0.0005606776,0.0028233374],"category_scores_gemma":[0.018047905,0.00021033867,0.00037421103,0.00284575,0.0019935975,0.0026143345,0.0031211562,0.00094394386,0.00018113498],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005414247,0.0023516153,0.26273793,0.000306297,0.000086216765,0.0005816056,0.6674724,0.00010217737,0.0009808597,0.0024927089,0.0005045339,0.061842218],"study_design_scores_gemma":[0.000037623027,0.0011487417,0.40143025,0.00016575713,0.00005062278,0.0003054785,0.59128976,0.00034315817,0.00038980518,0.0007911503,0.0040173656,0.00003034739],"about_ca_topic_score_codex":0.0068916255,"about_ca_topic_score_gemma":0.014816084,"teacher_disagreement_score":0.0068916255,"about_ca_system_score_codex":0.0017338184,"about_ca_system_score_gemma":0.0018151625,"threshold_uncertainty_score":0.025855064},"labels":[],"label_agreement":null},{"id":"W2152657345","doi":"10.19173/irrodl.v10i2.618","title":"Pedagogical and Design Aspects of a Blended Learning Course","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Instructional design; Computer science; Educational technology; Massive open online course; Usability; Mathematics education; Higher education; Multimedia; Psychology; Human–computer interaction","score_opus":0.19061086859314677,"score_gpt":0.5182653593081858,"score_spread":0.32765449071503905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152657345","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28560376,0.0011335498,0.63970494,0.0025744985,0.0004474806,0.003877812,0.00012156529,0.000576065,0.065960415],"genre_scores_gemma":[0.6261722,0.0008295421,0.35216078,0.00041190488,0.00015881809,0.0022545655,0.000098133845,0.00008508543,0.01782896],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99685353,0.0013218895,0.00023261236,0.0001858253,0.001283295,0.00012294512],"domain_scores_gemma":[0.99688894,0.0013518818,0.00024142994,0.00043616266,0.0007177592,0.00036379104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039138715,0.00039888348,0.00028138113,0.00077933446,0.00064093794,0.003664189,0.0009771464,0.001080484,0.0033253233],"category_scores_gemma":[0.008479917,0.0003138614,0.00044208884,0.00047692962,0.0005370744,0.0015363671,0.0011056203,0.00091466773,0.0013389246],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041309034,0.0028116782,0.010555464,0.0012540232,0.000048476704,0.0005952382,0.005246803,0.013009526,0.06990604,0.047495864,0.003172101,0.84549165],"study_design_scores_gemma":[0.0009092825,0.010681694,0.07885432,0.0015181245,0.0003267837,0.0053119757,0.0076232245,0.16727279,0.14464328,0.1022477,0.4802661,0.00034465897],"about_ca_topic_score_codex":0.00023788738,"about_ca_topic_score_gemma":0.00027484298,"teacher_disagreement_score":0.0039138715,"about_ca_system_score_codex":0.00073242554,"about_ca_system_score_gemma":0.0010624273,"threshold_uncertainty_score":0.020698726},"labels":[],"label_agreement":null},{"id":"W2153013204","doi":"10.19173/irrodl.v11i3.894","title":"Teaching and learning social justice through online service-learning courses","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Service-learning; Transformative learning; Social connectedness; Sociology; Pedagogy; Civic engagement; Educational technology; Psychology; Social psychology; Political science","score_opus":0.1388285933267284,"score_gpt":0.49903177406734284,"score_spread":0.3602031807406144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153013204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8460949,0.0007572314,0.019648058,0.0064293197,0.0001968235,0.00035822132,0.000033975484,0.00023240471,0.12624903],"genre_scores_gemma":[0.96876186,0.0011267756,0.016440859,0.0007342863,0.0000977391,0.00021134087,0.000033895416,0.000034765733,0.012558439],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9987205,0.00078137725,0.00002983208,0.00007399131,0.00017121233,0.00022304033],"domain_scores_gemma":[0.99748385,0.0011163615,0.00019649028,0.00018440853,0.00011213342,0.00090673106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001758115,0.00032650333,0.0002353121,0.00059635495,0.0023487224,0.003965054,0.0009909034,0.0007742897,0.007727377],"category_scores_gemma":[0.003952971,0.000102674945,0.00030650393,0.00053755275,0.0028626104,0.0025164653,0.0047261035,0.0013101945,0.0012836985],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013628002,0.007913265,0.016961513,0.0005763945,0.000025361936,0.00092772103,0.14671709,0.0009913454,0.0063632648,0.049342632,0.015594665,0.7544504],"study_design_scores_gemma":[0.00027625845,0.003743165,0.038993068,0.0015791274,0.000056599984,0.0027374704,0.31859586,0.0042552236,0.015122326,0.19122663,0.42331648,0.00009777017],"about_ca_topic_score_codex":0.0005311227,"about_ca_topic_score_gemma":0.0024449422,"teacher_disagreement_score":0.007727377,"about_ca_system_score_codex":0.0010447411,"about_ca_system_score_gemma":0.00311691,"threshold_uncertainty_score":0.025850654},"labels":[],"label_agreement":null},{"id":"W2153686761","doi":"10.19173/irrodl.v14i5.1579","title":"Online social media applications for constructivism and observational learning","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Observational learning; Observational study; Social constructivism; Social media; Constructivism (international relations); Social learning; Psychology; Educational technology; Online discussion; Blended learning; Asynchronous communication; Collaborative learning; Pedagogy; Computer science; Experiential learning; World Wide Web","score_opus":0.17439055806082282,"score_gpt":0.4907399556355354,"score_spread":0.3163493975747126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153686761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04287714,0.02500453,0.5661368,0.029059779,0.0013119127,0.0034654203,0.0010050404,0.0011577269,0.32998165],"genre_scores_gemma":[0.4985415,0.01763887,0.45022097,0.0029205773,0.0007352196,0.008549414,0.0009063386,0.0005817819,0.019905357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9641787,0.027827093,0.0016483105,0.001189622,0.004808484,0.00034776775],"domain_scores_gemma":[0.917796,0.06529121,0.0026698406,0.008757152,0.0045724036,0.00091337896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044414796,0.00070518814,0.00072153873,0.0063320533,0.0022212616,0.0112426365,0.0015678462,0.0016860073,0.008933487],"category_scores_gemma":[0.049677115,0.0005479003,0.0010892635,0.006903358,0.011911378,0.014480302,0.009687703,0.0030540396,0.0014855462],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005899547,0.00023431903,0.0032362079,0.0026530286,0.00007554254,0.0001953588,0.044624526,0.00079169346,0.0015612608,0.48988658,0.014726846,0.4419556],"study_design_scores_gemma":[0.000066585446,0.00020754989,0.007843537,0.008545242,0.00006344739,0.00037978508,0.032634843,0.0037630436,0.0030205143,0.5012808,0.4421205,0.000074236756],"about_ca_topic_score_codex":0.0015634014,"about_ca_topic_score_gemma":0.0018950531,"teacher_disagreement_score":0.044414796,"about_ca_system_score_codex":0.0037127554,"about_ca_system_score_gemma":0.005123984,"threshold_uncertainty_score":0.23489076},"labels":[],"label_agreement":null},{"id":"W2153710876","doi":"10.19173/irrodl.v8i1.380","title":"The Current Status of E-learning and Strategies to Enhance Educational Competitiveness in Korean Higher Education","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Higher education; Quality (philosophy); Public relations; Business; Political science","score_opus":0.06522014058520385,"score_gpt":0.5034249458617899,"score_spread":0.438204805276586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153710876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8800052,0.044533692,0.0017083072,0.009072893,0.00023932653,0.00004994269,0.00015896006,0.00004183471,0.06418992],"genre_scores_gemma":[0.97716457,0.015800549,0.0012621278,0.0011229763,0.000055689252,0.000025179033,0.00014241431,0.000010359681,0.0044163074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890494,0.0002453616,0.00017185239,0.0001838571,0.00020045474,0.00029364316],"domain_scores_gemma":[0.9975581,0.00045783736,0.0006698325,0.000080457474,0.00069235894,0.0005413435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025121516,0.00044279636,0.0002535837,0.0011199409,0.0010367902,0.0059349136,0.0010650363,0.0009839386,0.004776385],"category_scores_gemma":[0.001948343,0.0001648748,0.00027004292,0.0019185187,0.0013620049,0.0048242747,0.0016506456,0.0004994067,0.00058227393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019817833,0.00076278416,0.16505262,0.0037540256,0.00008633356,0.0006858922,0.011390338,0.0004900231,0.004521858,0.024202008,0.0035606194,0.7852954],"study_design_scores_gemma":[0.00004684733,0.000778677,0.53832996,0.0030132858,0.00026128435,0.0013439694,0.20512079,0.0013114417,0.005920649,0.008059369,0.23564886,0.00016481268],"about_ca_topic_score_codex":0.0032894427,"about_ca_topic_score_gemma":0.0044153067,"teacher_disagreement_score":0.0059349136,"about_ca_system_score_codex":0.0013590177,"about_ca_system_score_gemma":0.0040723514,"threshold_uncertainty_score":0.015978634},"labels":[],"label_agreement":null},{"id":"W2153851435","doi":"10.19173/irrodl.v6i2.228","title":"Rubrics and Exemplars in Text-conferencing","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Rubric; Computer science; Distance education; Computer-mediated communication; Educational technology; Multimedia; World Wide Web; Psychology; Mathematics education; The Internet","score_opus":0.18108642004088676,"score_gpt":0.5363004671372062,"score_spread":0.3552140470963195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153851435","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039808672,0.0069150347,0.12201535,0.005869097,0.0017548377,0.00082772435,0.0007029758,0.002408109,0.81969815],"genre_scores_gemma":[0.4144906,0.0106778545,0.25105748,0.0023728656,0.00059922616,0.0014338235,0.0019971994,0.0013886687,0.3159822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99800056,0.0010407736,0.00015713181,0.00008247181,0.0005804601,0.00013859813],"domain_scores_gemma":[0.9978229,0.0012277643,0.0001340721,0.00020559398,0.00041744643,0.00019230161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012074255,0.0009142503,0.00029922667,0.0028317461,0.0031907263,0.002337937,0.001428711,0.0015541931,0.014542658],"category_scores_gemma":[0.0055146585,0.00021590495,0.0004163542,0.0033654575,0.0030462793,0.0017065876,0.0015133049,0.002362291,0.0067516724],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014291065,0.00036147272,0.0011236067,0.0010821448,0.000011850257,0.0030087773,0.036941096,0.00219521,0.007850781,0.5057844,0.12332999,0.31816772],"study_design_scores_gemma":[0.000013670192,0.0001311242,0.0031547062,0.00063739513,0.0000060949546,0.0039622295,0.008987346,0.0017772542,0.0024602795,0.037374754,0.94143623,0.00005892221],"about_ca_topic_score_codex":0.003758296,"about_ca_topic_score_gemma":0.0072933817,"teacher_disagreement_score":0.014542658,"about_ca_system_score_codex":0.0011561916,"about_ca_system_score_gemma":0.00075626053,"threshold_uncertainty_score":0.048650086},"labels":[],"label_agreement":null},{"id":"W2154556393","doi":"10.19173/irrodl.v15i4.1790","title":"Learners’ views regarding the use of social networking sites in distance learning","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Scope (computer science); Mathematics education; Psychology; Quality (philosophy); Qualitative research; Content analysis; Face-to-face; Social network analysis; Pedagogy; Computer science; Sociology; Social media; World Wide Web; Social science","score_opus":0.2041594196629755,"score_gpt":0.4714953158063216,"score_spread":0.2673358961433461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154556393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995682,0.00034598605,0.00016340747,0.000323084,0.000012072151,0.000012780411,0.000020455436,0.0000017835262,0.003438352],"genre_scores_gemma":[0.998607,0.00039511148,0.00010436734,0.00008247503,0.0000063005336,0.000011504975,0.000010258552,0.0000011960468,0.0007817987],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977998,0.0013917306,0.000103582126,0.000091252725,0.00041875456,0.00019482143],"domain_scores_gemma":[0.99440825,0.0033222714,0.0009550419,0.00009178441,0.0005963948,0.00062623323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003299183,0.00017207797,0.00026831575,0.00066034205,0.0007881108,0.002414462,0.00029058746,0.00066615455,0.0020557323],"category_scores_gemma":[0.0065457392,0.00015153587,0.00022155048,0.00041467493,0.0008155012,0.0014371817,0.0010675117,0.0008236321,0.00025203888],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021504248,0.0006404716,0.3580418,0.00052003545,0.00006573504,0.0019052663,0.55179423,0.00026743053,0.005668574,0.0022614857,0.0009356564,0.07768427],"study_design_scores_gemma":[0.00001247481,0.00061205006,0.10204549,0.0002960135,0.00004978858,0.0009932573,0.8834885,0.00029450704,0.0013653844,0.00034390404,0.010453572,0.000045128385],"about_ca_topic_score_codex":0.001053343,"about_ca_topic_score_gemma":0.0015228557,"teacher_disagreement_score":0.003299183,"about_ca_system_score_codex":0.00045131534,"about_ca_system_score_gemma":0.00048214584,"threshold_uncertainty_score":0.017447948},"labels":[],"label_agreement":null},{"id":"W2154658183","doi":"10.19173/irrodl.v9i3.525","title":"Predictors of Learning Satisfaction in Japanese Online Distance Learners","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Autonomy; Psychology; Educational technology; The Internet; Mathematics education; Synchronous learning; Higher education; Computer science; Cooperative learning; Teaching method; World Wide Web","score_opus":0.07895197724442234,"score_gpt":0.44339666436053016,"score_spread":0.36444468711610783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154658183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994949,0.00005261856,0.00003179938,0.000030370598,0.0000025615898,0.000002794821,0.00003065683,0.0000010315456,0.0003532261],"genre_scores_gemma":[0.9995963,0.00004855862,0.000030042498,0.000015137033,0.0000040683735,0.000004351635,0.000062900566,0.0000013947541,0.00023724076],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99961936,0.0000979952,0.000053850687,0.00004439245,0.00011323518,0.00007112427],"domain_scores_gemma":[0.9970632,0.0006825506,0.0008183062,0.00009200182,0.0004949124,0.00084897986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007126236,0.00014189882,0.00032206476,0.00059722696,0.00040791556,0.0009104459,0.00022518949,0.00041662555,0.0028754934],"category_scores_gemma":[0.0032995797,0.00009434262,0.0003168949,0.00089717994,0.00026317258,0.00026106957,0.00040260938,0.00044312872,0.00041881882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003631408,0.000076099685,0.99721426,0.0000068225045,0.00001185227,0.000032434316,0.00032433472,0.000017644665,0.00010724021,0.000011448308,0.0000667321,0.0020950162],"study_design_scores_gemma":[0.0000029361338,0.000095811374,0.9983381,0.000004079444,0.00000930599,0.00004238669,0.0011327683,0.00018282722,0.00003539535,0.000015048963,0.00013921263,0.0000021776088],"about_ca_topic_score_codex":0.0051089255,"about_ca_topic_score_gemma":0.004742613,"teacher_disagreement_score":0.0051089255,"about_ca_system_score_codex":0.00017856783,"about_ca_system_score_gemma":0.00026000245,"threshold_uncertainty_score":0.01015836},"labels":[],"label_agreement":null},{"id":"W2154804280","doi":"10.19173/irrodl.v10i5.637","title":"The Impact of Openness on Bridging Educational Digital Divides","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Sophistication; Open education; Open educational resources; Public relations; Distance education; Bridging (networking); Sociology; Pedagogy; Political science; Computer science; Psychology; Social science; Social psychology","score_opus":0.06689483334470747,"score_gpt":0.4610838254173605,"score_spread":0.394188992072653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154804280","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13311532,0.0567134,0.020503424,0.0613102,0.00074294885,0.00009233288,0.00007853253,0.00005862668,0.7273853],"genre_scores_gemma":[0.970883,0.018597309,0.0023553474,0.0021580195,0.0005523455,0.00008219581,0.000018713461,0.000024337874,0.0053288294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9727456,0.018660493,0.00085019355,0.001407052,0.0045747147,0.0017618319],"domain_scores_gemma":[0.8712297,0.106738694,0.008979146,0.004980474,0.003646241,0.004425762],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.01553429,0.00035124936,0.0006922415,0.004356945,0.003789284,0.014236726,0.0014263225,0.0028281142,0.011810282],"category_scores_gemma":[0.0448779,0.00034404866,0.00064073637,0.0036492604,0.030250138,0.026261764,0.02239726,0.003143704,0.0007064184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062294544,0.000047709116,0.0026158404,0.0007040848,0.000032751337,0.00033879277,0.013903167,0.00040983647,0.00021050953,0.9242228,0.0013083281,0.05614387],"study_design_scores_gemma":[0.000058425303,0.0001077915,0.007371001,0.0026516453,0.000051889518,0.0004639476,0.023722665,0.00038630934,0.00041818386,0.8534903,0.11123237,0.00004544894],"about_ca_topic_score_codex":0.00072655675,"about_ca_topic_score_gemma":0.0009643505,"teacher_disagreement_score":0.99857366,"about_ca_system_score_codex":0.003664941,"about_ca_system_score_gemma":0.00399327,"threshold_uncertainty_score":0.082154214},"labels":[],"label_agreement":null},{"id":"W2155795667","doi":"10.19173/irrodl.v16i2.2117","title":"A snapshot of online learners: e-Readiness, e-Satisfaction and expectations","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":170,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Distance education; Online learning; E learning; Qualitative property; Psychology; Scale (ratio); Medical education; Snapshot (computer storage); Higher education; Data collection; Mathematics education; Educational technology; Computer science; Pedagogy; Multimedia; Sociology; Social psychology; Medicine; Political science","score_opus":0.15539927888615288,"score_gpt":0.49968715025315075,"score_spread":0.3442878713669979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155795667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99170274,0.00024057143,0.0005492254,0.00035016894,0.000011371481,0.000044785298,0.0005323788,0.00002269801,0.006546102],"genre_scores_gemma":[0.9953166,0.00044513325,0.00096506556,0.00011030942,0.000010763511,0.00005367691,0.0004116517,0.0000079932115,0.002678743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994698,0.00021366372,0.00005042572,0.00004566624,0.000119642296,0.00010080639],"domain_scores_gemma":[0.9981914,0.0004160991,0.0002822492,0.00006556694,0.0005039353,0.00054069964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010414107,0.00016399614,0.0002116683,0.0010385178,0.0007692523,0.0013897438,0.00025793287,0.00040873728,0.0031483008],"category_scores_gemma":[0.00256543,0.0001376129,0.00017977241,0.00085711095,0.00024605918,0.0013357189,0.0009959058,0.000664655,0.00095641514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024000513,0.0009785568,0.7636647,0.0003295968,0.000034961107,0.001132604,0.10943897,0.00017826451,0.0045134937,0.0010982448,0.004380429,0.11401013],"study_design_scores_gemma":[0.00000629025,0.00095130893,0.73434776,0.00016855326,0.000027513937,0.0012420169,0.24378742,0.00041842685,0.0022182008,0.00049005257,0.016286941,0.000055467743],"about_ca_topic_score_codex":0.0016076831,"about_ca_topic_score_gemma":0.0040788488,"teacher_disagreement_score":0.0031483008,"about_ca_system_score_codex":0.00032461408,"about_ca_system_score_gemma":0.000442613,"threshold_uncertainty_score":0.010532081},"labels":[],"label_agreement":null},{"id":"W2155937504","doi":"10.19173/irrodl.v10i1.603","title":"Interaction Equivalency in Self-Paced Online Learning Environments: An Exploration of Learner Preferences","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Computer-mediated communication; Computer science; Quality (philosophy); Educational technology; Asynchronous learning; Online learning; Human–computer interaction; Psychology; Multimedia; Synchronous learning; Cooperative learning; Mathematics education; Teaching method; World Wide Web; The Internet","score_opus":0.17166508007447684,"score_gpt":0.4987949798384414,"score_spread":0.32712989976396456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155937504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966305,0.000114545604,0.0015290236,0.000029004977,0.0000032047444,0.000060142196,0.000020747433,0.0000056403155,0.0016071773],"genre_scores_gemma":[0.9969766,0.00014248295,0.0021026474,0.00002918506,0.0000036298832,0.00009424719,0.000023283628,0.0000041979915,0.0006236569],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947714,0.0033919562,0.0003376833,0.0003562941,0.0010072535,0.00013534242],"domain_scores_gemma":[0.98259014,0.013740727,0.0014677363,0.0004660388,0.0012554005,0.00047996332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059644915,0.00014739424,0.00041404707,0.001067253,0.000659377,0.0024274199,0.00043909953,0.00036793348,0.0018371169],"category_scores_gemma":[0.019298399,0.00013054417,0.0002820502,0.00066071126,0.0004909718,0.0014143223,0.0010904268,0.00041248696,0.0002791827],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021904868,0.0031931468,0.50876564,0.000971505,0.00021945535,0.00086867163,0.16747859,0.0006429565,0.019892845,0.0027786903,0.0004899425,0.29250807],"study_design_scores_gemma":[0.00020793283,0.008879233,0.6537659,0.00041260006,0.0002581377,0.0033946224,0.29375595,0.006057433,0.013872443,0.005104475,0.014044098,0.000247095],"about_ca_topic_score_codex":0.00023773,"about_ca_topic_score_gemma":0.0005865926,"teacher_disagreement_score":0.0059644915,"about_ca_system_score_codex":0.00043261703,"about_ca_system_score_gemma":0.00040178886,"threshold_uncertainty_score":0.031543612},"labels":[],"label_agreement":null},{"id":"W2156304795","doi":"10.19173/irrodl.v12i5.924","title":"Social presence within the community of inquiry framework","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Objectivism; Community of inquiry; Social constructivism; Psychology; Construct (python library); Cognition; Social learning; Constructivist teaching methods; Mathematics education; Pedagogy; Teaching method; Computer science; Epistemology","score_opus":0.29748408866850495,"score_gpt":0.5265460100505048,"score_spread":0.22906192138199988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156304795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04427622,0.045788866,0.43275324,0.0662189,0.0018769967,0.0010333593,0.00018286119,0.00035395124,0.40751556],"genre_scores_gemma":[0.90785986,0.009464735,0.06873961,0.0022718497,0.000752626,0.0011780816,0.00007750013,0.00008759399,0.009568132],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97240937,0.020712744,0.0007266604,0.001627552,0.0033731814,0.0011504419],"domain_scores_gemma":[0.9675263,0.024167841,0.0019238949,0.0015119781,0.0022256041,0.002644469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016485104,0.0006387222,0.0012040804,0.0074505163,0.0058354805,0.016566144,0.0036978773,0.0049229567,0.0030668846],"category_scores_gemma":[0.016652206,0.00042947655,0.0009285737,0.004394585,0.043586005,0.01926086,0.0105765695,0.0038328422,0.0005276315],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007676947,0.000018561856,0.00046288662,0.00023443549,0.000011199202,0.000179997,0.012568603,0.00046803933,0.00007719221,0.97109824,0.0010405796,0.0138326585],"study_design_scores_gemma":[0.000017054457,0.000041410665,0.000724719,0.00058307324,0.000015953043,0.00032254274,0.013704622,0.0024766095,0.00008907062,0.8947376,0.087256655,0.00003070177],"about_ca_topic_score_codex":0.0038267511,"about_ca_topic_score_gemma":0.003139596,"teacher_disagreement_score":0.016566144,"about_ca_system_score_codex":0.007534162,"about_ca_system_score_gemma":0.009990402,"threshold_uncertainty_score":0.08718264},"labels":[],"label_agreement":null},{"id":"W2156464134","doi":"10.19173/irrodl.v4i2.141","title":"Investigating Triggers in CMC Text Transcripts","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Asynchronous communication; Computer-mediated communication; Distance education; Psychology; Online discussion; Relation (database); Cognition; Computer science; Mathematics education; World Wide Web; The Internet","score_opus":0.12339862536827814,"score_gpt":0.47615949826156134,"score_spread":0.3527608728932832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156464134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8459613,0.0023770204,0.075750984,0.0016283771,0.0010397608,0.0017577746,0.0068225777,0.0015990287,0.06306318],"genre_scores_gemma":[0.9520442,0.0009956396,0.032110404,0.00025143445,0.0003732746,0.0012461107,0.0028960123,0.00044536698,0.009637576],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9935248,0.0020792503,0.00060396234,0.0010509936,0.0022159591,0.0005251386],"domain_scores_gemma":[0.9549431,0.028038334,0.00627757,0.0029461014,0.0071103056,0.0006844726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033246963,0.00041405472,0.0003441195,0.0045216396,0.0016403315,0.0036539044,0.00061393686,0.0011285685,0.0055619623],"category_scores_gemma":[0.041167334,0.00028744378,0.00018697821,0.004153937,0.0010555836,0.0016197723,0.0018529086,0.0012009294,0.0027669207],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024292136,0.0001831261,0.06941362,0.0026670531,0.00008872602,0.009368467,0.28270167,0.0010713118,0.25354117,0.058994465,0.01856194,0.3009791],"study_design_scores_gemma":[0.0001683877,0.00092376844,0.3259305,0.0022431705,0.00022234132,0.007686782,0.124247685,0.013575784,0.14447676,0.028782848,0.35129055,0.00045132777],"about_ca_topic_score_codex":0.0015473709,"about_ca_topic_score_gemma":0.002310229,"teacher_disagreement_score":0.0055619623,"about_ca_system_score_codex":0.0010877594,"about_ca_system_score_gemma":0.0010481802,"threshold_uncertainty_score":0.018606544},"labels":[],"label_agreement":null},{"id":"W2156653176","doi":"10.19173/irrodl.v6i3.263","title":"Distance Higher Education Experiences of Arab Gulf Students in the United States: A cultural perspective","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"International Student and Expatriate Challenges","field":"Social Sciences","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Shame; Hofstede's cultural dimensions theory; Distance education; Feeling; Context (archaeology); Psychology; Higher education; Cultural diversity; Sociology; Social psychology; Pedagogy; Social science; Political science; Anthropology","score_opus":0.09993605091409291,"score_gpt":0.5078654148740824,"score_spread":0.4079293639599895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156653176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947903,0.0012135396,0.000051604453,0.0009996446,0.000043314136,0.0000065418453,0.000010938158,0.0000019311967,0.0028823211],"genre_scores_gemma":[0.9977603,0.0011019316,0.000037134356,0.0003467886,0.0000152611,0.00000798513,0.0000067579945,0.000001042347,0.00072277506],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984471,0.0010546491,0.00004491263,0.0000495342,0.0001395414,0.00026438312],"domain_scores_gemma":[0.9974963,0.001004815,0.0004070314,0.00005626219,0.00028543128,0.00075020257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019967556,0.00038374588,0.00046643906,0.0009236539,0.0053693946,0.0042903665,0.00048487564,0.0010492111,0.0018616121],"category_scores_gemma":[0.0023345307,0.00021660994,0.00021621023,0.0011939899,0.0032237468,0.0018339579,0.003057267,0.0017269695,0.00020945369],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006143503,0.00021407707,0.029640019,0.00017011144,0.000012597375,0.0012658336,0.9500937,0.000026152076,0.0008100103,0.0013002784,0.00088087976,0.015524967],"study_design_scores_gemma":[0.000001642384,0.00007023609,0.0061873053,0.00004988114,0.0000033309589,0.00023178739,0.990502,0.00000776339,0.00007335129,0.00005604651,0.0028109564,0.0000057238954],"about_ca_topic_score_codex":0.007163256,"about_ca_topic_score_gemma":0.015043603,"teacher_disagreement_score":0.007163256,"about_ca_system_score_codex":0.0013601559,"about_ca_system_score_gemma":0.0016379115,"threshold_uncertainty_score":0.014243126},"labels":[],"label_agreement":null},{"id":"W2156694107","doi":"10.19173/irrodl.v13i5.1251","title":"An e-book hub service based on a cloud platform","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Computer science; Scalability; World Wide Web; Multimedia; Usability; Mobile device; Service provider; Digital content; Service (business); Operating system","score_opus":0.10638097594609482,"score_gpt":0.43945556367515776,"score_spread":0.33307458772906295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156694107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2807532,0.0020335498,0.49478012,0.0026538153,0.0013124803,0.0029812728,0.0036374887,0.069105856,0.14274217],"genre_scores_gemma":[0.83768845,0.0009298154,0.11300556,0.0007443065,0.00021652787,0.00030901955,0.0038089287,0.0012517537,0.04204562],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99920493,0.00009976641,0.00004353283,0.00013106645,0.00029641847,0.00022426901],"domain_scores_gemma":[0.99897015,0.0000967144,0.000051991818,0.00018707497,0.0004067493,0.00028726697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045063015,0.00042566826,0.0004397019,0.0009335188,0.0011403934,0.0019575413,0.0016663427,0.00089625077,0.00826358],"category_scores_gemma":[0.0011965008,0.00026144795,0.00046101047,0.0015034075,0.0003368431,0.0028346071,0.0014622095,0.00094854983,0.004100739],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003046437,0.0019634275,0.0118796155,0.00083083403,0.00016065371,0.0041239066,0.0008765972,0.030079227,0.15751463,0.07364029,0.2315696,0.48431477],"study_design_scores_gemma":[0.000476386,0.0006045861,0.012092247,0.00011593846,0.00010815665,0.0012072474,0.0005273319,0.6370487,0.09218366,0.0058226963,0.2495525,0.0002604864],"about_ca_topic_score_codex":0.01701182,"about_ca_topic_score_gemma":0.009686642,"teacher_disagreement_score":0.01701182,"about_ca_system_score_codex":0.0015338558,"about_ca_system_score_gemma":0.0025482434,"threshold_uncertainty_score":0.033825576},"labels":[],"label_agreement":null},{"id":"W2157691019","doi":"10.19173/irrodl.v1i2.21","title":"Converting to Online Course and Program Delivery: The University of South Australia Case Study","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Online course; Online teaching; Online learning; Synchronous learning; Computer science; Educational technology; Institution; Teaching and learning center; Open learning; Scale (ratio); E learning; Teaching method; Blended learning; Higher education; Mathematics education; Multimedia; Cooperative learning; Psychology; Sociology; Political science; Geography","score_opus":0.15954687726425817,"score_gpt":0.5081536026659492,"score_spread":0.348606725401691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157691019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98701686,0.00021437442,0.00054073404,0.0015559111,0.000023897104,0.00019197295,0.000026642194,0.000016202886,0.010413442],"genre_scores_gemma":[0.9865891,0.00068163953,0.0016526533,0.0006270172,0.000029165236,0.00017550049,0.000034572997,0.000018806515,0.0101915235],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99672264,0.0015841483,0.00015100853,0.00018738159,0.0005765708,0.00077817054],"domain_scores_gemma":[0.99480647,0.0014745976,0.00055531337,0.00025074504,0.00071237853,0.0022004927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027279675,0.0003673314,0.00041299727,0.0012700012,0.006715571,0.0025563268,0.0015424929,0.0023213052,0.0044738287],"category_scores_gemma":[0.010715714,0.00034850408,0.0003882913,0.0021296882,0.0016250878,0.0015297891,0.003308411,0.0022597872,0.00061761466],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058762333,0.009880924,0.08519114,0.0008874803,0.000069681686,0.07409751,0.5912602,0.0027516528,0.0071097314,0.013533495,0.010284182,0.2043464],"study_design_scores_gemma":[0.00019305912,0.0032942393,0.19275127,0.00070604356,0.000113760616,0.027386518,0.6372794,0.006005464,0.004365713,0.0025150005,0.12522921,0.00016037065],"about_ca_topic_score_codex":0.06588362,"about_ca_topic_score_gemma":0.10261375,"teacher_disagreement_score":0.06588362,"about_ca_system_score_codex":0.0055777403,"about_ca_system_score_gemma":0.005284228,"threshold_uncertainty_score":0.13100028},"labels":[],"label_agreement":null},{"id":"W2157904531","doi":"10.19173/irrodl.v1i1.5","title":"Rethinking the Research Agenda","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Relevance (law); Context (archaeology); Educational research; Distance education; Sociology; Globalization; Corporate governance; Public relations; Engineering ethics; Political science; Social science; Pedagogy; Economics","score_opus":0.22128096964350397,"score_gpt":0.5296883028141447,"score_spread":0.30840733317064073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157904531","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021710792,0.059050567,0.013716359,0.87312794,0.035524633,0.00037620254,0.00019854252,0.00007153429,0.015763149],"genre_scores_gemma":[0.14258012,0.17892194,0.06685281,0.5129928,0.060802773,0.005281847,0.00089182856,0.00043777796,0.031238163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8431129,0.10835223,0.011406173,0.014392808,0.01793968,0.0047962945],"domain_scores_gemma":[0.58134097,0.3393267,0.008433623,0.019791774,0.043422323,0.007684615],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.22425039,0.0022564642,0.0043803127,0.011069185,0.009771877,0.041131802,0.011210026,0.022361064,0.018243454],"category_scores_gemma":[0.23289672,0.0010783719,0.0029065886,0.011712682,0.037158635,0.07199158,0.01808485,0.039777283,0.006167422],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012750266,0.00011779638,0.00082122086,0.005727105,0.000091948634,0.00038723103,0.019202774,0.0004206848,0.00044425967,0.80135053,0.07855471,0.0927542],"study_design_scores_gemma":[0.000046626526,0.000101713864,0.0008163657,0.020411387,0.000098541976,0.00027986843,0.034669653,0.0006145528,0.00032244396,0.4124068,0.5301634,0.00006866256],"about_ca_topic_score_codex":0.006392296,"about_ca_topic_score_gemma":0.007655363,"teacher_disagreement_score":0.22425039,"about_ca_system_score_codex":0.019675517,"about_ca_system_score_gemma":0.042662583,"threshold_uncertainty_score":0.9566374},"labels":[],"label_agreement":null},{"id":"W2158785097","doi":"10.19173/irrodl.v4i1.119","title":"Is Enough Too Much? The dilemma for online distant learner supporters","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dilemma; Distance education; Online learning; Educational technology; Computer science; Higher education; Electronic learning; Mathematics education; Multimedia; Sociology; Internet privacy; Pedagogy; Political science; Psychology; Epistemology","score_opus":0.14553472892871525,"score_gpt":0.5002823787592328,"score_spread":0.35474764983051754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158785097","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014232024,0.020487674,0.0031307854,0.93838793,0.0045418814,0.00004790613,0.000025576117,0.00008006433,0.01906624],"genre_scores_gemma":[0.36506236,0.0685064,0.012409025,0.49373436,0.018068723,0.0007918998,0.000064440486,0.00028961228,0.041073233],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9755087,0.016808756,0.0010100441,0.0013414323,0.0043608304,0.0009701457],"domain_scores_gemma":[0.91484725,0.050783172,0.004390826,0.004953497,0.011050222,0.013975052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04231095,0.00042552565,0.0013013312,0.0014700566,0.0067392807,0.016829252,0.0032422722,0.0095915515,0.008931305],"category_scores_gemma":[0.0890261,0.00042750122,0.0007311138,0.0019633987,0.012633362,0.029578943,0.007688851,0.010492636,0.005566777],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025519435,0.0005561713,0.008171888,0.0013917682,0.00012482714,0.00074342365,0.04507421,0.00008478857,0.0005433244,0.060985364,0.23631454,0.6457546],"study_design_scores_gemma":[0.00016647315,0.0006997786,0.0046826587,0.0037181443,0.00012163118,0.0022199005,0.21245429,0.00027865107,0.00044436514,0.1371235,0.63797414,0.0001165432],"about_ca_topic_score_codex":0.001208712,"about_ca_topic_score_gemma":0.0025344735,"teacher_disagreement_score":0.04231095,"about_ca_system_score_codex":0.0020111832,"about_ca_system_score_gemma":0.0062719793,"threshold_uncertainty_score":0.22376436},"labels":[],"label_agreement":null},{"id":"W2159399157","doi":"10.19173/irrodl.v9i2.484","title":"Perceptions of Social Loafing in Online Learning Groups: A study of Public University and U.S. Naval War College students","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Institute for the Behavioral and Social Sciences","keywords":"Social loafing; Psychology; Perception; Social psychology; Psychosocial; Applied psychology","score_opus":0.147366735764742,"score_gpt":0.46180395627113713,"score_spread":0.3144372205063951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159399157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99965036,0.000026604393,0.000011833967,0.00006953458,0.0000017318209,0.0000065705585,0.0000045762054,6.1398646e-7,0.0002281169],"genre_scores_gemma":[0.999597,0.000067561516,0.000023696493,0.00006448407,0.0000031165018,0.000011071141,0.000008525012,8.905269e-7,0.00022369128],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99876165,0.00042883298,0.00007398631,0.00010485373,0.00025408252,0.00037667455],"domain_scores_gemma":[0.994724,0.0016277229,0.001345242,0.00019074112,0.0004886364,0.0016235493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021898388,0.00032677766,0.00058107614,0.0016159567,0.0037496148,0.002922202,0.0005737402,0.0009421339,0.0023517748],"category_scores_gemma":[0.0054204487,0.00040119732,0.00032613467,0.0013724053,0.0021851782,0.0022072387,0.0019597383,0.0017845631,0.00034727596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010831575,0.0020035491,0.56192034,0.000060247363,0.000040166746,0.0003874562,0.4186286,0.000035619785,0.0009526819,0.00038081792,0.00045691594,0.015025201],"study_design_scores_gemma":[0.000011340634,0.00046921178,0.366053,0.0000424392,0.000014546118,0.00016082125,0.63154745,0.00013874954,0.0001215343,0.000104170234,0.0013187536,0.000017991339],"about_ca_topic_score_codex":0.025622994,"about_ca_topic_score_gemma":0.036219597,"teacher_disagreement_score":0.025622994,"about_ca_system_score_codex":0.0014385114,"about_ca_system_score_gemma":0.001720191,"threshold_uncertainty_score":0.050947726},"labels":[],"label_agreement":null},{"id":"W2159867793","doi":"10.19173/irrodl.v2i2.47","title":"Editorial - Online Software Evaluation Reports","year":2002,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Software; World Wide Web; Data science; Multimedia","score_opus":0.07942952329101942,"score_gpt":0.4554439026683538,"score_spread":0.37601437937733434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159867793","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006913019,0.0024421893,0.00026129247,0.017017763,0.9769573,0.00005368416,0.00009473952,0.00018091833,0.0029229023],"genre_scores_gemma":[0.0009361189,0.0043501556,0.00034773856,0.017014379,0.9587285,0.000109085086,0.00016821103,0.00014333591,0.01820251],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842504,0.0020081776,0.0023050278,0.00090229954,0.009824357,0.0007097836],"domain_scores_gemma":[0.915263,0.0272572,0.0055578444,0.003138528,0.04283005,0.005953327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009875188,0.0031791362,0.0029145677,0.006622177,0.003217602,0.008131878,0.0046189767,0.011981746,0.02430249],"category_scores_gemma":[0.05386358,0.0011579815,0.0023189962,0.0027617784,0.0025886218,0.0036250458,0.0015962678,0.012356054,0.020696847],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025234918,0.00003567845,0.000019671763,0.00022636219,0.00000866164,0.00008605303,0.000007036272,0.000021969141,0.00005543315,0.0001296959,0.99146724,0.007916988],"study_design_scores_gemma":[0.000046675752,0.0000545132,0.00031169964,0.0005402598,0.000029540677,0.00017915388,0.00003158953,0.00012177474,0.00020959678,0.00043727254,0.99802077,0.000017149481],"about_ca_topic_score_codex":0.0015577058,"about_ca_topic_score_gemma":0.0030211206,"teacher_disagreement_score":0.02430249,"about_ca_system_score_codex":0.0023522447,"about_ca_system_score_gemma":0.0031646143,"threshold_uncertainty_score":0.0812999},"labels":[],"label_agreement":null},{"id":"W2159905568","doi":"10.19173/irrodl.v15i2.1778","title":"Blending online asynchronous and synchronous learning","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":278,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Asynchronous learning; Blackboard (design pattern); Computer science; Synchronous learning; Distance education; Flexibility (engineering); Educational technology; Instructional design; Blended learning; Computer-mediated communication; Online discussion; Multimedia; Learning environment; Class (philosophy); Cooperative learning; World Wide Web; Mathematics education; Teaching method; The Internet; Psychology; Artificial intelligence; Telecommunications","score_opus":0.05971748055997302,"score_gpt":0.4512428897604224,"score_spread":0.3915254092004494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159905568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7651602,0.0047462005,0.08336465,0.004035996,0.00032463355,0.0005557744,0.00009387605,0.00014725572,0.14157149],"genre_scores_gemma":[0.9729136,0.001249052,0.01308956,0.0004646227,0.00009298384,0.00026216885,0.00003673465,0.000034343935,0.01185696],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9908284,0.0065873563,0.00025334037,0.00057685224,0.0013636647,0.00039037692],"domain_scores_gemma":[0.9907588,0.0060783075,0.0009513827,0.0008979147,0.0007593306,0.0005543151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069819684,0.00019705138,0.0002366463,0.0009165228,0.0010955678,0.004773027,0.0010425796,0.00066102936,0.0039874613],"category_scores_gemma":[0.012202074,0.00016885421,0.00026316557,0.0012163527,0.001725295,0.0062411525,0.0042125564,0.0007503901,0.00083227764],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026826715,0.0012855644,0.019262685,0.0015792473,0.000058417198,0.00064290635,0.118067876,0.00068632845,0.0067395195,0.06146919,0.004150478,0.7857896],"study_design_scores_gemma":[0.0002557922,0.0024378435,0.057788044,0.0029116403,0.00020000574,0.0017762273,0.33097944,0.005554229,0.011664035,0.072004825,0.51432544,0.00010248187],"about_ca_topic_score_codex":0.00047191174,"about_ca_topic_score_gemma":0.001147189,"teacher_disagreement_score":0.0069819684,"about_ca_system_score_codex":0.0011832116,"about_ca_system_score_gemma":0.0015021089,"threshold_uncertainty_score":0.0369246},"labels":[],"label_agreement":null},{"id":"W2160120397","doi":"10.19173/irrodl.v15i4.1528","title":"Diving into Lake Devo: Modes of representation and means of interaction and reflection in online role-play","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Artifact (error); Debriefing; Context (archaeology); Computer science; Exhibition; Constructivist teaching methods; World Wide Web; Multimedia; Human–computer interaction; Psychology; Pedagogy; Teaching method; Visual arts","score_opus":0.08624445321188481,"score_gpt":0.4984597692145388,"score_spread":0.41221531600265393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160120397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7820422,0.00037634763,0.11884321,0.0026360415,0.00011517571,0.00037773993,0.00005946331,0.0005142071,0.09503566],"genre_scores_gemma":[0.9586443,0.00011983361,0.029694466,0.00014784468,0.000015464488,0.00019722542,0.000033930515,0.00008674464,0.011060291],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9938439,0.0047943327,0.00009589574,0.00030066512,0.0005907698,0.00037453778],"domain_scores_gemma":[0.99545324,0.0028714526,0.00034987254,0.00045557017,0.00022231534,0.0006475625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004813721,0.000452307,0.00021866904,0.00078732637,0.0021302567,0.005999946,0.0017181549,0.0011835351,0.0039602607],"category_scores_gemma":[0.008190411,0.00036848494,0.0004040693,0.0003218536,0.0073137404,0.006409081,0.006444013,0.0013373164,0.00053647987],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039649778,0.00062483,0.011598773,0.00045776708,0.000019367177,0.0017102833,0.7206618,0.0009943058,0.020177428,0.0707913,0.003981455,0.16858618],"study_design_scores_gemma":[0.00017001411,0.0010999814,0.018610325,0.0008859769,0.000052832016,0.0036726259,0.58016557,0.013612726,0.022000525,0.03483317,0.3246711,0.00022515107],"about_ca_topic_score_codex":0.0010938832,"about_ca_topic_score_gemma":0.0020245777,"teacher_disagreement_score":0.005999946,"about_ca_system_score_codex":0.0011840318,"about_ca_system_score_gemma":0.0014403804,"threshold_uncertainty_score":0.02545768},"labels":[],"label_agreement":null},{"id":"W2160267475","doi":"10.19173/irrodl.v3i2.96","title":"Book Review - Socio-Economics of Virtual Universities: Experiences from open and distance higher education in Europe. Editors: Friedhelm Nickolmann and Gerhard E. Ortner","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Open university; Sociology; Library science; Media studies; Pedagogy; Computer science","score_opus":0.0574750481694713,"score_gpt":0.4167717790247504,"score_spread":0.3592967308552791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160267475","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006404542,0.9394934,0.0006602906,0.015134684,0.014667604,0.000047901085,0.00040542276,0.00006540306,0.028884692],"genre_scores_gemma":[0.0054605436,0.8933025,0.0010252018,0.00650723,0.010196945,0.000079807054,0.000907687,0.00007609529,0.08244404],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992982,0.00010038628,0.00004446732,0.00007483675,0.00044532827,0.00003687708],"domain_scores_gemma":[0.99746275,0.0011221562,0.00020207529,0.000047058773,0.0010179369,0.00014807313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000715499,0.00081543357,0.0015513868,0.002887584,0.0005001947,0.0023412928,0.0008307742,0.0014814861,0.021219457],"category_scores_gemma":[0.003384547,0.000352741,0.00050780934,0.006487237,0.0004831858,0.0022317923,0.0007378609,0.0011868497,0.010385839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012708406,0.000019250321,0.00010748729,0.0011100814,0.000021114134,0.000036134858,0.00006866935,0.00015315536,0.00015336847,0.002012978,0.900464,0.09584109],"study_design_scores_gemma":[0.000006773995,0.000030462705,0.00074703887,0.0013256965,0.000022865832,0.00026651495,0.00008381844,0.00006334791,0.000077957164,0.0017625361,0.99560237,0.000010630425],"about_ca_topic_score_codex":0.0028943345,"about_ca_topic_score_gemma":0.008392925,"teacher_disagreement_score":0.021219457,"about_ca_system_score_codex":0.0011796593,"about_ca_system_score_gemma":0.002193546,"threshold_uncertainty_score":0.07098615},"labels":[],"label_agreement":null},{"id":"W2161072671","doi":"10.19173/irrodl.v14i3.1455","title":"MOOCs: A systematic study of the published literature 2008-2012","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1088,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Globe; Systematic review; Variety (cybernetics); Computer science; Data science; World Wide Web; Psychology; Political science","score_opus":0.04413027800957989,"score_gpt":0.39907151470254987,"score_spread":0.35494123669296995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161072671","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073317006,0.90269625,0.0015218811,0.0011197669,0.00044742582,0.004751282,0.012834964,0.00007307258,0.0032383087],"genre_scores_gemma":[0.19019961,0.7832145,0.0064353305,0.0018142719,0.000297141,0.009221504,0.0070031416,0.00009907888,0.0017154296],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97905356,0.0035869828,0.0102691725,0.0015349839,0.0050054537,0.00054984324],"domain_scores_gemma":[0.90872425,0.05207198,0.020194553,0.0020743965,0.015431603,0.0015032355],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.017159145,0.0013235422,0.004708712,0.06436163,0.0015919078,0.0031112202,0.0014846574,0.0013732611,0.003329639],"category_scores_gemma":[0.08077618,0.0012174607,0.0031053426,0.046546064,0.0017609617,0.003609952,0.0030502698,0.0008387111,0.0007412657],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005237356,0.00009538161,0.019285006,0.7834499,0.0032052954,0.0017910056,0.015927447,0.00011695206,0.0013137273,0.00063860393,0.0076827817,0.16597016],"study_design_scores_gemma":[0.0002635612,0.00056998705,0.055773992,0.8093548,0.017942088,0.002792785,0.021120096,0.000083179075,0.0011110223,0.00044400798,0.09041449,0.00012998987],"about_ca_topic_score_codex":0.0109952735,"about_ca_topic_score_gemma":0.033544652,"teacher_disagreement_score":0.93563837,"about_ca_system_score_codex":0.0058885785,"about_ca_system_score_gemma":0.030294385,"threshold_uncertainty_score":0.09074736},"labels":[],"label_agreement":null},{"id":"W2161135630","doi":"10.19173/irrodl.v10i4.750","title":"China’s Radio & TV Universities and The British Open University: A Comparative Study","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Cultural Industries and Urban Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; China; Open university; Open education; Media studies; Educational television; Sociology; Higher education; Telecommunications; Political science; Pedagogy; Computer science","score_opus":0.15654591320556838,"score_gpt":0.4527846271727937,"score_spread":0.29623871396722534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161135630","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05689315,0.8955238,0.00006677031,0.0061453185,0.00040841676,0.000013656869,0.00015773899,0.0000062445606,0.04078487],"genre_scores_gemma":[0.35087934,0.6281913,0.00012229466,0.0018403302,0.00044774756,0.000030625608,0.0002983225,0.00001391503,0.018176137],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9990293,0.00027719492,0.00005802718,0.000079534475,0.0004233055,0.00013269373],"domain_scores_gemma":[0.9959961,0.0024591305,0.0004333268,0.000059339134,0.00086595834,0.00018616031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012456077,0.00019829384,0.00053201296,0.0057270634,0.0015920989,0.0037600927,0.00046419978,0.0009881378,0.007773111],"category_scores_gemma":[0.00318077,0.00020023042,0.00020147406,0.021771781,0.0014718131,0.0023754034,0.00069170765,0.00059056433,0.00041347963],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038753205,0.00014919369,0.024975207,0.01767275,0.00028351368,0.0027000045,0.044870343,0.0006358362,0.002180005,0.06731325,0.19012477,0.6487076],"study_design_scores_gemma":[0.000022740296,0.00018943769,0.17158462,0.0052367966,0.00020013553,0.0009040666,0.02589599,0.00013537146,0.00050965004,0.0014503362,0.79381895,0.000052022584],"about_ca_topic_score_codex":0.1362603,"about_ca_topic_score_gemma":0.25560722,"teacher_disagreement_score":0.1362603,"about_ca_system_score_codex":0.007283855,"about_ca_system_score_gemma":0.008549992,"threshold_uncertainty_score":0.27093434},"labels":[],"label_agreement":null},{"id":"W2161663556","doi":"10.19173/irrodl.v6i1.210","title":"CanCore in Canada and Around the World","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Metadata; Search engine indexing; Computer science; Range (aeronautics); Series (stratigraphy); World Wide Web; Library science; Information retrieval; Data science; Geology; Engineering","score_opus":0.06561672638097821,"score_gpt":0.40997332700026873,"score_spread":0.3443566006192905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161663556","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040043782,0.028998258,0.0020891922,0.09235172,0.0058706016,0.00036760644,0.06291894,0.0019853807,0.76537454],"genre_scores_gemma":[0.10741185,0.016326616,0.0048510605,0.016362773,0.00046686866,0.0001486385,0.019690463,0.00042300808,0.83431876],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623555,0.00011030096,0.00008530181,0.000307433,0.0023016126,0.0009599053],"domain_scores_gemma":[0.9923558,0.00019717627,0.0002485904,0.00014185531,0.0054270425,0.0016295223],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0013179717,0.0006476105,0.00048593708,0.002883671,0.0079884855,0.0054914514,0.0015491106,0.0018246989,0.04297104],"category_scores_gemma":[0.0035078344,0.00030275568,0.00045229343,0.008652408,0.0016908112,0.0019071201,0.0018904229,0.0018394531,0.009335993],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016279664,0.000090664435,0.016679736,0.00042599038,0.000028411727,0.0007624877,0.00071924867,0.0003182161,0.0008870866,0.039626013,0.80933326,0.13096608],"study_design_scores_gemma":[0.000012905127,0.00001625875,0.018733408,0.00016326598,0.000010780519,0.00015278687,0.0012577497,0.00012726667,0.000337919,0.00048356128,0.9786693,0.000034865516],"about_ca_topic_score_codex":0.98834586,"about_ca_topic_score_gemma":0.9931213,"teacher_disagreement_score":0.9984509,"about_ca_system_score_codex":0.056106936,"about_ca_system_score_gemma":0.22017586,"threshold_uncertainty_score":0.40708625},"labels":[],"label_agreement":null},{"id":"W2162179857","doi":"10.19173/irrodl.v9i2.566","title":"Emotion, Learning and the Online Learning Environment","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary; Athabasca University","funders":"","keywords":"Educational technology; Synchronous learning; Computer science; Online learning; Distance education; Electronic learning; Learning environment; Computer-mediated communication; Psychology; Multimedia; Human–computer interaction; Cooperative learning; Teaching method; Mathematics education; The Internet; World Wide Web","score_opus":0.07906242346676988,"score_gpt":0.44162491382779007,"score_spread":0.3625624903610202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162179857","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44204414,0.107095994,0.012836214,0.048147604,0.0017912008,0.00009159758,0.00016329518,0.00012698353,0.387703],"genre_scores_gemma":[0.9531753,0.026403178,0.0017791147,0.0023930755,0.0005426392,0.000052754312,0.00002899041,0.000017764292,0.015607024],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994294,0.00031843258,0.00001990511,0.000047000845,0.00012490708,0.000060376937],"domain_scores_gemma":[0.99922526,0.00043882232,0.00013919355,0.000021989199,0.000046214165,0.0001285122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006661996,0.00016693093,0.00021971045,0.00032796586,0.00051582174,0.004464714,0.00026893246,0.0009356287,0.0033576712],"category_scores_gemma":[0.0014020277,0.00005235412,0.0001454186,0.0004390765,0.0013657282,0.0024092384,0.0011828949,0.0010779733,0.00039283754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031787308,0.00062253745,0.023901444,0.0014516191,0.000107877895,0.0012180528,0.04150707,0.0011946775,0.008711604,0.249029,0.022785697,0.64915264],"study_design_scores_gemma":[0.00007684377,0.0007859674,0.11971559,0.0019438936,0.0001032109,0.0030911209,0.06784412,0.0023367354,0.0035914374,0.30513465,0.49525014,0.00012641479],"about_ca_topic_score_codex":0.00031199172,"about_ca_topic_score_gemma":0.000394356,"teacher_disagreement_score":0.004464714,"about_ca_system_score_codex":0.00060114224,"about_ca_system_score_gemma":0.00028036142,"threshold_uncertainty_score":0.011232555},"labels":[],"label_agreement":null},{"id":"W2162558962","doi":"10.19173/irrodl.v16i4.1647","title":"Stories from Students in Their First Semester of Distance Learning","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Distance education; The Internet; Scrutiny; Higher education; Mathematics education; Pedagogy; Psychology; Sociology; Computer science; World Wide Web; Political science","score_opus":0.14366785011020225,"score_gpt":0.49845179077726703,"score_spread":0.35478394066706476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162558962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97108227,0.0017356465,0.0022614095,0.006163077,0.0005406672,0.00014700482,0.0005407456,0.00009424103,0.01743495],"genre_scores_gemma":[0.9784768,0.0023028855,0.0015356626,0.0020129683,0.00021756641,0.00016338275,0.00040661413,0.000110704656,0.014773542],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957022,0.0021097152,0.0001913987,0.00036958742,0.0010019641,0.0006252334],"domain_scores_gemma":[0.9871464,0.006421529,0.001306954,0.00040252446,0.00095644646,0.0037661726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026948573,0.0016778584,0.0011580107,0.001356303,0.007085625,0.0067721047,0.0025483307,0.0032499603,0.0041786134],"category_scores_gemma":[0.012017899,0.0006021314,0.00076458266,0.0015268212,0.0050638216,0.0043348325,0.00774753,0.0068816035,0.0019343486],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011058344,0.0002535999,0.00846094,0.00025611007,0.00002609499,0.0034094888,0.9620218,0.000097194235,0.0010586599,0.0010767521,0.006684492,0.01654426],"study_design_scores_gemma":[0.000010852555,0.00044051948,0.011995265,0.00036143351,0.00002625343,0.0040987283,0.87632465,0.00022124086,0.0018185774,0.000777142,0.10384003,0.00008526415],"about_ca_topic_score_codex":0.0025604581,"about_ca_topic_score_gemma":0.007688586,"teacher_disagreement_score":0.007085625,"about_ca_system_score_codex":0.0022406238,"about_ca_system_score_gemma":0.0013304695,"threshold_uncertainty_score":0.016256988},"labels":[],"label_agreement":null},{"id":"W2162857396","doi":"10.19173/irrodl.v15i6.1964","title":"Developing open education literacies with practicing K-12 teachers","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Open educational resources; Psychology; Scale (ratio); Mathematics education; Pedagogy; Medical education; Medicine","score_opus":0.09853403628802786,"score_gpt":0.4658146452644366,"score_spread":0.36728060897640874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162857396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955721,0.000052089894,0.0011042506,0.00018510439,0.0000061785427,0.000069654474,0.0000112104535,0.00002741797,0.0029719325],"genre_scores_gemma":[0.99137306,0.00012447189,0.004998277,0.00017693201,0.0000050714857,0.00011717108,0.000028769486,0.000013759327,0.0031625577],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99761945,0.001038887,0.00015733058,0.00027991415,0.00039262787,0.0005117755],"domain_scores_gemma":[0.98824316,0.0038218307,0.002160833,0.0012475745,0.001550421,0.0029761167],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0046388726,0.0003128308,0.00037789074,0.00061051524,0.0025541708,0.005312291,0.0011040674,0.000744091,0.0039296863],"category_scores_gemma":[0.012792842,0.0004370514,0.00037727357,0.00031781345,0.001605378,0.0027093207,0.005833276,0.0016021469,0.0012221374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028315576,0.0066735377,0.27767593,0.00044823604,0.00002881742,0.0011054693,0.44080004,0.00020152079,0.013108557,0.0010239264,0.0017710852,0.2568797],"study_design_scores_gemma":[0.00016402875,0.003976892,0.28690305,0.0008188394,0.0000706447,0.0016415904,0.6498855,0.0010396093,0.013888505,0.0028335801,0.038614947,0.00016282599],"about_ca_topic_score_codex":0.0023299328,"about_ca_topic_score_gemma":0.006507681,"teacher_disagreement_score":0.99889594,"about_ca_system_score_codex":0.001304552,"about_ca_system_score_gemma":0.003878236,"threshold_uncertainty_score":0.024532974},"labels":[],"label_agreement":null},{"id":"W2163364919","doi":"10.19173/irrodl.v9i3.581","title":"ICT-based Distance Education in South Asia","year":2008,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Distance education; Developing country; Psychological intervention; Sri lanka; Digital divide; South asia; Rural area; Economic growth; Political science; Public relations; Sociology; Pedagogy; Psychology","score_opus":0.10615319101638619,"score_gpt":0.42597257673719846,"score_spread":0.31981938572081225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163364919","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23723102,0.48041642,0.0043180296,0.013257406,0.0009071519,0.000122267,0.00032367097,0.000118370386,0.26330566],"genre_scores_gemma":[0.6160998,0.3513744,0.0034174009,0.0021748377,0.00020083434,0.00011003829,0.00033314765,0.000024895358,0.026264744],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996989,0.00007875874,0.000046906614,0.00003673199,0.00010687637,0.000031791194],"domain_scores_gemma":[0.9989754,0.0003599224,0.00018488782,0.000052548392,0.0003043364,0.00012277554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008066134,0.00014584129,0.00015772851,0.00089419127,0.00039200234,0.001980201,0.00036064023,0.00033706092,0.004374122],"category_scores_gemma":[0.0011570675,0.00009562615,0.000092399016,0.0029033993,0.0003182962,0.0014790496,0.0011675445,0.0005556573,0.00051909353],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008375549,0.00015566603,0.02223108,0.004316251,0.00003479316,0.0013297595,0.009856202,0.00043990123,0.005231924,0.019276574,0.008512758,0.9285313],"study_design_scores_gemma":[0.00004029199,0.0004945063,0.11608167,0.004525509,0.00010234265,0.0036626554,0.020015115,0.00041331656,0.004587329,0.005443574,0.84459406,0.000039570485],"about_ca_topic_score_codex":0.0054926206,"about_ca_topic_score_gemma":0.0050196107,"teacher_disagreement_score":0.0054926206,"about_ca_system_score_codex":0.00092598464,"about_ca_system_score_gemma":0.003764239,"threshold_uncertainty_score":0.014632881},"labels":[],"label_agreement":null},{"id":"W2165258546","doi":"10.19173/irrodl.v5i2.187","title":"WashingtonOnline Virtual Campus: Infusing Culture in Dispersed Web-Based Higher Education","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Organizational culture; Reputation; Public relations; Higher education; Distance education; Cyberculture; Sociology; Pedagogy; Political science; Business; The Internet; Computer science; World Wide Web","score_opus":0.07189119987514525,"score_gpt":0.4559998355546995,"score_spread":0.3841086356795542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165258546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8729392,0.0017308384,0.011596587,0.027402317,0.0009448659,0.00010190033,0.00007470276,0.00041329642,0.08479621],"genre_scores_gemma":[0.98813653,0.0005510709,0.00198744,0.003123916,0.00014627515,0.00009472196,0.000036342422,0.00012372772,0.005799926],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98508114,0.010980594,0.0003336779,0.0008246306,0.0017426906,0.0010373448],"domain_scores_gemma":[0.9720419,0.016343955,0.0021382247,0.003821476,0.0015974371,0.0040569217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01193657,0.0005861444,0.00035659238,0.0024318323,0.0146848755,0.02024908,0.002599919,0.0028915312,0.0056637796],"category_scores_gemma":[0.02900057,0.0006227425,0.00046472994,0.002096567,0.014443936,0.01691378,0.022602994,0.0054441397,0.0007072331],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021510731,0.00051262265,0.045472115,0.00028888576,0.000075905424,0.0019842344,0.67937195,0.00048757164,0.0021472578,0.0772378,0.02041786,0.17178869],"study_design_scores_gemma":[0.00009661318,0.00044195948,0.020655775,0.00089821895,0.00009802705,0.0012252359,0.75021034,0.002537136,0.0020935524,0.033674452,0.18791856,0.0001501549],"about_ca_topic_score_codex":0.011097025,"about_ca_topic_score_gemma":0.014519775,"teacher_disagreement_score":0.02024908,"about_ca_system_score_codex":0.0073921247,"about_ca_system_score_gemma":0.004664146,"threshold_uncertainty_score":0.0631274},"labels":[],"label_agreement":null},{"id":"W2165272234","doi":"10.19173/irrodl.v6i3.269","title":"Distance Education and Languages: evolution and change","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; Mathematics education; Linguistics; Sociology; Psychology; Philosophy","score_opus":0.07410216130645962,"score_gpt":0.4015913839861949,"score_spread":0.3274892226797353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165272234","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032745386,0.9765844,0.00024920428,0.006884998,0.0030866927,0.0000057832417,0.00003855541,0.0000135866085,0.012809307],"genre_scores_gemma":[0.0031954695,0.97464925,0.0003171768,0.0026454825,0.001837443,0.000010009601,0.00009299031,0.000016307806,0.017235922],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9993525,0.00010662935,0.0000473201,0.00008547604,0.00037098213,0.00003715784],"domain_scores_gemma":[0.9975689,0.0011335969,0.000191194,0.000051912153,0.00088204595,0.00017236342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081970356,0.0004118265,0.0008352992,0.0024586376,0.00033992977,0.0024234198,0.0006726335,0.001121325,0.013859112],"category_scores_gemma":[0.0033778804,0.00021397322,0.00023199411,0.005516264,0.0008195161,0.0035750617,0.00067833305,0.0015451668,0.0050675706],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030297673,0.000034279117,0.00033928014,0.0033860118,0.000034861732,0.0000664939,0.00024619902,0.00015385782,0.00037613313,0.012213596,0.3401223,0.64299667],"study_design_scores_gemma":[0.0000051628313,0.000017937853,0.00087812846,0.0010318646,0.000012268934,0.00028245663,0.00020771586,0.000019109428,0.00007529444,0.001913571,0.9955498,0.0000067627284],"about_ca_topic_score_codex":0.0040238462,"about_ca_topic_score_gemma":0.008659445,"teacher_disagreement_score":0.013859112,"about_ca_system_score_codex":0.001552269,"about_ca_system_score_gemma":0.0027003775,"threshold_uncertainty_score":0.046363413},"labels":[],"label_agreement":null},{"id":"W2165656371","doi":"10.19173/irrodl.v14i2.1536","title":"The logic of national policies and strategies for open educational resources","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Mainstreaming; Political science; Open education; Globe; Sustainability; Economic growth; Sociology; Pedagogy; Economics; Psychology; Special education","score_opus":0.11925301853604496,"score_gpt":0.4719767870700111,"score_spread":0.35272376853396614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165656371","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017949713,0.01234006,0.026899764,0.41835105,0.0028398626,0.00027381929,0.00035255388,0.00029363847,0.52069944],"genre_scores_gemma":[0.5980251,0.013105858,0.054941643,0.1806491,0.0017665265,0.0017818272,0.00051692274,0.0003205648,0.14889243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9825531,0.0056168735,0.0010705157,0.0028117076,0.0057135345,0.0022342356],"domain_scores_gemma":[0.9809183,0.007292916,0.0018460697,0.0025936463,0.005157865,0.002191201],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.025525259,0.0007033578,0.00084749504,0.0028467325,0.004845667,0.017940458,0.0029679183,0.0125257075,0.0073314426],"category_scores_gemma":[0.034524668,0.0005840097,0.0010533149,0.00312824,0.01755964,0.026242133,0.014266416,0.013455206,0.0014313455],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007245044,0.000024030496,0.00015292795,0.000094987096,0.0000057329034,0.000022748665,0.00052045187,0.0002144789,0.000050970124,0.9843658,0.006971632,0.0075688874],"study_design_scores_gemma":[0.00002810367,0.00003695754,0.0011066125,0.0014773638,0.000020376421,0.00009744233,0.0024565943,0.0007319297,0.00038431538,0.5507126,0.44291043,0.000037365484],"about_ca_topic_score_codex":0.016556105,"about_ca_topic_score_gemma":0.011796683,"teacher_disagreement_score":0.9970321,"about_ca_system_score_codex":0.017610095,"about_ca_system_score_gemma":0.047783256,"threshold_uncertainty_score":0.13499206},"labels":[],"label_agreement":null},{"id":"W2165673035","doi":"10.19173/irrodl.v11i2.870","title":"Thirty years of distance education: Personal reflections","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Flexibility (engineering); Distance education; Field (mathematics); Identity (music); Sociology; Pedagogy; Emerging technologies; Public relations; Engineering ethics; Computer science; Political science; Management; Engineering","score_opus":0.0829451315475285,"score_gpt":0.5092726303540627,"score_spread":0.4263274988065342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165673035","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30941978,0.0822067,0.0016109353,0.43096402,0.024867537,0.00014832262,0.00046430988,0.0000924976,0.1502259],"genre_scores_gemma":[0.7040926,0.06399715,0.00090608036,0.10457539,0.0057496396,0.00018336887,0.00025793148,0.00019213576,0.12004568],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99497885,0.0018959173,0.00018300264,0.00039461342,0.0014046424,0.0011430307],"domain_scores_gemma":[0.9838716,0.0058906707,0.00071603124,0.00034549178,0.002337374,0.006838862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069422103,0.00071214634,0.00064214057,0.0016641533,0.0136072105,0.012923107,0.0014872879,0.004597474,0.009491055],"category_scores_gemma":[0.021108612,0.0003911408,0.0003900678,0.002313324,0.006010745,0.008860284,0.012941842,0.012087874,0.0024658754],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001763423,0.0008130989,0.007408308,0.0008537899,0.000032249638,0.0020725946,0.6100654,0.00015118654,0.0008162855,0.045581304,0.20909728,0.1229322],"study_design_scores_gemma":[0.0000064105507,0.00011217083,0.0026320834,0.00049465336,0.0000057601965,0.00040173766,0.35513887,0.000019305127,0.00013617621,0.0015302814,0.63949543,0.000027153963],"about_ca_topic_score_codex":0.004787591,"about_ca_topic_score_gemma":0.012682993,"teacher_disagreement_score":0.0136072105,"about_ca_system_score_codex":0.0052229194,"about_ca_system_score_gemma":0.004918163,"threshold_uncertainty_score":0.037895083},"labels":[],"label_agreement":null},{"id":"W2165682791","doi":"10.19173/irrodl.v2i2.54","title":"Ukraine Open University: Its Prospects in Distance Education Development","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Educational Technologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Higher education; Open university; Open education; Sociology; Political science; Public relations; Pedagogy; Geography; Law","score_opus":0.13404286957787578,"score_gpt":0.42374449212750165,"score_spread":0.28970162254962584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165682791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73199975,0.017391868,0.0053822533,0.027544811,0.00023528609,0.000055571465,0.0000810065,0.00006388896,0.21724558],"genre_scores_gemma":[0.98669016,0.0028210136,0.0011643441,0.000420784,0.000022063405,0.000025077336,0.000019582843,0.0000054129378,0.00883158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856734,0.0007641476,0.00005655809,0.00009437164,0.00020360085,0.0003140299],"domain_scores_gemma":[0.99769825,0.0007096267,0.00029720328,0.000142303,0.0003984487,0.0007541564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017582622,0.000104149156,0.00019504043,0.0006536623,0.003377277,0.0052663074,0.0005474065,0.0010004,0.0028858439],"category_scores_gemma":[0.002321671,0.00009638123,0.00018191178,0.0010743036,0.0027616052,0.004197125,0.0056229713,0.0009550219,0.00041626228],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012296805,0.00026859358,0.064999685,0.0007392832,0.000018420484,0.005380393,0.074827686,0.0014884046,0.0015357329,0.5351981,0.007283782,0.308137],"study_design_scores_gemma":[0.00001888808,0.0005173193,0.08013295,0.0010658789,0.00002872975,0.0049712765,0.17220023,0.001850471,0.002753163,0.0435407,0.6928552,0.00006527488],"about_ca_topic_score_codex":0.0067426297,"about_ca_topic_score_gemma":0.008879468,"teacher_disagreement_score":0.0067426297,"about_ca_system_score_codex":0.0061746044,"about_ca_system_score_gemma":0.0058487435,"threshold_uncertainty_score":0.044800162},"labels":[],"label_agreement":null},{"id":"W2167351144","doi":"10.19173/irrodl.v6i2.237","title":"Structure, Content, Delivery, Service, and Outcomes: Quality e-Learning in higher education","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal; Université Laval; University of Ottawa","funders":"","keywords":"Carr; Quality (philosophy); Experiential learning; Knowledge management; Psychology; Instructional design; Computer science; Pedagogy","score_opus":0.19445544386567246,"score_gpt":0.5061952881992458,"score_spread":0.31173984433357327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167351144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78202635,0.0020434137,0.091238864,0.027294414,0.00015096508,0.0007525537,0.00021493532,0.00011038438,0.09616817],"genre_scores_gemma":[0.9858688,0.0003661186,0.012002775,0.00037710732,0.000015117947,0.00010693728,0.00003250746,0.000017328517,0.0012133511],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98764145,0.007904958,0.00053935027,0.000454015,0.0028241132,0.00063602964],"domain_scores_gemma":[0.97647434,0.0155029055,0.0032501046,0.0011359606,0.0023180868,0.0013186136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01479196,0.00030020394,0.00025687244,0.0012817034,0.0018585746,0.008836482,0.00088887307,0.0016960251,0.0036013247],"category_scores_gemma":[0.025389085,0.00031426325,0.00040531193,0.0016540461,0.0043236064,0.0068754954,0.0049529606,0.0013943445,0.00033396995],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033179103,0.0013178487,0.19028282,0.0031019298,0.00009924111,0.00082539563,0.06806793,0.011049275,0.0046822377,0.23216805,0.0071264654,0.48094705],"study_design_scores_gemma":[0.00025459827,0.0024293454,0.2345861,0.005088874,0.00034176063,0.00199125,0.18695092,0.09005733,0.022157582,0.25519586,0.20057628,0.0003701784],"about_ca_topic_score_codex":0.0059514074,"about_ca_topic_score_gemma":0.006989517,"teacher_disagreement_score":0.01479196,"about_ca_system_score_codex":0.011283994,"about_ca_system_score_gemma":0.0066625825,"threshold_uncertainty_score":0.08187151},"labels":[],"label_agreement":null},{"id":"W2167602294","doi":"10.19173/irrodl.v3i1.79","title":"Building Sense of Community at a Distance","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1194,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sense of community; Distance education; Learning community; Attrition; Class (philosophy); Psychology; Virtual community; Key (lock); Sociology; Mathematics education; Pedagogy; Social psychology; Computer science; The Internet; World Wide Web; Artificial intelligence","score_opus":0.15338151542489442,"score_gpt":0.48921871472837203,"score_spread":0.3358371993034776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167602294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55242276,0.0018876771,0.07263497,0.025825033,0.00094609824,0.00032176956,0.000081866856,0.00050492823,0.34537485],"genre_scores_gemma":[0.9786203,0.00042693075,0.008542896,0.0007862755,0.000074745796,0.00008654943,0.000027844691,0.00003515256,0.01139921],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99742293,0.0013761579,0.000073207564,0.00025811463,0.0006107555,0.00025875837],"domain_scores_gemma":[0.99459356,0.0013005779,0.00063113874,0.0006385696,0.0008132322,0.0020229511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034996432,0.00017951685,0.0002773537,0.0009932233,0.0030415403,0.0062380657,0.000838845,0.00093569915,0.0071086953],"category_scores_gemma":[0.006478014,0.00016551999,0.00033312154,0.0003712465,0.0040138583,0.0061884336,0.009573622,0.0014147979,0.0012682478],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011848218,0.00084237684,0.021069864,0.0004125886,0.00007372198,0.0006616046,0.13201068,0.00077636034,0.008374375,0.22127403,0.027232885,0.5871529],"study_design_scores_gemma":[0.00011628881,0.0013393997,0.029434714,0.000721493,0.00010041964,0.0013750611,0.16626051,0.00455732,0.004290453,0.22899424,0.56266326,0.00014684127],"about_ca_topic_score_codex":0.00071103073,"about_ca_topic_score_gemma":0.0011349006,"teacher_disagreement_score":0.0071086953,"about_ca_system_score_codex":0.0011468754,"about_ca_system_score_gemma":0.0024790708,"threshold_uncertainty_score":0.023780942},"labels":[],"label_agreement":null},{"id":"W2168341746","doi":"10.19173/irrodl.v6i1.211","title":"Conferencing Tools and the Productivity Paradox","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Productivity; Relation (database); Theme (computing); Computer science; Order (exchange); Educational technology; Sociology; Economics; Pedagogy; World Wide Web; Economic growth","score_opus":0.12341105347352159,"score_gpt":0.4785064650827552,"score_spread":0.3550954116092336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168341746","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28112233,0.036974363,0.10438268,0.06663467,0.00076761114,0.00008818857,0.00019054608,0.00031084026,0.50952876],"genre_scores_gemma":[0.980809,0.0063541415,0.005520968,0.0013387126,0.00044745524,0.000068911315,0.000036618356,0.00003177679,0.0053924145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99019814,0.0051602307,0.0005140689,0.00072012126,0.0028646549,0.0005428811],"domain_scores_gemma":[0.9446254,0.0444856,0.0036865377,0.0028846473,0.003089788,0.0012280901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011423011,0.0004116893,0.0004540568,0.003184425,0.0020996272,0.009509968,0.001651695,0.0026991912,0.0065544304],"category_scores_gemma":[0.035778243,0.00026159902,0.00037973354,0.0042539104,0.007840955,0.012991055,0.005135122,0.002301819,0.00075555395],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049265233,0.00006121926,0.0011651476,0.00015170535,0.000010993398,0.00029169806,0.0021919718,0.0009536317,0.00028370955,0.9340559,0.0022253578,0.058559373],"study_design_scores_gemma":[0.00006591076,0.0000966936,0.001730145,0.00018242281,0.000014719152,0.00064892473,0.0029467128,0.0029885988,0.00066359737,0.9243092,0.06632066,0.000032438842],"about_ca_topic_score_codex":0.00088101707,"about_ca_topic_score_gemma":0.0004934512,"teacher_disagreement_score":0.011423011,"about_ca_system_score_codex":0.0027286368,"about_ca_system_score_gemma":0.0017926021,"threshold_uncertainty_score":0.060411334},"labels":[],"label_agreement":null},{"id":"W2168690807","doi":"10.19173/irrodl.v11i2.798","title":"Unbundling faculty roles in online distance education programs","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Unbundling; Distance education; Higher education; Business; Public relations; Computer science; Marketing; Psychology; Pedagogy; Political science; Economics; Industrial organization; Economic growth","score_opus":0.09239525379460684,"score_gpt":0.5064424196563596,"score_spread":0.4140471658617528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168690807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7315877,0.0030502458,0.12724568,0.0049292035,0.00043364626,0.0006468993,0.00016584429,0.00029795174,0.13164276],"genre_scores_gemma":[0.9668445,0.0008970825,0.02144928,0.0003836176,0.000114169314,0.00029870553,0.0000648629,0.00006988561,0.009877785],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9823866,0.0073859086,0.0008629461,0.0008333148,0.0063113268,0.002219936],"domain_scores_gemma":[0.9623856,0.01336145,0.008030164,0.004785542,0.005944218,0.005492991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011563485,0.0004948008,0.0005927198,0.0025288996,0.0028312611,0.006041048,0.0015266779,0.0011514034,0.009805159],"category_scores_gemma":[0.03814595,0.0004339861,0.0005665354,0.001801949,0.003002337,0.010099793,0.006066457,0.0020182242,0.001708954],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069569447,0.0008882593,0.036561213,0.00034883234,0.00007512389,0.0002529302,0.0025564397,0.008793567,0.0030292678,0.1743483,0.0041797976,0.76827055],"study_design_scores_gemma":[0.0004222973,0.0055573364,0.21105658,0.0023146835,0.00043083364,0.0030807855,0.026566658,0.0536604,0.02378291,0.42537192,0.247235,0.00052063225],"about_ca_topic_score_codex":0.0021827423,"about_ca_topic_score_gemma":0.0052775457,"teacher_disagreement_score":0.011563485,"about_ca_system_score_codex":0.005315943,"about_ca_system_score_gemma":0.005177263,"threshold_uncertainty_score":0.061154246},"labels":[],"label_agreement":null},{"id":"W2169572402","doi":"10.19173/irrodl.v16i3.2073","title":"University of Toronto instructors’ experiences with developing MOOCs","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"CLARITY; Instructional design; Quality (philosophy); Massive open online course; Pedagogy; Mathematics education; Psychology","score_opus":0.09676278393814355,"score_gpt":0.4091682518699567,"score_spread":0.3124054679318131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169572402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97540873,0.0008653549,0.00061130617,0.0014051041,0.00009458727,0.00011832535,0.00023729852,0.00007625887,0.02118304],"genre_scores_gemma":[0.9844428,0.00068846165,0.00079295767,0.00028222793,0.00002751342,0.000053103347,0.00010254796,0.000019386895,0.013591074],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983253,0.0005196675,0.000083704035,0.00017554969,0.0004941745,0.00040172422],"domain_scores_gemma":[0.9902844,0.0018343958,0.0007340827,0.00029438492,0.0020969824,0.004755824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015669849,0.00015698042,0.0001585904,0.00059194834,0.0035133744,0.00287733,0.00058558513,0.000515459,0.004228057],"category_scores_gemma":[0.006422334,0.00018347432,0.00012128544,0.00089234003,0.0010404072,0.0005086818,0.0017065102,0.000489795,0.00050295406],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020623596,0.00032520562,0.15378703,0.000557588,0.00001882186,0.00300517,0.63266486,0.0004293746,0.008798227,0.0022066592,0.020496985,0.17750396],"study_design_scores_gemma":[0.000027657195,0.0008975609,0.2619617,0.0004481817,0.00004905267,0.00044469815,0.35810703,0.00070574804,0.005379037,0.0002458012,0.37162217,0.00011130885],"about_ca_topic_score_codex":0.3717818,"about_ca_topic_score_gemma":0.651238,"teacher_disagreement_score":0.98853797,"about_ca_system_score_codex":0.011462025,"about_ca_system_score_gemma":0.014444982,"threshold_uncertainty_score":0.7392356},"labels":[],"label_agreement":null},{"id":"W2169880299","doi":"10.19173/irrodl.v15i4.1808","title":"Considering high school students’ experience in asynchronous and synchronous distance learning environments: QoE prediction model","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Asynchronous communication; Quality of experience; Asynchronous learning; Distance education; Psychology; Computer science; Structural equation modeling; Quality (philosophy); Multimedia; Mathematics education; Process (computing); Teaching method; Synchronous learning; Cooperative learning; Quality of service; Machine learning; Computer network","score_opus":0.1265635380354267,"score_gpt":0.46435663940609945,"score_spread":0.33779310137067275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169880299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944238,0.000030036597,0.004371929,0.00010464414,0.000006782062,0.00006696988,0.000104491766,0.000013459599,0.00087785994],"genre_scores_gemma":[0.99797076,0.000032985456,0.0013382945,0.000009791847,0.0000032945545,0.000090012734,0.00015046964,0.0000015234731,0.0004027813],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927074,0.00027041585,0.00007167761,0.00012660693,0.00013654723,0.00012400368],"domain_scores_gemma":[0.9951827,0.0031430086,0.0005506439,0.00016285658,0.0005694671,0.00039138563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002027313,0.0004245174,0.00036863884,0.0009215701,0.00035149118,0.0011472626,0.0004934006,0.00071211037,0.002747707],"category_scores_gemma":[0.0063868347,0.0002644019,0.0010796568,0.0006517814,0.00029273806,0.000742082,0.00070028484,0.0007096041,0.00044139533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002605953,0.00094132056,0.9674801,0.000054943906,0.000115282906,0.0000946766,0.0013327319,0.008209823,0.00046815226,0.00062983076,0.00037468184,0.020037731],"study_design_scores_gemma":[0.00007347062,0.0011724667,0.66469634,0.000079325306,0.00022699495,0.000095903655,0.0033044633,0.3275335,0.000717657,0.0012497172,0.00080966076,0.00004045976],"about_ca_topic_score_codex":0.009079892,"about_ca_topic_score_gemma":0.006194995,"teacher_disagreement_score":0.009079892,"about_ca_system_score_codex":0.00065645983,"about_ca_system_score_gemma":0.0008868568,"threshold_uncertainty_score":0.018054128},"labels":[],"label_agreement":null},{"id":"W2169902241","doi":"10.19173/irrodl.v10i1.607","title":"Research and Practice in K-12 Online Learning: A Review of Open Access Literature","year":2009,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":289,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online learning; Distance education; Educational technology; Open learning; Computer science; Blended learning; World Wide Web; Psychology; Mathematics education; Teaching method; Cooperative learning","score_opus":0.32209989091655133,"score_gpt":0.6403106305322398,"score_spread":0.31821073961568846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169902241","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024240778,0.9970908,0.00027525856,0.0010393014,0.000114615454,0.000012228889,0.0000135276805,0.000004526605,0.0012072469],"genre_scores_gemma":[0.002652809,0.99627423,0.0005201165,0.0002701815,0.000098024095,0.000022888767,0.000017629309,0.0000021704188,0.00014197039],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921157,0.0025403243,0.0015221841,0.00068981724,0.0029130292,0.00021902409],"domain_scores_gemma":[0.9520018,0.03930593,0.0029762653,0.00072167395,0.0042543923,0.00073986175],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.009672925,0.0007263193,0.0021041166,0.010650411,0.0010803307,0.0046756826,0.0016815589,0.0029458462,0.0033675455],"category_scores_gemma":[0.028258523,0.0006615559,0.000751053,0.01985283,0.0037316564,0.0075561614,0.002808526,0.0020344076,0.0009375652],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043037322,0.00009359336,0.00082212547,0.09386911,0.00011174803,0.00032817395,0.001997161,0.0003888399,0.0004359007,0.011982224,0.012127255,0.8778008],"study_design_scores_gemma":[0.000025678017,0.00014405786,0.0054074274,0.25154167,0.00028438927,0.0018461919,0.005998903,0.00019798514,0.0004096561,0.01632602,0.71774787,0.00007004174],"about_ca_topic_score_codex":0.0043672705,"about_ca_topic_score_gemma":0.007521113,"teacher_disagreement_score":0.99831843,"about_ca_system_score_codex":0.0035532129,"about_ca_system_score_gemma":0.013909094,"threshold_uncertainty_score":0.051155925},"labels":[],"label_agreement":null},{"id":"W2170166498","doi":"","title":"e-Learning in Higher Education Makes Its Debut in Cambodia: The Provincial Business Education Project.","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Cambodian History and Society","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Developing country; The Internet; Higher education; Distance education; Public relations; Human capital; Economic growth; Medical education; Political science; Business; Knowledge management; Pedagogy; Sociology; Computer science; Medicine; Economics; World Wide Web","score_opus":0.11090485864115589,"score_gpt":0.46741512321880496,"score_spread":0.35651026457764906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170166498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87693524,0.011573026,0.0003589967,0.06228494,0.00030344402,0.00020686198,0.00035213667,0.00003402525,0.04795124],"genre_scores_gemma":[0.9635299,0.004568611,0.000715644,0.001122132,0.000020759819,0.000052240222,0.00018032135,0.000007922117,0.029802473],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996977,0.00011532363,0.0000066234543,0.000015547115,0.00003955681,0.00012526383],"domain_scores_gemma":[0.99893886,0.00020801568,0.000044890294,0.00003319334,0.000105545885,0.0006695772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011684062,0.0001335678,0.00007676209,0.00023188931,0.002371622,0.0012318785,0.00040300755,0.00064186007,0.0040682475],"category_scores_gemma":[0.0011668885,0.00008114519,0.0000632853,0.00054201344,0.00091972895,0.0005988953,0.0012962068,0.0006301657,0.00021538866],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000422213,0.00052345946,0.13159789,0.00095905387,0.000023104943,0.0040556495,0.08191763,0.00072637096,0.0075855944,0.026906615,0.08528853,0.65999395],"study_design_scores_gemma":[0.00007776438,0.0003823166,0.559287,0.0007465071,0.000019366393,0.0009037058,0.098107085,0.0006319963,0.003023478,0.0013096874,0.3354838,0.000027408209],"about_ca_topic_score_codex":0.24737206,"about_ca_topic_score_gemma":0.41930318,"teacher_disagreement_score":0.24737206,"about_ca_system_score_codex":0.004905899,"about_ca_system_score_gemma":0.016713925,"threshold_uncertainty_score":0.49186438},"labels":[],"label_agreement":null},{"id":"W2170350098","doi":"10.19173/irrodl.v1i1.4","title":"Research in Distance Education: A Status Report","year":2000,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":247,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Face (sociological concept); Hierarchy; Mathematics education; Grounded theory; Computer science; Sociology; Psychology; Qualitative research; Social science; Political science","score_opus":0.11197523355886276,"score_gpt":0.538338560863658,"score_spread":0.4263633273047953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170350098","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0122216735,0.79270357,0.0066341427,0.04770223,0.020392304,0.00076990505,0.0039763157,0.00039914311,0.11520075],"genre_scores_gemma":[0.052528735,0.86335,0.005394843,0.0035402656,0.008538979,0.0006933411,0.0059112003,0.0001856887,0.05985693],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9928247,0.001226478,0.0010244892,0.0009120958,0.0033610081,0.00065128994],"domain_scores_gemma":[0.9682778,0.0065409066,0.0026254593,0.0015891219,0.015989715,0.00497706],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016392866,0.000915281,0.00094762136,0.010261326,0.0021515132,0.0075312634,0.0014298978,0.0022915853,0.014990699],"category_scores_gemma":[0.018295359,0.00053035433,0.0004935271,0.02025857,0.001787085,0.0123226335,0.005848602,0.0026602712,0.0075150076],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020342463,0.00039781252,0.0077322633,0.005855404,0.000024875035,0.0001902999,0.0010943325,0.00029630124,0.0018037185,0.029275196,0.16736165,0.7857648],"study_design_scores_gemma":[0.000009884822,0.00018481119,0.009562876,0.0020304646,0.000025178451,0.00016754073,0.00067764695,0.000079512836,0.00072292436,0.0015378332,0.9849843,0.000017159655],"about_ca_topic_score_codex":0.006861513,"about_ca_topic_score_gemma":0.0047841794,"teacher_disagreement_score":0.9836071,"about_ca_system_score_codex":0.0045719496,"about_ca_system_score_gemma":0.015128178,"threshold_uncertainty_score":0.08669484},"labels":[],"label_agreement":null},{"id":"W2171343567","doi":"10.19173/irrodl.v13i1.1058","title":"Science teacher training programme in rural schools: An ODL lesson from Zimbabwe","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Disadvantaged; Distance education; Economic shortage; Medical education; Certification; Training (meteorology); Rural area; Geography; Socioeconomics; Economic growth; Pedagogy; Political science; Psychology; Sociology; Medicine; Engineering; Government (linguistics)","score_opus":0.31376729367909223,"score_gpt":0.5598998912570777,"score_spread":0.2461325975779855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171343567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99290764,0.000536999,0.0001304367,0.0021047983,0.000017316273,0.00010536726,0.000020976204,0.000004229439,0.004172275],"genre_scores_gemma":[0.9952596,0.0010457884,0.00036366246,0.00048738072,0.000007310226,0.00006789513,0.000026974154,0.0000040376945,0.0027372572],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.999119,0.00025616595,0.000025517467,0.000052201187,0.00006479836,0.00048241505],"domain_scores_gemma":[0.9995577,0.00012556787,0.00008135122,0.000016620636,0.00003346949,0.00018520848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000679094,0.0004397027,0.00026397067,0.0007690628,0.008474771,0.0020077396,0.00076633587,0.0011054234,0.003417299],"category_scores_gemma":[0.0015258393,0.00046785892,0.00018195792,0.001091634,0.0020351617,0.00125093,0.002679446,0.0010931268,0.00027163615],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017619343,0.0009232236,0.117413655,0.0011717988,0.000030926905,0.05465052,0.7221641,0.0002933169,0.0111181205,0.006023117,0.004025029,0.082010105],"study_design_scores_gemma":[0.00004449964,0.00043929834,0.14003909,0.00065447117,0.000025505642,0.0043898113,0.8054404,0.00022347494,0.0009602651,0.0003667001,0.047389496,0.000026965032],"about_ca_topic_score_codex":0.054425165,"about_ca_topic_score_gemma":0.19923572,"teacher_disagreement_score":0.054425165,"about_ca_system_score_codex":0.0044767433,"about_ca_system_score_gemma":0.0023838968,"threshold_uncertainty_score":0.10821676},"labels":[],"label_agreement":null},{"id":"W2171646057","doi":"10.19173/irrodl.v15i5.1858","title":"Influence of incentives on performance in a pre-college biology MOOC","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; Howard Hughes Medical Institute","keywords":"Incentive; Mathematics education; Population; Aptitude; Psychology; Medical education; Medicine; Demography; Sociology","score_opus":0.039079229628921915,"score_gpt":0.4185209452531328,"score_spread":0.3794417156242109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171646057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99788755,0.000026166525,0.00006144459,0.0000920461,0.00001182313,0.000017283985,0.000023281535,0.000005875053,0.0018746209],"genre_scores_gemma":[0.99895006,0.000014227998,0.000096745855,0.000037716636,0.0000071736345,0.000012512543,0.000036528276,0.000004644837,0.00084055174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970011,0.0013847037,0.0001769806,0.00036062504,0.0005290353,0.0005475042],"domain_scores_gemma":[0.9614111,0.017489562,0.0067164847,0.0012665978,0.0019727352,0.011143483],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030920678,0.00019001141,0.00026729162,0.00040101208,0.0006444308,0.0019258318,0.00044744147,0.00055458164,0.006248678],"category_scores_gemma":[0.029475156,0.00017761045,0.00030110512,0.00024134251,0.00041192013,0.00028418747,0.0008887161,0.00076983747,0.001002107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022216293,0.0044067744,0.94657594,0.000045092303,0.0000876829,0.00021644203,0.0012960534,0.00070983026,0.0042435736,0.00023281755,0.0008828401,0.039081316],"study_design_scores_gemma":[0.000027401093,0.0014555075,0.99531424,0.000016314854,0.00002240575,0.000028354303,0.0008733411,0.0010362028,0.0005678042,0.00005724161,0.00058754144,0.000013605724],"about_ca_topic_score_codex":0.006701358,"about_ca_topic_score_gemma":0.0066421228,"teacher_disagreement_score":0.99690795,"about_ca_system_score_codex":0.0006804081,"about_ca_system_score_gemma":0.0012058503,"threshold_uncertainty_score":0.020903945},"labels":[],"label_agreement":null},{"id":"W2172079923","doi":"10.19173/irrodl.v5i3.198","title":"Assistive Software for Disabled Learners","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Software; Perspective (graphical); Computer science; Assistive technology; Human–computer interaction; Value (mathematics); Product (mathematics); Multimedia; Artificial intelligence; Machine learning","score_opus":0.13283862076034703,"score_gpt":0.49358522751271183,"score_spread":0.3607466067523648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172079923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81793994,0.023418963,0.0054485346,0.0029761891,0.0002480433,0.00044821817,0.0007022353,0.00047585156,0.14834201],"genre_scores_gemma":[0.9352171,0.020719381,0.010672774,0.00062120624,0.00014191732,0.00047265465,0.0005802712,0.00005908653,0.031515703],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99934155,0.00022935681,0.00006578275,0.000029815465,0.00026070484,0.000072842435],"domain_scores_gemma":[0.9985739,0.0007027127,0.0001386693,0.00008921856,0.00035766402,0.0001377221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010077241,0.0002577657,0.0002613936,0.0012794342,0.00069865305,0.0011448654,0.0002501598,0.0003496062,0.0075153033],"category_scores_gemma":[0.004816246,0.000057310644,0.0002971865,0.0006829024,0.00023412869,0.0009987177,0.0011718571,0.00022542001,0.001251582],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031482553,0.00055858283,0.02383406,0.001579894,0.000016729486,0.000791708,0.004003835,0.00018570227,0.0066342056,0.0039659576,0.016128503,0.941986],"study_design_scores_gemma":[0.00023512552,0.0074638654,0.25391418,0.0035376188,0.0003262493,0.012954468,0.024043329,0.0013876654,0.038111474,0.01186789,0.64606184,0.00009627209],"about_ca_topic_score_codex":0.0009559987,"about_ca_topic_score_gemma":0.0022237075,"teacher_disagreement_score":0.0075153033,"about_ca_system_score_codex":0.00037385675,"about_ca_system_score_gemma":0.00088422204,"threshold_uncertainty_score":0.02514124},"labels":[],"label_agreement":null},{"id":"W2177387475","doi":"10.19173/irrodl.v16i4.2328","title":"Supporting Access to Open Online Courses for Learners of Developing Countries","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Georgia","keywords":"Open educational resources; Openness to experience; Developing country; Open education; Computer science; Knowledge management; World Wide Web; Economic growth; Psychology; Social psychology","score_opus":0.2446051874460751,"score_gpt":0.5503490165869968,"score_spread":0.3057438291409217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177387475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72910714,0.011822753,0.009936463,0.00949715,0.00014540403,0.0001094297,0.00017190934,0.00011156086,0.23909819],"genre_scores_gemma":[0.97536194,0.010689618,0.004732248,0.00047518112,0.00005899653,0.000051594398,0.00005871398,0.000013678065,0.008558079],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99915123,0.00047328373,0.00003575817,0.000052754644,0.00013982622,0.00014714313],"domain_scores_gemma":[0.9958905,0.0023548726,0.0006944659,0.00018310676,0.0003484771,0.00052852713],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0017550789,0.00012404768,0.00017306756,0.0005477124,0.0009921583,0.003953371,0.00053585967,0.0005649598,0.0059810327],"category_scores_gemma":[0.005605904,0.00007194474,0.00016568927,0.00076791015,0.001006275,0.0031319568,0.0037691845,0.00048381882,0.00079227594],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015717628,0.0004901018,0.09600456,0.0020269086,0.000044569308,0.0012593622,0.0325308,0.00074494514,0.007369723,0.06982273,0.0077903317,0.7817587],"study_design_scores_gemma":[0.00008035753,0.00084196107,0.22780696,0.004401542,0.00016367254,0.002046019,0.122381285,0.0014453457,0.009908689,0.05267643,0.57815874,0.0000889509],"about_ca_topic_score_codex":0.0015001091,"about_ca_topic_score_gemma":0.002892238,"teacher_disagreement_score":0.99946415,"about_ca_system_score_codex":0.000552222,"about_ca_system_score_gemma":0.0029582642,"threshold_uncertainty_score":0.020008504},"labels":[],"label_agreement":null},{"id":"W2181678212","doi":"10.19173/irrodl.v16i6.2035","title":"Using MOOCs at Learning Centers in Northern Sweden","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lifelong learning; Blended learning; Asynchronous communication; Asynchronous learning; Higher education; Agency (philosophy); Distance education; Learning design; Heuristics; Educational technology; Pedagogy; Instructional design; Experiential learning; Computer science; Sociology; Synchronous learning; Mathematics education; Teaching method; Psychology; Cooperative learning; Political science","score_opus":0.20640392900542817,"score_gpt":0.450298179320268,"score_spread":0.24389425031483983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181678212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97935164,0.0018997367,0.00024328828,0.00094626035,0.00005583679,0.00007104693,0.00007234505,0.00007024493,0.017289542],"genre_scores_gemma":[0.99143934,0.0011046388,0.000431825,0.00026288556,0.000023019675,0.000044240893,0.000116698706,0.000018760555,0.0065585743],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976882,0.00087065797,0.0000646614,0.00036903986,0.00044576515,0.0005617144],"domain_scores_gemma":[0.9955005,0.001258015,0.0005537563,0.00018867185,0.0005707637,0.0019282686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018316635,0.0003583471,0.0004021006,0.0013135382,0.0044403328,0.0054274555,0.0010764545,0.0013669339,0.0037513662],"category_scores_gemma":[0.0032956786,0.00023693462,0.00032215044,0.0010917307,0.0018001702,0.0016072042,0.0042124884,0.0008080632,0.0012240479],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015301825,0.0040174085,0.18472998,0.0031586231,0.00018375767,0.0145627335,0.27749494,0.0023970597,0.009656194,0.011448637,0.019720297,0.4711001],"study_design_scores_gemma":[0.00019551576,0.0019063009,0.4202112,0.0018433364,0.00012726057,0.0027807895,0.4057947,0.0014663404,0.0059536607,0.002776131,0.15673183,0.00021294584],"about_ca_topic_score_codex":0.029557502,"about_ca_topic_score_gemma":0.039765798,"teacher_disagreement_score":0.029557502,"about_ca_system_score_codex":0.006134204,"about_ca_system_score_gemma":0.0076607,"threshold_uncertainty_score":0.058770895},"labels":[],"label_agreement":null},{"id":"W2181769305","doi":"10.19173/irrodl.v16i6.2154","title":"Comparing MOOC Adoption Strategies in Europe: Results from the HOME Project Survey","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Style (visual arts); Context (archaeology); Font; Span (engineering); Political science; Psychology; Sociology; Geography; Art; Engineering; Literature","score_opus":0.2683880693102292,"score_gpt":0.4666136591873052,"score_spread":0.198225589877076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181769305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99749714,0.00017716966,0.00010863172,0.0000883237,0.000005809208,0.00002094779,0.0008876602,0.000008717843,0.0012056564],"genre_scores_gemma":[0.9964719,0.00034895266,0.00019654512,0.00013152034,0.0000070112374,0.000054954977,0.0015883357,0.000019175639,0.0011815763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793327,0.0008004257,0.0002907719,0.0002805143,0.0004069521,0.00028805324],"domain_scores_gemma":[0.99317557,0.0020661086,0.002135067,0.00037242973,0.0011492389,0.0011016302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042353845,0.00018420597,0.00033675786,0.0022676112,0.00031353932,0.0016715594,0.00045065934,0.0006338366,0.00160755],"category_scores_gemma":[0.0076624653,0.00021431115,0.00045980574,0.0022665553,0.00038977046,0.001559394,0.0017237492,0.0004944062,0.00069093675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013992301,0.00027663598,0.9652154,0.00008592336,0.00008531075,0.00013165489,0.007474509,0.00014459035,0.00018617754,0.00020380049,0.0017943151,0.024261713],"study_design_scores_gemma":[0.0000032514365,0.000075436445,0.9917345,0.00003847288,0.000009425254,0.00006337548,0.006491061,0.00009925707,0.00007656881,0.000020152109,0.0013802425,0.000008153237],"about_ca_topic_score_codex":0.008058919,"about_ca_topic_score_gemma":0.005489936,"teacher_disagreement_score":0.008058919,"about_ca_system_score_codex":0.00050650723,"about_ca_system_score_gemma":0.00061971165,"threshold_uncertainty_score":0.022399127},"labels":[],"label_agreement":null},{"id":"W2183142205","doi":"10.19173/irrodl.v16i6.2160","title":"iMOOC on Climate Change: Evaluation of a Massive Open Online Learning Pilot Experience","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portuguese; Context (archaeology); Massive open online course; Distance education; Higher education; Sustainability; Class (philosophy); Open education; Instructional design; Computer science; Pedagogy; Sociology; World Wide Web; Multimedia; Political science; Artificial intelligence","score_opus":0.3964847499166253,"score_gpt":0.5449040838201581,"score_spread":0.1484193339035328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183142205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947503,0.00004266453,0.0012656439,0.00012273686,0.00004590508,0.0010656638,0.0001365179,0.000105871615,0.0024647496],"genre_scores_gemma":[0.98784536,0.00014147598,0.0062512234,0.00022755773,0.000078309706,0.0014293861,0.0005605433,0.00007096668,0.003395132],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99682593,0.0014625285,0.00011937339,0.0003420839,0.0006456705,0.00060428743],"domain_scores_gemma":[0.9903154,0.004019047,0.00038847173,0.00081025093,0.0016045892,0.0028621934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074555213,0.00062644546,0.00062012905,0.00085357134,0.0012417625,0.0016772529,0.0013180182,0.0012995085,0.0032528625],"category_scores_gemma":[0.015331729,0.00023833278,0.00054325577,0.00037477186,0.0010839708,0.0012118252,0.002470566,0.0011676318,0.00080766133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00659282,0.18126816,0.08326262,0.0037972976,0.00033231403,0.008714922,0.19815278,0.008467728,0.0548071,0.0016740719,0.015578201,0.43735194],"study_design_scores_gemma":[0.0039617196,0.18082456,0.47793937,0.0012906496,0.0005398101,0.0025021364,0.13844356,0.025582248,0.049716122,0.0023146928,0.11617121,0.0007140244],"about_ca_topic_score_codex":0.0022499817,"about_ca_topic_score_gemma":0.003426514,"teacher_disagreement_score":0.0074555213,"about_ca_system_score_codex":0.0009000199,"about_ca_system_score_gemma":0.0014955257,"threshold_uncertainty_score":0.03942907},"labels":[],"label_agreement":null},{"id":"W2183181673","doi":"10.19173/irrodl.v16i6.2150","title":"Setting-up a European Cross-Provider Data Collection on Open Online Courses","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Lifelong learning; Lagging; Data collection; Open education; Distance education; Scale (ratio); Variance (accounting); Diversity (politics); Psychology; E learning; Computer science; Knowledge management; Sociology; Educational technology; Pedagogy; Social science; Geography; Business; Statistics; Mathematics","score_opus":0.2678266203712003,"score_gpt":0.5288594687648935,"score_spread":0.26103284839369323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183181673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6892299,0.0009598086,0.1785989,0.0035809972,0.00040761608,0.07865056,0.03563427,0.0005880398,0.012349905],"genre_scores_gemma":[0.5838831,0.0008074597,0.2718803,0.0038220459,0.00018009284,0.09844334,0.031253982,0.00051480415,0.009214903],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9838478,0.010081448,0.0009581105,0.0019558247,0.0022162755,0.0009405876],"domain_scores_gemma":[0.95575315,0.015766729,0.0027395398,0.0065538455,0.015750792,0.003435974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027666358,0.00050555967,0.0006047431,0.0020417152,0.001953852,0.0017756772,0.001175336,0.0017956438,0.0052746697],"category_scores_gemma":[0.031624492,0.00068640267,0.00047114945,0.0017483659,0.0009423825,0.0020227595,0.0033788998,0.0018412032,0.0026454788],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032596178,0.011713905,0.30524883,0.0065318095,0.00043876172,0.0035811248,0.07010676,0.006617044,0.038328394,0.024233647,0.09916576,0.43077442],"study_design_scores_gemma":[0.0010306049,0.005678153,0.5699894,0.0027505795,0.0002813071,0.0014188032,0.071400814,0.010378667,0.027000166,0.0048568165,0.304898,0.0003166201],"about_ca_topic_score_codex":0.009209248,"about_ca_topic_score_gemma":0.00951767,"teacher_disagreement_score":0.027666358,"about_ca_system_score_codex":0.0029346321,"about_ca_system_score_gemma":0.007271712,"threshold_uncertainty_score":0.14631546},"labels":[],"label_agreement":null},{"id":"W2183374190","doi":"10.19173/irrodl.v16i6.2185","title":"Theories and Applications of Massive Online Open Courses (MOOCs) : The Case for Hybrid Design","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Massive open online course; Online learning; Instructional design; Learning design; Distance education; Value (mathematics); Learning theory; Mathematics education; World Wide Web; Multimedia; Psychology; Machine learning","score_opus":0.14820895622702368,"score_gpt":0.4792462374102034,"score_spread":0.3310372811831797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183374190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2586783,0.0106017385,0.4810826,0.03646889,0.00037239274,0.0009383602,0.00010825833,0.00022327344,0.21152616],"genre_scores_gemma":[0.8540752,0.0017514408,0.13908295,0.0010141797,0.000044095526,0.0009663329,0.00004331942,0.000071890434,0.0029505715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9538465,0.04027208,0.00081197143,0.0015490806,0.0027645966,0.0007558037],"domain_scores_gemma":[0.9292937,0.06044617,0.0014738151,0.006206887,0.0015435348,0.0010359165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030050699,0.00065590604,0.00066877116,0.0031494503,0.0038927456,0.011379703,0.0033655167,0.0032012202,0.0034317104],"category_scores_gemma":[0.029972348,0.0005839351,0.001190305,0.0026081484,0.029194355,0.010341779,0.0066569983,0.003558679,0.00039907114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032044823,0.00010932537,0.002203029,0.00039890144,0.000034319946,0.00032468632,0.02816855,0.0015328812,0.00029683017,0.9190489,0.0008616764,0.046988837],"study_design_scores_gemma":[0.000099387915,0.0001962631,0.0016021592,0.00081164675,0.000050250037,0.0004955529,0.030979551,0.00920679,0.00075799314,0.88474715,0.071013585,0.00003960412],"about_ca_topic_score_codex":0.0017139716,"about_ca_topic_score_gemma":0.0018233558,"teacher_disagreement_score":0.030050699,"about_ca_system_score_codex":0.0066351453,"about_ca_system_score_gemma":0.0045659686,"threshold_uncertainty_score":0.15892518},"labels":[],"label_agreement":null},{"id":"W2185491321","doi":"10.19173/irrodl.v16i6.2153","title":"Opportunities and Threats of the MOOC Movement for Higher Education: The European Perspective","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Perspective (graphical); Distance education; Movement (music); Higher education; Educational technology; Sociology; Political science; Pedagogy; Computer science; Aesthetics","score_opus":0.2513819978234627,"score_gpt":0.47536621735154766,"score_spread":0.22398421952808495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185491321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.667951,0.033971466,0.0045665335,0.041521512,0.0005592519,0.000057392914,0.00046671683,0.000036666646,0.2508696],"genre_scores_gemma":[0.9882478,0.0065615093,0.00066718104,0.0017596001,0.000118323325,0.000014544826,0.0000909062,0.000011303004,0.0025289042],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942479,0.0022174723,0.00029380617,0.00059621764,0.0014341553,0.0012103744],"domain_scores_gemma":[0.9895921,0.0051803733,0.0023816004,0.0004719305,0.0010657958,0.0013082254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007037563,0.00033298152,0.00031268407,0.0031262331,0.002093141,0.010469467,0.0006311695,0.00308583,0.00275465],"category_scores_gemma":[0.007119005,0.00019434246,0.0005053106,0.0033811247,0.004208098,0.007477572,0.0048037944,0.0023794682,0.00030236857],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000426185,0.0003693114,0.09181482,0.0013992285,0.00015226108,0.004172143,0.04950405,0.0020866166,0.0019110271,0.6323075,0.0121574495,0.20369934],"study_design_scores_gemma":[0.000022681928,0.00040534697,0.25810894,0.006282144,0.00012048529,0.0028915629,0.18236785,0.0023512216,0.0019702213,0.0974033,0.4478876,0.00018859628],"about_ca_topic_score_codex":0.0036400105,"about_ca_topic_score_gemma":0.002613157,"teacher_disagreement_score":0.010469467,"about_ca_system_score_codex":0.003331497,"about_ca_system_score_gemma":0.0027384472,"threshold_uncertainty_score":0.03721863},"labels":[],"label_agreement":null},{"id":"W2187479749","doi":"10.19173/irrodl.v16i6.2145","title":"A MOOC on Approaches to Machine Translation","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Regional Development Fund; Agència de Gestió d'Ajuts Universitaris i de Recerca; Ministerio de Economía y Competitividad; Generalitat de Catalunya; European Commission","keywords":"Computer science; Machine translation; Translation (biology); Software engineering; Multimedia; Artificial intelligence","score_opus":0.3687970938527921,"score_gpt":0.4602998079630409,"score_spread":0.0915027141102488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187479749","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030855322,0.0034660962,0.901056,0.0033815706,0.0013046955,0.0012243675,0.00026322127,0.002859021,0.055589642],"genre_scores_gemma":[0.25639796,0.0033407663,0.66127,0.0015651406,0.00059582497,0.0012817383,0.0009936293,0.0011690226,0.07338581],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808633,0.00080994423,0.0000922739,0.0003196222,0.0005459105,0.00014587861],"domain_scores_gemma":[0.9975896,0.0010644327,0.0001420497,0.00038591205,0.0005411717,0.0002768934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019035527,0.00090887025,0.0003987367,0.0010737798,0.0014481043,0.002717981,0.0014099476,0.0013080505,0.008214284],"category_scores_gemma":[0.007219775,0.0003493933,0.0006192063,0.0007798442,0.001774214,0.0017917815,0.0029317958,0.0012971287,0.002578471],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023002944,0.0005328952,0.0018551773,0.0011554232,0.00011993019,0.0002482022,0.0032535414,0.02285553,0.018078703,0.16784686,0.020918336,0.76290536],"study_design_scores_gemma":[0.00011089488,0.00091976696,0.0045591732,0.0007522435,0.00009518489,0.00063833914,0.0013945017,0.081619255,0.018895522,0.2190746,0.67180896,0.00013147345],"about_ca_topic_score_codex":0.0045537483,"about_ca_topic_score_gemma":0.0036005876,"teacher_disagreement_score":0.008214284,"about_ca_system_score_codex":0.0013929384,"about_ca_system_score_gemma":0.0020315063,"threshold_uncertainty_score":0.02747953},"labels":[],"label_agreement":null},{"id":"W2187908803","doi":"10.19173/irrodl.v16i6.2151","title":"A strategic response to MOOCs: How one European university is approaching the challenge","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Affordance; Context (archaeology); Higher education; Strategic planning; Set (abstract data type); Public relations; Political science; Perspective (graphical); Knowledge management; Computer science; Sociology; Business; Marketing; Human–computer interaction","score_opus":0.2360304242696289,"score_gpt":0.4149875612715546,"score_spread":0.17895713700192573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187908803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49245042,0.01833955,0.007535252,0.2964043,0.0033924142,0.000071391085,0.00009751614,0.00019080665,0.18151832],"genre_scores_gemma":[0.96118253,0.005878698,0.0017370878,0.01648622,0.0002505244,0.000028481023,0.000047197285,0.00006438964,0.014324956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9902345,0.004853641,0.00032789944,0.00080171396,0.0013098065,0.0024724335],"domain_scores_gemma":[0.9920278,0.0023117359,0.000625826,0.00048462828,0.0010880313,0.003462005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016432494,0.00044480842,0.0005067586,0.0013629346,0.0082112895,0.03312907,0.0016029006,0.007349551,0.004683423],"category_scores_gemma":[0.011269251,0.00027085928,0.0005064814,0.00256632,0.008399893,0.012630216,0.010455298,0.0053312015,0.0011529234],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038676997,0.00033432557,0.017951302,0.00074378157,0.00008700295,0.0031691385,0.12455931,0.0018688183,0.0023119573,0.5214255,0.051612735,0.2755493],"study_design_scores_gemma":[0.000034625216,0.0003784015,0.012466708,0.001044584,0.00004329845,0.0007613452,0.29160655,0.0010267163,0.0016581641,0.058241896,0.63252693,0.00021080306],"about_ca_topic_score_codex":0.006442011,"about_ca_topic_score_gemma":0.006581312,"teacher_disagreement_score":0.03312907,"about_ca_system_score_codex":0.0076479944,"about_ca_system_score_gemma":0.011520893,"threshold_uncertainty_score":0.08690435},"labels":[],"label_agreement":null},{"id":"W2189142478","doi":"10.19173/irrodl.v16i6.2146","title":"Dimensions of Openness: Beyond the Course as an Open Format in Online Education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Distance education; Open education; Course (navigation); Massive open online course; Online course; Higher education; Open educational resources; Course evaluation; Educational technology; Mathematics education; Computer science; Multimedia; Pedagogy; Psychology; World Wide Web; Political science; Engineering; Social psychology","score_opus":0.11088375464844938,"score_gpt":0.49703454622983295,"score_spread":0.38615079158138355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189142478","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15872811,0.016330723,0.19834064,0.05099656,0.0013808502,0.00051682396,0.0001603046,0.00016326939,0.5733827],"genre_scores_gemma":[0.97393066,0.0031727334,0.016353395,0.00143302,0.00037285397,0.00035235082,0.000041643427,0.000046822035,0.004296554],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97460824,0.018311402,0.00109541,0.001058695,0.0036674684,0.0012589502],"domain_scores_gemma":[0.9610943,0.028189152,0.003725133,0.0030695659,0.0014734274,0.0024483756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012635052,0.00051984296,0.00049605034,0.0027072784,0.0044500735,0.019846639,0.0013082991,0.0035692626,0.0052785543],"category_scores_gemma":[0.029455017,0.0004707194,0.0008343982,0.0038049442,0.0413632,0.034757424,0.017807525,0.005513173,0.000381912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003665076,0.00006739564,0.00315821,0.00033887706,0.000010759399,0.0001849606,0.041211095,0.00040549185,0.000269917,0.9243346,0.0008908795,0.029091176],"study_design_scores_gemma":[0.000025834306,0.000094844836,0.006379185,0.0016292802,0.000021828067,0.0008422938,0.0499906,0.0011549889,0.00035910247,0.85019517,0.0892416,0.00006517508],"about_ca_topic_score_codex":0.0012060358,"about_ca_topic_score_gemma":0.0011034496,"teacher_disagreement_score":0.019846639,"about_ca_system_score_codex":0.0041825795,"about_ca_system_score_gemma":0.004121723,"threshold_uncertainty_score":0.06682134},"labels":[],"label_agreement":null},{"id":"W2189389944","doi":"10.19173/irrodl.v16i6.2033","title":"MOOCs and the claim of education for all: A disillusion by empirical data","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":153,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital divide; Empirical research; Field (mathematics); Higher education; Open education; Point (geometry); Inequality; Computer science; Sociology; Data science; Mathematics education; World Wide Web; Psychology; Epistemology; Political science; Information and Communications Technology; Mathematics","score_opus":0.24270365453284207,"score_gpt":0.540906731119929,"score_spread":0.298203076587087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189389944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4837174,0.17027509,0.021603294,0.2224394,0.0019912254,0.00040531217,0.003384011,0.00007041724,0.09611386],"genre_scores_gemma":[0.9540476,0.02982297,0.0025992543,0.008847372,0.0014958617,0.00015002303,0.0009044338,0.0000980821,0.00203426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.97064567,0.013709722,0.0025718256,0.0030699943,0.0086122295,0.0013906308],"domain_scores_gemma":[0.65808684,0.29267517,0.019546937,0.012331792,0.015227919,0.0021313014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029796645,0.00047986276,0.0010915919,0.006208046,0.001881876,0.0059626456,0.0021271068,0.0023718544,0.0110771945],"category_scores_gemma":[0.1208569,0.00041656697,0.000544786,0.010252593,0.011760633,0.013518084,0.005327051,0.003791944,0.00092409016],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007460795,0.00059562,0.15401958,0.011249025,0.0005783699,0.0015023971,0.069405444,0.0007941725,0.0006185381,0.44620076,0.03462204,0.27966803],"study_design_scores_gemma":[0.00008367381,0.00037017226,0.19042577,0.036074966,0.00070205156,0.0015917715,0.22918186,0.0021494676,0.0016921099,0.19073354,0.34681654,0.0001780629],"about_ca_topic_score_codex":0.0060155643,"about_ca_topic_score_gemma":0.004060215,"teacher_disagreement_score":0.029796645,"about_ca_system_score_codex":0.0024002073,"about_ca_system_score_gemma":0.0027286082,"threshold_uncertainty_score":0.15758163},"labels":[],"label_agreement":null},{"id":"W2252659566","doi":"10.19173/irrodl.v17i1.2182","title":"If You Build It, Will They Come? Predictors of Teachers’ Participation in and Satisfaction with the Effective Classroom Interactions Online Courses","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Early childhood; Class (philosophy); Early childhood education; Massive open online course; Mathematics education; Online course; Persistence (discontinuity); Medical education; Pedagogy; Developmental psychology; Computer science; Medicine","score_opus":0.04580396762422096,"score_gpt":0.4341620305374985,"score_spread":0.38835806291327757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252659566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99767846,0.00017080564,0.000067009445,0.00046237904,0.000012875718,0.000010746868,0.00013282467,0.0000035242747,0.0014614799],"genre_scores_gemma":[0.9974039,0.00029597984,0.000119916265,0.00011078444,0.000015712738,0.000028034074,0.00023589426,0.000007443267,0.0017822789],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904805,0.00026611742,0.00009220106,0.00009878984,0.00022492108,0.00026986876],"domain_scores_gemma":[0.9860529,0.0038018909,0.0051751863,0.00034906698,0.0010004309,0.0036205142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015370145,0.00010690621,0.0001973831,0.00045436813,0.0005858369,0.0016077751,0.00046157854,0.0006808353,0.010587689],"category_scores_gemma":[0.011760783,0.00021491048,0.000357467,0.00055526977,0.0003963178,0.0010212443,0.00075486914,0.0014405726,0.001816535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005912255,0.00021403347,0.98691887,0.000028490913,0.00001841588,0.00006377819,0.0020619442,0.000028561346,0.00009008761,0.00006805599,0.0009614441,0.009487154],"study_design_scores_gemma":[0.000006136002,0.000080316764,0.9884354,0.00006928699,0.0000135079035,0.00014032093,0.009261761,0.00011637919,0.00007460012,0.000066267625,0.001729848,0.000006222124],"about_ca_topic_score_codex":0.008646361,"about_ca_topic_score_gemma":0.012526693,"teacher_disagreement_score":0.010587689,"about_ca_system_score_codex":0.0003784479,"about_ca_system_score_gemma":0.00078663527,"threshold_uncertainty_score":0.035419345},"labels":[],"label_agreement":null},{"id":"W2253899760","doi":"10.19173/irrodl.v17i1.2168","title":"A Cognitive Style Perspective to Handheld Devices: Customization vs. Personalization","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Mobile device; Cognitive style; Context (archaeology); Multimedia; Cognition; Empirical research; Computer science; Perspective (graphical); Psychology; World Wide Web; Mathematics; Artificial intelligence","score_opus":0.09437884609720841,"score_gpt":0.4791024000138155,"score_spread":0.38472355391660706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253899760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7892051,0.020437727,0.030713448,0.005970649,0.00033746441,0.0001442187,0.00011135327,0.00007637777,0.1530037],"genre_scores_gemma":[0.9833497,0.005568117,0.0041678897,0.0009745746,0.00014801395,0.00006796331,0.000030793155,0.000016910146,0.005676181],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99881506,0.00049813953,0.000060111055,0.00020394057,0.0003069878,0.00011575124],"domain_scores_gemma":[0.99462175,0.0031053957,0.0008176304,0.00033704314,0.00061677495,0.0005014135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012080243,0.00053749664,0.00025132572,0.0010825719,0.00047913392,0.003750477,0.0005906369,0.0008646301,0.003964149],"category_scores_gemma":[0.0052300943,0.00013947081,0.0004341719,0.0011345418,0.0026432388,0.0022629693,0.0013856653,0.0012966767,0.00046140654],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036933494,0.001072452,0.21999216,0.0024894304,0.00023248677,0.001277029,0.07884344,0.0018051908,0.011568098,0.1072616,0.003388838,0.5716999],"study_design_scores_gemma":[0.00011948415,0.0013727652,0.69457495,0.0022817962,0.00038092805,0.0025645446,0.09505901,0.0043159598,0.0065163393,0.0804084,0.11223566,0.00017009175],"about_ca_topic_score_codex":0.0020991876,"about_ca_topic_score_gemma":0.0026237634,"teacher_disagreement_score":0.003964149,"about_ca_system_score_codex":0.0010876998,"about_ca_system_score_gemma":0.0005870003,"threshold_uncertainty_score":0.013261437},"labels":[],"label_agreement":null},{"id":"W2255547463","doi":"10.19173/irrodl.v17i1.2110","title":"An Experimental Study of Satisfaction Response: Evaluation of Online Collaborative Learning","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Division of Undergraduate Education; Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China; University of International Business and Economics","keywords":"Collaborative learning; Beijing; Context (archaeology); Quality (philosophy); Psychology; Computer science; Online learning; Mathematics education; Knowledge management; Multimedia; China","score_opus":0.10257028117011732,"score_gpt":0.5122471512452272,"score_spread":0.4096768700751099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255547463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99583817,0.000017671457,0.0024236972,0.000028331728,0.000031581047,0.00044420932,0.00007131689,0.000027620687,0.0011173962],"genre_scores_gemma":[0.9912669,0.000042310425,0.0054654214,0.000070798465,0.000041280706,0.0013591452,0.00017046077,0.00001141306,0.001572238],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994787,0.0026596019,0.00040845887,0.0008482316,0.0009736089,0.00032312126],"domain_scores_gemma":[0.97502023,0.016628426,0.0021047492,0.0017101261,0.0027188894,0.0018176528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042582285,0.000702928,0.0007261812,0.00069699244,0.0007223017,0.00080136774,0.0006696382,0.0010304846,0.0048277625],"category_scores_gemma":[0.01495651,0.00031729453,0.00070774683,0.00056308304,0.0007553102,0.00092316436,0.0009785118,0.0012193263,0.00068134157],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02582279,0.20382601,0.24124542,0.002611264,0.00065875263,0.001008489,0.041668564,0.005014981,0.19853075,0.0033303965,0.0037823732,0.27250016],"study_design_scores_gemma":[0.003289243,0.35039034,0.48281154,0.00019866679,0.00059263344,0.00079942367,0.020081311,0.023321358,0.10996479,0.001965247,0.006204053,0.0003814102],"about_ca_topic_score_codex":0.00029325538,"about_ca_topic_score_gemma":0.00022831828,"teacher_disagreement_score":0.0048277625,"about_ca_system_score_codex":0.00040993094,"about_ca_system_score_gemma":0.0005283517,"threshold_uncertainty_score":0.022519946},"labels":[],"label_agreement":null},{"id":"W2256531795","doi":"10.19173/irrodl.v17i1.2176","title":"Evaluation of Online Log Variables that Estimate Learners’ Time Management in a Korean Online Learning Context","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Ministry of Education; National Research Foundation","keywords":"Login; Structural equation modeling; Learning Management; Context (archaeology); Variables; Online learning; Psychology; Regression analysis; Computer science; Test (biology); Applied psychology; Mathematics education; World Wide Web; Machine learning","score_opus":0.14196901870990367,"score_gpt":0.489508250732247,"score_spread":0.3475392320223434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256531795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998494,0.000028663884,0.00096194237,0.00001751777,0.0000026170205,0.000027901233,0.000056024423,0.000010778078,0.000400594],"genre_scores_gemma":[0.99785954,0.00003944497,0.0016781694,0.000007383596,0.0000029353926,0.000054697477,0.00011441278,0.0000025889979,0.00024071758],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880743,0.0005467063,0.00013849618,0.00012701031,0.0003048714,0.000075418226],"domain_scores_gemma":[0.99201995,0.0039403434,0.001760163,0.0004453945,0.001340755,0.000493344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023210668,0.0002850183,0.00022316856,0.000910429,0.0002662384,0.00088848284,0.00030098055,0.00024262971,0.0010264198],"category_scores_gemma":[0.009740105,0.00011644602,0.00028636577,0.0008672382,0.00018971687,0.0008998022,0.00048266034,0.00031235305,0.00018523952],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020294407,0.00049857603,0.94356364,0.00007626395,0.00003944913,0.000038522136,0.001363505,0.00059985265,0.0019710867,0.0001184859,0.00015479067,0.051372908],"study_design_scores_gemma":[0.000011789799,0.00077572727,0.98506594,0.000030446496,0.000048028785,0.00005537461,0.0045313262,0.0063727456,0.0022894249,0.00014461104,0.00065436016,0.000020187374],"about_ca_topic_score_codex":0.001514503,"about_ca_topic_score_gemma":0.00269435,"teacher_disagreement_score":0.0023210668,"about_ca_system_score_codex":0.00030772958,"about_ca_system_score_gemma":0.00056828576,"threshold_uncertainty_score":0.0122751},"labels":[],"label_agreement":null},{"id":"W2259303163","doi":"10.19173/irrodl.v17i1.2169","title":"Factors of Participants and Blogs that Predict Blogging Activeness During Teaching Practice and Induction Year","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Social media; Regression analysis; Microblogging; Field (mathematics); Social psychology; Mathematics education; Computer science; World Wide Web","score_opus":0.16047558595170391,"score_gpt":0.49332088518260137,"score_spread":0.33284529923089745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2259303163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986607,0.00011938274,0.000117447074,0.00007067448,0.00000932708,0.000021785088,0.00004069292,0.0000032529583,0.00095681875],"genre_scores_gemma":[0.99895227,0.0001259622,0.00021722614,0.000017149909,0.00001126567,0.0000362199,0.00004544943,0.0000022258735,0.000592071],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984907,0.00050892355,0.00022646063,0.00014308719,0.00042183843,0.00020898414],"domain_scores_gemma":[0.9707417,0.0176807,0.0061968397,0.0008392524,0.001335286,0.0032061583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029089693,0.00018545725,0.00029980778,0.0010672682,0.0006682061,0.001208552,0.0002983826,0.0005663915,0.0032065227],"category_scores_gemma":[0.019586261,0.00016944323,0.00030855864,0.00084029423,0.00050008245,0.00079342665,0.00081323757,0.0005920166,0.0005446447],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014248038,0.00028455624,0.97624356,0.000059288097,0.000017575036,0.00015994906,0.0068342136,0.000035972396,0.00095660536,0.000044848108,0.00013972416,0.015081181],"study_design_scores_gemma":[0.0000040376717,0.00022079128,0.9854277,0.00003184864,0.000012498089,0.00020843263,0.013082918,0.00009386449,0.00016125868,0.00004763771,0.0007009208,0.0000079998135],"about_ca_topic_score_codex":0.0008052008,"about_ca_topic_score_gemma":0.0020918427,"teacher_disagreement_score":0.0032065227,"about_ca_system_score_codex":0.00027272291,"about_ca_system_score_gemma":0.0006083635,"threshold_uncertainty_score":0.015384316},"labels":[],"label_agreement":null},{"id":"W2261162284","doi":"10.19173/irrodl.v17i1.2111","title":"An Empirical Study of Factors Affecting Mobile Wireless Technology Adoption for Promoting Interactive Lectures in Higher Education","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Malaya","keywords":"Interactivity; Higher education; Quality (philosophy); Medical education; Psychology; Technology integration; Perception; Mobile technology; Distance education; Empirical research; Educational technology; Mathematics education; Mobile device; Computer science; Multimedia; Medicine; Political science; World Wide Web; Mathematics","score_opus":0.22575798446366802,"score_gpt":0.5613724076299358,"score_spread":0.3356144231662678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2261162284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984244,0.000065068845,0.00025448942,0.0001016249,0.0000025225308,0.000049507194,0.00002669768,0.0000021093847,0.0010736973],"genre_scores_gemma":[0.9986432,0.00020329676,0.0006769166,0.000027794009,0.0000027737542,0.000035682806,0.000025426387,0.0000010941379,0.0003838422],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99805546,0.00084703974,0.00019319946,0.00012672988,0.0004956846,0.00028190142],"domain_scores_gemma":[0.9793688,0.013286972,0.0034393074,0.00035686907,0.0021232713,0.0014248235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035679212,0.0002122987,0.00019478805,0.0007937158,0.0005679146,0.0013954239,0.00028314057,0.00041877953,0.0019857734],"category_scores_gemma":[0.014834659,0.00027995088,0.00040337193,0.0010035941,0.00043870354,0.0011394715,0.0005274118,0.00080420007,0.00023378828],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078218414,0.001100826,0.93267846,0.0003585818,0.000054957272,0.0003756737,0.022276342,0.0002685925,0.0015790304,0.0006849259,0.0003427807,0.040201522],"study_design_scores_gemma":[0.000010504403,0.0008414529,0.941076,0.00021968379,0.00005819859,0.00022605289,0.053312097,0.0013607768,0.00076603907,0.00012134741,0.0019862417,0.000021630482],"about_ca_topic_score_codex":0.0029933068,"about_ca_topic_score_gemma":0.005536858,"teacher_disagreement_score":0.0035679212,"about_ca_system_score_codex":0.00073198415,"about_ca_system_score_gemma":0.0019467699,"threshold_uncertainty_score":0.018869162},"labels":[],"label_agreement":null},{"id":"W2262239852","doi":"10.19173/irrodl.v17i1.2172","title":"Challenges of Transitioning to e-learning System with Learning Objects Capabilities","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministarstvo Prosvete, Nauke i Tehnološkog Razvoja","keywords":"Computer science; Interactivity; Knowledge management; Higher education; Learning Management; Multimedia","score_opus":0.06990463547473841,"score_gpt":0.38537296855753617,"score_spread":0.31546833308279776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2262239852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5600468,0.011109081,0.29630923,0.026355436,0.0011057191,0.00095034216,0.00037939206,0.0024510627,0.101292886],"genre_scores_gemma":[0.86994624,0.005385056,0.09547437,0.0016417073,0.00019439455,0.00033513462,0.0004337415,0.00022903463,0.026360374],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954572,0.0014574967,0.00038912325,0.00059772376,0.0016573681,0.0004412055],"domain_scores_gemma":[0.9935427,0.0023719484,0.0005128255,0.001288926,0.0018307402,0.00045289527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026224973,0.0002578692,0.00025108288,0.00045065954,0.0010323393,0.005040615,0.001586545,0.0015401102,0.002798789],"category_scores_gemma":[0.0078556435,0.00021979467,0.00048593615,0.000540583,0.00088439265,0.0066994485,0.0017570825,0.0013478076,0.0013660698],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027756195,0.00062326016,0.012938654,0.0019481322,0.000044463726,0.001576461,0.004536786,0.007751846,0.04076569,0.039397907,0.009160125,0.8809792],"study_design_scores_gemma":[0.00015085269,0.0022451824,0.06529501,0.0027341447,0.00028935375,0.008081204,0.046130415,0.10462718,0.10025998,0.10073011,0.56910515,0.00035152395],"about_ca_topic_score_codex":0.00273365,"about_ca_topic_score_gemma":0.0020046714,"teacher_disagreement_score":0.005040615,"about_ca_system_score_codex":0.0012213413,"about_ca_system_score_gemma":0.002483921,"threshold_uncertainty_score":0.013869286},"labels":[],"label_agreement":null},{"id":"W2267983534","doi":"10.19173/irrodl.v17i1.2113","title":"Does Navigation Always Predict Performance? Effects of Navigation on Digital Reading are Moderated by Comprehension Skills","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reading and Literacy Development","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Selection (genetic algorithm); Reading comprehension; Comprehension; Reading (process); Computer science; Psychology; Cognitive psychology; Multimedia; Artificial intelligence; Linguistics","score_opus":0.026278718204504857,"score_gpt":0.3834624219815103,"score_spread":0.3571837037770055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267983534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982052,0.00022095388,0.00017749672,0.0000447287,0.000006585948,0.0000045607258,0.00013079205,0.000012664226,0.0011971202],"genre_scores_gemma":[0.9990075,0.00010816895,0.00012324957,0.000011649904,0.000007073865,0.000006339448,0.00015172367,0.00001029367,0.0005740664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988374,0.0004100979,0.000121592275,0.00027578228,0.000210272,0.00014481999],"domain_scores_gemma":[0.9692923,0.021167329,0.0055453065,0.0012941457,0.0009728562,0.0017281881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014878382,0.00039873275,0.00047059558,0.00081896887,0.00018176214,0.0011717293,0.00033558137,0.0007510315,0.007124437],"category_scores_gemma":[0.014397822,0.0002506048,0.0006190968,0.00085801515,0.0005937741,0.000752313,0.0007240198,0.0006647475,0.001467407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025928035,0.0001433743,0.99243575,0.000026360753,0.000094561685,0.000058841313,0.00042686422,0.0000810987,0.0008219102,0.00002914971,0.000085600135,0.005537101],"study_design_scores_gemma":[0.000002596221,0.00014922857,0.9992112,0.0000053437284,0.000022328031,0.00003382907,0.00016370868,0.00015592287,0.00012578953,0.000042632022,0.0000848135,0.000002665096],"about_ca_topic_score_codex":0.0038385247,"about_ca_topic_score_gemma":0.004803471,"teacher_disagreement_score":0.007124437,"about_ca_system_score_codex":0.00016960035,"about_ca_system_score_gemma":0.00037396725,"threshold_uncertainty_score":0.023833573},"labels":[],"label_agreement":null},{"id":"W2268208810","doi":"10.19173/irrodl.v17i1.2114","title":"Using Positive Visual Stimuli to Lighten The Online Learning Experience through In Class Questioning","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Taiwan Normal University; Ministry of Science and Technology, Taiwan","keywords":"Psychology; Class (philosophy); Stimulus (psychology); Facial expression; Anxiety; Test (biology); Mathematics education; Relaxation (psychology); Cognitive psychology; Social psychology; Computer science; Communication; Artificial intelligence","score_opus":0.1542903440175286,"score_gpt":0.5451616783071834,"score_spread":0.3908713342896548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2268208810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86173564,0.0015931355,0.094173014,0.0011252072,0.0004156654,0.0018974369,0.0003802621,0.0016469653,0.037032593],"genre_scores_gemma":[0.9160011,0.0010844017,0.07130922,0.0007077338,0.00019269147,0.001209425,0.00020548297,0.00011893701,0.009171022],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999461,0.0002868498,0.00003891412,0.000064725915,0.00010114621,0.000047332498],"domain_scores_gemma":[0.99490935,0.0041098148,0.00036893968,0.00029130335,0.00018540557,0.00013516331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009989591,0.0004913824,0.00028671793,0.00032689917,0.00014558216,0.0005857568,0.00046064303,0.0006573344,0.010927484],"category_scores_gemma":[0.004356136,0.00009098389,0.00025715938,0.00019407766,0.00040350924,0.0008051586,0.0006378119,0.00038583842,0.0013288017],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015884717,0.003873629,0.0074198754,0.0045453333,0.00006915052,0.0006707282,0.004555616,0.00075310346,0.36151212,0.0031013468,0.007417403,0.6044932],"study_design_scores_gemma":[0.00100387,0.024614366,0.25435737,0.0020482112,0.000327019,0.004792015,0.0066693327,0.011727412,0.4107633,0.015757978,0.26763487,0.0003043632],"about_ca_topic_score_codex":0.00007535814,"about_ca_topic_score_gemma":0.00016404883,"teacher_disagreement_score":0.010927484,"about_ca_system_score_codex":0.00014374139,"about_ca_system_score_gemma":0.000120697514,"threshold_uncertainty_score":0.036556125},"labels":[],"label_agreement":null},{"id":"W2269284787","doi":"10.19173/irrodl.v17i1.2167","title":"The Relationship between Successful Completion and Sequential Movement in Self-Paced Distance Courses","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Mathematics education; Distance education; Demographics; Class (philosophy); Online course; Course evaluation; Instructional design; Psychology; Ethnic group; Higher education; Massive open online course; Medical education; Computer science; Engineering; Medicine; Artificial intelligence","score_opus":0.12360419004673229,"score_gpt":0.48034902374955957,"score_spread":0.3567448337028273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2269284787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987999,0.00008992512,0.00026008958,0.000045273973,0.000006480044,0.00001613276,0.000035482815,0.000006604128,0.00074021827],"genre_scores_gemma":[0.99893385,0.00011345706,0.0002979448,0.000008788356,0.0000092339615,0.000020012389,0.00008177416,0.000004904527,0.0005298577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981431,0.0006607721,0.00022039382,0.00022350125,0.00061892025,0.00013336136],"domain_scores_gemma":[0.96242553,0.0151648335,0.014285729,0.0012704482,0.0026211266,0.0042322553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033087975,0.0001537067,0.00016575943,0.0011234034,0.00026741804,0.0007651581,0.0005215714,0.0003609166,0.003119458],"category_scores_gemma":[0.035060436,0.00015197114,0.00031455848,0.0007533622,0.00033476495,0.0005938505,0.0006128489,0.0006786938,0.0007155811],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011576921,0.0004443431,0.9812304,0.000019311345,0.000044102962,0.000025745892,0.0003477315,0.0002199144,0.00020613642,0.000070764116,0.00015196242,0.0171238],"study_design_scores_gemma":[0.000006904237,0.00025613274,0.99865997,0.000009421452,0.000007960169,0.00004660762,0.00018877546,0.00039744042,0.00011633313,0.000067979774,0.0002374278,0.0000050495423],"about_ca_topic_score_codex":0.0014757098,"about_ca_topic_score_gemma":0.001608915,"teacher_disagreement_score":0.0033087975,"about_ca_system_score_codex":0.0002996832,"about_ca_system_score_gemma":0.0003929941,"threshold_uncertainty_score":0.01749885},"labels":[],"label_agreement":null},{"id":"W2270382162","doi":"10.19173/irrodl.v17i1.2116","title":"Analysis of Learning Achievement and Teacher–Student Interactions in Flipped and Conventional Classrooms","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Council","keywords":"Flipped classroom; Mathematics education; Class (philosophy); Psychology; Cooperative learning; Blended learning; Teaching method; Educational technology; Control (management); Process (computing); Academic achievement; Active learning (machine learning); Collaborative learning; Pedagogy; Computer science; Artificial intelligence","score_opus":0.1550536364783124,"score_gpt":0.5486237353941283,"score_spread":0.39357009891581596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2270382162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99851245,0.00011565362,0.0005117087,0.000013529384,0.0000050741573,0.000046168556,0.000038621027,0.000007773748,0.00074901135],"genre_scores_gemma":[0.9974483,0.00011988627,0.0012164497,0.000013412604,0.000005983804,0.00009872143,0.00010924278,0.00000530853,0.0009828095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99671656,0.0012459353,0.00023346399,0.00055606104,0.0009668142,0.0002811133],"domain_scores_gemma":[0.9898498,0.0050839414,0.0019716418,0.0004576739,0.0016531947,0.0009837078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019550833,0.00030011407,0.00055498356,0.0013748647,0.00065124716,0.0009108359,0.00058024155,0.00027440547,0.0018854154],"category_scores_gemma":[0.009277467,0.00013571348,0.0003424661,0.00085929397,0.000506508,0.00059469417,0.00097208633,0.00041434553,0.0003218407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019086973,0.005017237,0.58947206,0.00091972324,0.0002911208,0.0011630084,0.058355168,0.0006905685,0.023639752,0.0005580186,0.0008600167,0.3171247],"study_design_scores_gemma":[0.000042614785,0.0021638344,0.96425235,0.000081873266,0.000076802135,0.00023883708,0.025151694,0.00059737486,0.004548717,0.00019916666,0.0026014757,0.000045134537],"about_ca_topic_score_codex":0.0016250057,"about_ca_topic_score_gemma":0.003189445,"teacher_disagreement_score":0.0019550833,"about_ca_system_score_codex":0.00091312436,"about_ca_system_score_gemma":0.0008932235,"threshold_uncertainty_score":0.010339558},"labels":[],"label_agreement":null},{"id":"W2272920560","doi":"10.19173/irrodl.v17i1.2149","title":"Emotional Intelligence as a Determinant of Readiness for Online Learning","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Emotional Intelligence and Performance","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Emotional intelligence; Scale (ratio); Psychology; Distance education; Mathematics education; Font; Academic achievement; Computer science; Social psychology; Artificial intelligence","score_opus":0.1940181465869213,"score_gpt":0.5343183721538873,"score_spread":0.34030022556696604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272920560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982949,0.00013041716,0.00008476773,0.00010356771,0.000010183546,0.0000075515622,0.000033460437,0.0000034852112,0.0013316843],"genre_scores_gemma":[0.9992816,0.00008021399,0.000078434045,0.00001689987,0.0000049542778,0.000007863578,0.000041375297,0.0000010014479,0.00048751643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9997235,0.00010519731,0.00003922769,0.0000332013,0.000050618066,0.000048260175],"domain_scores_gemma":[0.99704945,0.0010068208,0.0009587747,0.00009504334,0.00018495668,0.00070490956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006384955,0.00015452462,0.0001437655,0.0004977149,0.0002340307,0.0008120702,0.0002174144,0.00029084246,0.005312966],"category_scores_gemma":[0.0036046663,0.00009432094,0.00029513182,0.00035733104,0.00016029878,0.00028952802,0.00042746068,0.0004602835,0.00036593105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067918205,0.00026592196,0.98757124,0.000016628717,0.00002868579,0.00007470034,0.00030729157,0.0000694794,0.00022003529,0.000112547445,0.00024061055,0.011024856],"study_design_scores_gemma":[0.0000025457582,0.0000920541,0.9987845,0.000012910734,0.000016956246,0.00006085304,0.00045382662,0.00019592376,0.00009321713,0.00006793051,0.00021706046,0.0000022303439],"about_ca_topic_score_codex":0.0013788582,"about_ca_topic_score_gemma":0.002033066,"teacher_disagreement_score":0.005312966,"about_ca_system_score_codex":0.00015244994,"about_ca_system_score_gemma":0.00028857947,"threshold_uncertainty_score":0.017773688},"labels":[],"label_agreement":null},{"id":"W2288747119","doi":"10.19173/irrodl.v17i2.2342","title":"Should Instructors Require Discussion in Online Courses? Effects of Online Discussion on Community of Inquiry, Learner Time, Satisfaction, and Achievement","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Blackboard (design pattern); Mathematics education; Online discussion; Community of inquiry; Class (philosophy); Educational technology; Online learning; Online community; Computer-mediated communication; Online course; Cognition; Pedagogy; The Internet; Multimedia; Computer science; World Wide Web","score_opus":0.0973505535799184,"score_gpt":0.4695346980029425,"score_spread":0.3721841444230241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288747119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911311,0.0013933096,0.0003832294,0.001692478,0.00017562594,0.00005437241,0.000029814739,0.000019486246,0.005120589],"genre_scores_gemma":[0.9961808,0.00073322695,0.00054343184,0.00041165997,0.00014046281,0.000057488807,0.000037955837,0.000008520032,0.0018864007],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99798906,0.0011756322,0.00008887147,0.00019080668,0.00034696772,0.00020874591],"domain_scores_gemma":[0.98343533,0.010571387,0.0024975364,0.0003583182,0.00069352414,0.0024438933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034757624,0.00013782497,0.00023602013,0.00017138825,0.00047425198,0.0011829963,0.0004374864,0.000797954,0.0054027573],"category_scores_gemma":[0.017705888,0.00010750651,0.00042874698,0.00020650143,0.00024643296,0.0010091633,0.0004824596,0.00082705554,0.0006218126],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004605696,0.016994188,0.37068787,0.001399167,0.000326036,0.0004955321,0.009827298,0.00017385794,0.01027979,0.00086409895,0.0057605826,0.5785858],"study_design_scores_gemma":[0.00047207426,0.0060122455,0.9529868,0.0005429066,0.00028387882,0.00032453449,0.016915468,0.00044944586,0.0031753606,0.0013795847,0.017428795,0.000028918299],"about_ca_topic_score_codex":0.0004951615,"about_ca_topic_score_gemma":0.001064339,"teacher_disagreement_score":0.0054027573,"about_ca_system_score_codex":0.00030296706,"about_ca_system_score_gemma":0.00063072686,"threshold_uncertainty_score":0.018381774},"labels":[],"label_agreement":null},{"id":"W2288952191","doi":"10.19173/irrodl.v17i2.2448","title":"A Systematic Analysis and Synthesis of the Empirical MOOC Literature Published in 2013–2015","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":331,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Canada Research Chairs","keywords":"Educational research; Empirical research; Positivism; Qualitative research; Period (music); Class (philosophy); Focus group; Sociology; Library science; Data science; Social science; Psychology; Computer science; Political science; Epistemology","score_opus":0.07002591899983178,"score_gpt":0.4321017773266742,"score_spread":0.3620758583268424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288952191","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10997184,0.776504,0.012152218,0.0055422825,0.0026039553,0.007851803,0.06588997,0.00026841013,0.019215608],"genre_scores_gemma":[0.2717287,0.64858925,0.024278976,0.0036141414,0.0008378959,0.00995168,0.035431292,0.00027409053,0.005293979],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98432875,0.0037077083,0.005218308,0.0013154048,0.004775589,0.0006542685],"domain_scores_gemma":[0.9081155,0.053994734,0.011192808,0.0036086494,0.021658782,0.0014295913],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.019640042,0.0009922714,0.002197186,0.082275525,0.0019308175,0.003856479,0.0010870342,0.00105723,0.0067673563],"category_scores_gemma":[0.07696185,0.00073166896,0.0023011665,0.050735876,0.0015159053,0.0036019855,0.004020127,0.000957522,0.0011710882],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043724783,0.00016438347,0.015816074,0.42091024,0.001708216,0.0010035388,0.023594918,0.0003049046,0.003080856,0.0051693553,0.033790793,0.49401948],"study_design_scores_gemma":[0.00009426321,0.00034555566,0.05570601,0.5912946,0.005441715,0.00079903967,0.03267803,0.00016958854,0.0021922803,0.0019345938,0.30921203,0.0001322099],"about_ca_topic_score_codex":0.008551289,"about_ca_topic_score_gemma":0.019572522,"teacher_disagreement_score":0.98036,"about_ca_system_score_codex":0.0055518807,"about_ca_system_score_gemma":0.036255892,"threshold_uncertainty_score":0.10386771},"labels":[],"label_agreement":null},{"id":"W2289152028","doi":"10.19173/irrodl.v17i2.2284","title":"Preservice Teachers’ Perception and Use of Personal Learning Environments (PLEs)","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Socialization; Informal learning; The Internet; Perception; Computer science; Scale (ratio); Psychology; World Wide Web; Knowledge management; Multimedia; Pedagogy; Social psychology","score_opus":0.10660926795028694,"score_gpt":0.44065092157781854,"score_spread":0.3340416536275316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289152028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984357,0.0005546393,0.000074103875,0.00006863691,0.000004464051,0.000007746819,0.000014314884,0.0000017516404,0.00083860446],"genre_scores_gemma":[0.99854505,0.0006188003,0.000104520535,0.000035824716,0.000002544813,0.000009213403,0.000022812375,0.0000013090258,0.00065991824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891734,0.0002659289,0.00013849665,0.00013155211,0.00036307497,0.00018368746],"domain_scores_gemma":[0.99526167,0.0015533027,0.0015364491,0.00013327523,0.0006325757,0.00088265596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014841619,0.00018248124,0.00044382538,0.0008510217,0.00062438514,0.0018924527,0.00028388714,0.0005945128,0.0026166018],"category_scores_gemma":[0.0047494355,0.00029916593,0.0002844439,0.00056851463,0.0005692334,0.000979536,0.0008854821,0.0006346536,0.0003132444],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000787629,0.0007772693,0.8723284,0.0004401771,0.00003762622,0.00094347756,0.08133846,0.00007138691,0.002220825,0.0003742321,0.00051352056,0.040876023],"study_design_scores_gemma":[0.000013723244,0.0005841959,0.78062797,0.00027786495,0.00007542301,0.0014263793,0.20914127,0.000119158736,0.00064675626,0.00017555703,0.0068818256,0.000029791445],"about_ca_topic_score_codex":0.0019452837,"about_ca_topic_score_gemma":0.0040597,"teacher_disagreement_score":0.0026166018,"about_ca_system_score_codex":0.00041906827,"about_ca_system_score_gemma":0.0007042268,"threshold_uncertainty_score":0.008753419},"labels":[],"label_agreement":null},{"id":"W2289230898","doi":"10.19173/irrodl.v17i2.1913","title":"Issues and Challenges in Open and Distance e-Learning: Perspectives from the Philippines","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Institution; Open learning; Open educational resources; Higher education; Open university; Class (philosophy); Sociology; Digital divide; Pedagogy; Political science; Mathematics education; Economic growth; Information and Communications Technology; Teaching method; Psychology; Social science; Computer science; World Wide Web; Economics; Cooperative learning","score_opus":0.1500329743767199,"score_gpt":0.4481193503814138,"score_spread":0.2980863760046939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289230898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36054292,0.19800934,0.0011635531,0.32993948,0.00053825445,0.0000824696,0.00013168716,0.000038059457,0.10955422],"genre_scores_gemma":[0.8986186,0.0832987,0.0004631392,0.009653083,0.00036015143,0.000077716155,0.000034899036,0.000019953144,0.007473832],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9959318,0.0026265166,0.00013854595,0.00022202886,0.00047234033,0.0006088359],"domain_scores_gemma":[0.9906371,0.005116653,0.0010495075,0.0001404042,0.0017094135,0.0013470014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006401,0.00048031483,0.0004622906,0.0016453533,0.0067174956,0.008983956,0.001847522,0.002985567,0.004014005],"category_scores_gemma":[0.0058704484,0.00028664028,0.00023266266,0.005303004,0.008547938,0.008100961,0.0053528976,0.0032024544,0.00029418198],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098092365,0.00029452684,0.011701824,0.0043226634,0.000052417654,0.009830129,0.67935723,0.0007964178,0.0010617056,0.15104246,0.019282363,0.12216028],"study_design_scores_gemma":[0.000014617936,0.00012434658,0.020176612,0.0020150016,0.000027041691,0.0008507374,0.68160236,0.00037740084,0.00033656802,0.009037783,0.2853683,0.00006922236],"about_ca_topic_score_codex":0.07796163,"about_ca_topic_score_gemma":0.06728397,"teacher_disagreement_score":0.07796163,"about_ca_system_score_codex":0.010884356,"about_ca_system_score_gemma":0.013962806,"threshold_uncertainty_score":0.15501565},"labels":[],"label_agreement":null},{"id":"W2289893482","doi":"10.19173/irrodl.v17i2.2107","title":"Dyads Versus Groups: Using Different Social Structures in Peer Review to Enhance Online Collaborative Learning Processes","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Social constructivism; Psychology; Informal learning; Facilitation; Point (geometry); Class (philosophy); Collaborative learning; Quality (philosophy); Qualitative research; Mathematics education; Social psychology; Computer science; Pedagogy; Sociology","score_opus":0.21591923735414598,"score_gpt":0.5865004443056615,"score_spread":0.37058120695151553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289893482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8725753,0.0009464996,0.09431122,0.0014885892,0.00021379959,0.0017915566,0.000033430297,0.00047117754,0.028168447],"genre_scores_gemma":[0.9400548,0.00031350905,0.0559597,0.00011608922,0.00008593154,0.00091261795,0.000028666816,0.0000500346,0.0024786266],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9835736,0.012871776,0.00039360783,0.0010013555,0.001737099,0.00042264053],"domain_scores_gemma":[0.97743,0.016380254,0.0014873021,0.0017519622,0.0011527867,0.0017977746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076640183,0.00042587484,0.00051804393,0.001306062,0.0014983603,0.0021951862,0.0010787104,0.0006752161,0.002934709],"category_scores_gemma":[0.026417565,0.0002865381,0.00034839215,0.00065237744,0.0013745761,0.0031252063,0.00523405,0.00067502406,0.00075204956],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016796911,0.0051801475,0.01651502,0.0014580536,0.00014741668,0.00076667726,0.08268291,0.0019853122,0.040443875,0.017583108,0.0036899329,0.82786787],"study_design_scores_gemma":[0.0060914657,0.04056203,0.18430756,0.0023662362,0.0018414616,0.006524369,0.1858627,0.08033102,0.09554095,0.11785923,0.27776077,0.0009521256],"about_ca_topic_score_codex":0.000461183,"about_ca_topic_score_gemma":0.0010605984,"teacher_disagreement_score":0.0076640183,"about_ca_system_score_codex":0.0005675215,"about_ca_system_score_gemma":0.0017685782,"threshold_uncertainty_score":0.040531695},"labels":[],"label_agreement":null},{"id":"W2290671769","doi":"10.19173/irrodl.v17i2.2227","title":"E-learning in Mongolian Higher Education","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Cluster analysis; Class (philosophy); Higher education; Psychology; Computer science; Artificial intelligence; Political science","score_opus":0.07594871817533566,"score_gpt":0.4610309109183763,"score_spread":0.3850821927430406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290671769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89937913,0.0651622,0.0010795764,0.0068771034,0.00016181427,0.00003437679,0.00012458971,0.000020662823,0.027160648],"genre_scores_gemma":[0.9856302,0.009503803,0.00049198995,0.0003060457,0.000025389108,0.000007943773,0.00006035756,0.000002522611,0.0039717066],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995509,0.00019964996,0.000035692596,0.000049983802,0.00006582966,0.0000979655],"domain_scores_gemma":[0.99909973,0.00032580813,0.00021027366,0.000028973012,0.0002033992,0.00013188981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011794195,0.00008243952,0.00008051982,0.00070482027,0.0006351973,0.0013955223,0.00024952283,0.00030319215,0.002024172],"category_scores_gemma":[0.0011877816,0.00006381094,0.00009482479,0.0012494707,0.00037251782,0.0008188643,0.00054689334,0.00020702937,0.00014318789],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016518321,0.00018963093,0.35462222,0.0035952884,0.000054548585,0.0011193758,0.019248739,0.0015778475,0.0022876146,0.029274097,0.007303376,0.5805621],"study_design_scores_gemma":[0.000017828448,0.00025539545,0.794275,0.0016912668,0.000053870834,0.00082329364,0.04175896,0.0014357798,0.0013955594,0.0018899644,0.15637922,0.000023927847],"about_ca_topic_score_codex":0.016941862,"about_ca_topic_score_gemma":0.023234133,"teacher_disagreement_score":0.016941862,"about_ca_system_score_codex":0.0025749614,"about_ca_system_score_gemma":0.0037184427,"threshold_uncertainty_score":0.03368652},"labels":[],"label_agreement":null},{"id":"W2290816940","doi":"10.19173/irrodl.v17i2.2280","title":"Factors Influencing Teachers’ Use of Multimedia Enhanced Content in Secondary Schools in Tanzania","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Tanzania; Mathematics education; Economic shortage; Government (linguistics); Vocational education; Subject (documents); Psychology; Medical education; Computer science; Pedagogy; Medicine; Sociology; Library science","score_opus":0.3689843393465662,"score_gpt":0.49333910475133835,"score_spread":0.12435476540477214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290816940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99968946,0.000032808148,0.000012233243,0.000029209294,8.1464196e-7,0.000006076351,0.000006296942,0.0000010884867,0.00022199411],"genre_scores_gemma":[0.99968565,0.000051110674,0.0000489256,0.00001149858,0.0000012892243,0.000007745333,0.000010230747,9.787831e-7,0.00018258143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998691,0.00039066482,0.0001360653,0.00011256673,0.00036705795,0.00030259776],"domain_scores_gemma":[0.99305636,0.00218102,0.00283666,0.00016945733,0.000785656,0.00097086554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012670108,0.00021912194,0.00022007842,0.0009973823,0.0008411542,0.0013806551,0.00033142522,0.00042353253,0.0020348267],"category_scores_gemma":[0.0061940053,0.00031270226,0.00030402376,0.00068706623,0.00064372766,0.00046531818,0.0006521462,0.00055810827,0.0002792972],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006166768,0.00022827348,0.9605502,0.00009144695,0.000011492063,0.00060342415,0.029479224,0.000064506356,0.0019156808,0.00008177435,0.00017295755,0.0067393077],"study_design_scores_gemma":[0.000004202403,0.00020914328,0.9673848,0.000056000208,0.000013141664,0.00012997934,0.031086553,0.00016337985,0.00028173946,0.000019366042,0.0006432591,0.000008390364],"about_ca_topic_score_codex":0.019477386,"about_ca_topic_score_gemma":0.030527268,"teacher_disagreement_score":0.019477386,"about_ca_system_score_codex":0.0009043671,"about_ca_system_score_gemma":0.0012780324,"threshold_uncertainty_score":0.03872806},"labels":[],"label_agreement":null},{"id":"W2291064708","doi":"10.19173/irrodl.v17i2.2256","title":"Book Review – Online, Blended, and Distance Education: Building Successful Programs in Schools","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Task (project management); Field (mathematics); Blended learning; Process (computing); Computer science; Sociology; Mathematics education; World Wide Web; Educational technology; Pedagogy; Psychology; Engineering; Mathematics","score_opus":0.0688111387328208,"score_gpt":0.4673189670183409,"score_spread":0.3985078282855201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291064708","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035996077,0.8945888,0.00096865505,0.023176497,0.028593987,0.00009384789,0.00035843416,0.00014893532,0.051710773],"genre_scores_gemma":[0.0029576202,0.84120095,0.0013034061,0.017165279,0.016816951,0.00013966199,0.00079079176,0.00014524088,0.11948006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865615,0.00017216697,0.00008440412,0.000111644236,0.0009190803,0.00005652327],"domain_scores_gemma":[0.9950576,0.0016169514,0.00039982112,0.00008249252,0.002495442,0.00034764467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009769143,0.00067848165,0.0011250114,0.0025406023,0.0004600563,0.0020357226,0.0011467361,0.0015211008,0.0351185],"category_scores_gemma":[0.005306222,0.0003022334,0.00058272725,0.0036000677,0.0004931027,0.002291595,0.0008108937,0.0022257755,0.021262811],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001368809,0.00001932286,0.000043042473,0.0014374027,0.000013965119,0.00002297756,0.000020790947,0.00005324437,0.0001428462,0.00068405864,0.8702411,0.12730755],"study_design_scores_gemma":[0.000006176151,0.000024449992,0.00025433977,0.0014788185,0.000016030812,0.00019086954,0.000024504756,0.000025734751,0.00007628744,0.00040306055,0.99749374,0.0000060013813],"about_ca_topic_score_codex":0.0033943113,"about_ca_topic_score_gemma":0.010587853,"teacher_disagreement_score":0.0351185,"about_ca_system_score_codex":0.001454781,"about_ca_system_score_gemma":0.0027966418,"threshold_uncertainty_score":0.11748308},"labels":[],"label_agreement":null},{"id":"W2291342032","doi":"10.19173/irrodl.v17i2.2217","title":"Connectivism in Learning Activity Design: Implications for Pedagogically-Based Technology Adoption in African Higher Education Contexts","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Context (archaeology); Argument (complex analysis); Educational technology; Instructional design; Sociology; Learning theory; Exploratory research; Pedagogy; Knowledge management; Computer science; Social science","score_opus":0.1773798463742139,"score_gpt":0.5126814140231106,"score_spread":0.33530156764889674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291342032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44857806,0.008872951,0.31768498,0.054352406,0.0003036629,0.0013230174,0.0000729669,0.00013878703,0.16867326],"genre_scores_gemma":[0.9442476,0.0029383556,0.04741783,0.0009804879,0.00004529762,0.00119142,0.000019928662,0.000041459196,0.0031177036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9706151,0.025797276,0.000633624,0.0010046257,0.0013535507,0.00059582706],"domain_scores_gemma":[0.9541503,0.040122915,0.0018164847,0.00195519,0.00092368654,0.0010314236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02808378,0.0005708511,0.00038026823,0.0027531416,0.003850689,0.010264121,0.0016311,0.0021435276,0.0042150836],"category_scores_gemma":[0.033107713,0.0005093218,0.00058994576,0.0025108175,0.022150483,0.011218158,0.008424186,0.00240819,0.00030703738],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007648208,0.0001989886,0.012420311,0.0012114381,0.000045105244,0.00039469753,0.25547582,0.0019369835,0.0010299964,0.58086824,0.0010647955,0.1452771],"study_design_scores_gemma":[0.00013831473,0.00047970493,0.01157192,0.005274093,0.000098852084,0.0010421274,0.33511937,0.008035209,0.0029240265,0.4755114,0.15971412,0.000090887654],"about_ca_topic_score_codex":0.0011900743,"about_ca_topic_score_gemma":0.0020183001,"teacher_disagreement_score":0.02808378,"about_ca_system_score_codex":0.0047283554,"about_ca_system_score_gemma":0.004173394,"threshold_uncertainty_score":0.14852303},"labels":[],"label_agreement":null},{"id":"W2291791126","doi":"10.19173/irrodl.v17i2.2401","title":"Experience with a Massive Open Online Course in Rural Rwanda","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Medicine; Medical education; Class (philosophy); Distance education; Online course; Psychology; Pedagogy","score_opus":0.06716619493220716,"score_gpt":0.4553525120631338,"score_spread":0.38818631713092666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291791126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99242675,0.00014944348,0.0005512369,0.0009904528,0.00015445327,0.00016593916,0.00002916549,0.000035225246,0.0054973783],"genre_scores_gemma":[0.9809889,0.00051696965,0.0014199599,0.00083939027,0.00012716772,0.00018266401,0.00007003325,0.00006042653,0.015794542],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99839145,0.0008401218,0.000033141318,0.00008722336,0.00012904244,0.0005191318],"domain_scores_gemma":[0.99689925,0.0008138382,0.00021771286,0.00011805728,0.0002515509,0.0016995815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032769705,0.000765548,0.0004814388,0.00052029133,0.007641862,0.0022815794,0.0012075325,0.0012116993,0.009049434],"category_scores_gemma":[0.0045179604,0.00050004263,0.0005540163,0.00032782674,0.0017628697,0.0017894384,0.003141593,0.0022156169,0.002284973],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057028304,0.007853172,0.046287388,0.0006389782,0.000038155787,0.013814196,0.7955931,0.00029380945,0.013794752,0.0013877563,0.014144913,0.1055835],"study_design_scores_gemma":[0.00017447725,0.009309651,0.08702894,0.00050403655,0.000086146196,0.005099126,0.7651138,0.0010409222,0.003719862,0.00072017463,0.12701982,0.00018298054],"about_ca_topic_score_codex":0.004643741,"about_ca_topic_score_gemma":0.012614034,"teacher_disagreement_score":0.009049434,"about_ca_system_score_codex":0.0010439228,"about_ca_system_score_gemma":0.002009163,"threshold_uncertainty_score":0.030273438},"labels":[],"label_agreement":null},{"id":"W2291984861","doi":"10.19173/irrodl.v17i2.2221","title":"Learners’ Interpersonal Beliefs and Generated Feedback in an Online Role-Playing Peer- Feedback Activity: An Exploratory Study","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer feedback; Interpersonal communication; Psychology; Computer-mediated communication; Perception; Constructive; Quality (philosophy); Exploratory research; Interpersonal relationship; Social psychology; Mathematics education; Computer science; The Internet; World Wide Web","score_opus":0.1796078959938181,"score_gpt":0.4821766519664574,"score_spread":0.3025687559726393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291984861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99928576,0.000027947546,0.00024952434,0.000016220816,0.0000016729441,0.00003103742,0.0000066598354,0.0000027230155,0.00037844398],"genre_scores_gemma":[0.99890494,0.00007146615,0.00049785455,0.000018026272,0.0000039542238,0.00005477609,0.000011844488,0.0000028723698,0.00043431163],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99620676,0.0021864541,0.00019001325,0.00026151628,0.00078996236,0.00036522385],"domain_scores_gemma":[0.9894616,0.006608256,0.0013356984,0.0003614238,0.0013713456,0.00086166954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055688475,0.000446336,0.00054133346,0.0010029523,0.0012120543,0.0018912399,0.0006317502,0.0006572389,0.0014024429],"category_scores_gemma":[0.017139863,0.00029336585,0.00041593486,0.00039179088,0.00082816865,0.0011639079,0.0011288422,0.0009725722,0.00034066197],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046651188,0.007966898,0.34844843,0.0004754227,0.000105376246,0.0019564219,0.55283475,0.00029738332,0.012064484,0.00033792088,0.00039712674,0.07464927],"study_design_scores_gemma":[0.00007530206,0.008211496,0.45991334,0.00025300303,0.00014235548,0.0019796188,0.5113945,0.0018202926,0.010605523,0.00037535068,0.005103844,0.0001253597],"about_ca_topic_score_codex":0.00085261546,"about_ca_topic_score_gemma":0.0011670185,"teacher_disagreement_score":0.0055688475,"about_ca_system_score_codex":0.0005017251,"about_ca_system_score_gemma":0.00059203355,"threshold_uncertainty_score":0.029451251},"labels":[],"label_agreement":null},{"id":"W2292165329","doi":"10.19173/irrodl.v17i2.2066","title":"Evaluation of Intelligent Grouping Based on Learners’ Collaboration Competence Level in Online Collaborative Learning Environment","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Commission for Science and Technology","keywords":"Collaborative learning; Dynamism; Competence (human resources); Computer science; Knowledge management; Distance education; Multimedia; Mathematics education; Psychology; Social psychology","score_opus":0.2846741351179455,"score_gpt":0.5357171146411657,"score_spread":0.2510429795232202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292165329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99006337,0.00010167153,0.0076215006,0.000038404534,0.000016793161,0.00023971128,0.000024386789,0.00008086989,0.0018133381],"genre_scores_gemma":[0.98933864,0.00004559234,0.01003498,0.000016985252,0.000008464192,0.00014910569,0.000053887466,0.000007866521,0.00034438592],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99093693,0.0049785227,0.0007608779,0.0007133298,0.0023074306,0.00030299247],"domain_scores_gemma":[0.961106,0.027146127,0.0035879153,0.0019180785,0.0038178232,0.0024239966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007420666,0.00043092397,0.0006578931,0.0011286191,0.0004354894,0.0012855987,0.0005271547,0.0005754015,0.0013009402],"category_scores_gemma":[0.029563185,0.00011750467,0.0005826459,0.0005254426,0.00047464925,0.001367734,0.001092098,0.00038930203,0.00024750715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009683341,0.01145382,0.32397708,0.0010081249,0.00049918704,0.00019560734,0.004642738,0.012289505,0.032466106,0.00092615176,0.0011837892,0.60167456],"study_design_scores_gemma":[0.0007678007,0.045599733,0.8009975,0.00022601539,0.0009918271,0.00031797244,0.005907339,0.0840675,0.055890422,0.0016675004,0.0033283953,0.00023796066],"about_ca_topic_score_codex":0.0004593403,"about_ca_topic_score_gemma":0.00048705863,"teacher_disagreement_score":0.007420666,"about_ca_system_score_codex":0.00036459652,"about_ca_system_score_gemma":0.0005016338,"threshold_uncertainty_score":0.03924465},"labels":[],"label_agreement":null},{"id":"W2292383038","doi":"10.19173/irrodl.v17i2.2492","title":"Culture and Online Learning: Global Perspectives and Research","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Online learning; Distance education; Electronic learning; Sociology; Computer science; Psychology; Pedagogy; Multimedia","score_opus":0.1070858114518663,"score_gpt":0.5224647505810821,"score_spread":0.4153789391292158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292383038","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11861822,0.5722634,0.005893988,0.05281098,0.0012858211,0.000026237829,0.00014253029,0.000030396877,0.2489284],"genre_scores_gemma":[0.64808655,0.34211716,0.001315711,0.0030609788,0.0015827345,0.000041417643,0.000059515154,0.000024677722,0.0037113512],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981527,0.00094954745,0.00008873283,0.00025400822,0.00038911306,0.00016591995],"domain_scores_gemma":[0.98990554,0.007862402,0.00086110376,0.00032745744,0.0005923373,0.00045112998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024168568,0.00049014646,0.00067670457,0.0034729473,0.0019076394,0.013445018,0.00068336434,0.0018401921,0.0053190654],"category_scores_gemma":[0.0042866524,0.00021011275,0.00031043228,0.009527313,0.012233292,0.01403231,0.0046357913,0.0024835453,0.00040270222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073489355,0.00017920842,0.013581007,0.0029511398,0.00008593841,0.0002999941,0.039085142,0.00063895504,0.00066040934,0.5796536,0.005257979,0.35753328],"study_design_scores_gemma":[0.000023842815,0.00021865108,0.045701303,0.012821637,0.00014809516,0.0013211606,0.2097976,0.001183917,0.0010193484,0.40131044,0.3263467,0.00010733939],"about_ca_topic_score_codex":0.0016456541,"about_ca_topic_score_gemma":0.0024791202,"teacher_disagreement_score":0.013445018,"about_ca_system_score_codex":0.0016530425,"about_ca_system_score_gemma":0.001932694,"threshold_uncertainty_score":0.017794013},"labels":[],"label_agreement":null},{"id":"W2293298071","doi":"10.19173/irrodl.v6i2.284","title":"e-Learning 2.0","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Educational technology; Computer science; Distance education; Multimedia; Mathematics education; Psychology","score_opus":0.07671414383023435,"score_gpt":0.4404203988749311,"score_spread":0.3637062550446968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293298071","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026372548,0.050244186,0.04989471,0.009842852,0.0034769245,0.0003773183,0.0026871471,0.017017445,0.86382216],"genre_scores_gemma":[0.0256498,0.06355827,0.045608636,0.0077052745,0.002638651,0.0007546957,0.011261982,0.005362647,0.83746004],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99804074,0.00031542766,0.000121754536,0.0002748922,0.0009868218,0.0002604246],"domain_scores_gemma":[0.99652255,0.00070814695,0.00024596773,0.0006881981,0.0011018149,0.000733239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022151638,0.0009829478,0.00081775594,0.0032648568,0.00069617195,0.009081956,0.0021256336,0.0033842125,0.10557866],"category_scores_gemma":[0.004792451,0.00055931095,0.0006986261,0.00592439,0.0009162412,0.009228765,0.0038654397,0.0025213643,0.16367921],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008037028,0.00009654933,0.00044654438,0.0011042639,0.000015379364,0.0000744673,0.000116727926,0.00038459746,0.002317423,0.047541305,0.20598589,0.7418364],"study_design_scores_gemma":[0.000007760392,0.000016909018,0.0005830047,0.0002861196,0.0000062089766,0.00016890075,0.000034686553,0.00020012788,0.0004134871,0.004768808,0.99350375,0.000010259252],"about_ca_topic_score_codex":0.0009264788,"about_ca_topic_score_gemma":0.00053531677,"teacher_disagreement_score":0.10557866,"about_ca_system_score_codex":0.0011992941,"about_ca_system_score_gemma":0.0020476768,"threshold_uncertainty_score":0.3531958},"labels":[],"label_agreement":null},{"id":"W2296178309","doi":"10.19173/irrodl.v17i4.2385","title":"Design and Development of a Learning Design Virtual Internship Program","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Internship; Class (philosophy); Process (computing); Online learning; Medical education; Engineering management; Engineering; Computer science; Multimedia; Medicine; Artificial intelligence","score_opus":0.19725981961230285,"score_gpt":0.48847264822130515,"score_spread":0.2912128286090023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296178309","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61328894,0.00032162515,0.15382892,0.002477676,0.0010119571,0.16528015,0.0021263997,0.0014910937,0.060173173],"genre_scores_gemma":[0.32768333,0.00051084504,0.4928064,0.001201914,0.000102151775,0.13563457,0.0014435449,0.00034063583,0.04027658],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99657565,0.0017722414,0.00014846835,0.00040603545,0.00063961704,0.00045793792],"domain_scores_gemma":[0.99558496,0.0007810344,0.00015830938,0.0003161208,0.0009147102,0.002244791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008372084,0.0005222716,0.00050240976,0.0012305997,0.0018875307,0.0026503494,0.002509479,0.0009145413,0.014163521],"category_scores_gemma":[0.0064550894,0.00057487766,0.0005513455,0.00039553462,0.0010774364,0.0011371435,0.002972311,0.0018340625,0.0028058686],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002433486,0.053645585,0.014085481,0.0023399706,0.000071170376,0.0011254515,0.017245455,0.007631165,0.017730905,0.016273035,0.022906452,0.84451187],"study_design_scores_gemma":[0.010712691,0.10072781,0.07787167,0.0019181153,0.00032313264,0.00092311174,0.06400293,0.024920981,0.037057433,0.014495885,0.66663575,0.0004104151],"about_ca_topic_score_codex":0.0014842941,"about_ca_topic_score_gemma":0.0030401482,"teacher_disagreement_score":0.014163521,"about_ca_system_score_codex":0.0028456917,"about_ca_system_score_gemma":0.010659011,"threshold_uncertainty_score":0.0473817},"labels":[],"label_agreement":null},{"id":"W2345899915","doi":"10.19173/irrodl.v16i4.2084","title":"Alteration of Influencing Factors of Continued Intentions to Use e-Learning for Different Degrees of Adult Online Participation","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Structural equation modeling; Construct (python library); Curriculum; Knowledge management; Adaptation (eye); Online learning; Mathematics education; Social psychology; Pedagogy; Computer science; Mathematics; Multimedia; Statistics","score_opus":0.45558738943343324,"score_gpt":0.5532793266527892,"score_spread":0.09769193721935598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345899915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991264,0.00009834851,0.00016916537,0.000045886638,0.0000026669215,0.000009506042,0.00002447593,0.0000025690567,0.00052108243],"genre_scores_gemma":[0.99958736,0.00004907836,0.00012589128,0.000011927191,0.0000017915261,0.000006962551,0.000024329982,7.9284905e-7,0.00019185255],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99882025,0.00043639189,0.00013499144,0.00015466046,0.00026806447,0.00018557359],"domain_scores_gemma":[0.99165386,0.0043957685,0.0018300276,0.00036139245,0.00083146786,0.0009273708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016999689,0.00017782158,0.00022231671,0.00048568775,0.00023448211,0.0007350792,0.00020978306,0.00043212186,0.0016701261],"category_scores_gemma":[0.008701351,0.00014979398,0.0006073427,0.00042075047,0.00028125214,0.00037611352,0.00043167963,0.0005403066,0.00019072421],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058407517,0.00017854743,0.9863036,0.000019068248,0.00004153132,0.000040589253,0.0010916218,0.000040559036,0.00027382898,0.00004733703,0.00003869041,0.011866202],"study_design_scores_gemma":[0.0000020320767,0.00013802483,0.99785453,0.000010808032,0.000032780175,0.000059050253,0.0012736112,0.00026062492,0.0001512804,0.000043342352,0.00016978203,0.000004215129],"about_ca_topic_score_codex":0.0031493069,"about_ca_topic_score_gemma":0.0044174637,"teacher_disagreement_score":0.0031493069,"about_ca_system_score_codex":0.00024246506,"about_ca_system_score_gemma":0.0006056429,"threshold_uncertainty_score":0.008990407},"labels":[],"label_agreement":null},{"id":"W2369703591","doi":"10.19173/irrodl.v17i3.2403","title":"Does Formal Credit Work for MOOC-Like Learning Environments?","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credit score; Value (mathematics); Psychology; Significant difference; Affect (linguistics); E learning; Mathematics education; Business; Actuarial science; Computer science; Educational technology; Machine learning; Mathematics; Statistics","score_opus":0.051742333813000606,"score_gpt":0.39949849412953686,"score_spread":0.3477561603165363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2369703591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96677965,0.000888574,0.0013300414,0.0068858177,0.00024816726,0.00012832688,0.00012991687,0.000080888916,0.023528583],"genre_scores_gemma":[0.9970999,0.0001879808,0.00028054637,0.00030945273,0.00005342921,0.00002919535,0.000046902966,0.000010055388,0.0019824817],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968766,0.0013535343,0.0001284516,0.00044989254,0.0006419512,0.00054958294],"domain_scores_gemma":[0.9615268,0.014818166,0.010313989,0.002491577,0.0020267684,0.008822665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005542014,0.00028563556,0.0004228971,0.000702938,0.0010960924,0.0044861543,0.0013405872,0.0014016798,0.019385055],"category_scores_gemma":[0.0457776,0.00019235439,0.0006303329,0.00069340784,0.0015210392,0.003193436,0.0020460794,0.00091887097,0.0020316376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012988498,0.004097968,0.5281969,0.00038473497,0.00015504665,0.00023919174,0.0043893536,0.00036244682,0.0013449091,0.005355758,0.0062148236,0.44796],"study_design_scores_gemma":[0.0001836849,0.0014867681,0.96955353,0.00043889307,0.00013266462,0.00010414911,0.008017665,0.0016310093,0.00082756206,0.0055625206,0.012010543,0.00005101397],"about_ca_topic_score_codex":0.0048109284,"about_ca_topic_score_gemma":0.00661821,"teacher_disagreement_score":0.019385055,"about_ca_system_score_codex":0.001470532,"about_ca_system_score_gemma":0.0024184345,"threshold_uncertainty_score":0.064849496},"labels":[],"label_agreement":null},{"id":"W2373879455","doi":"10.19173/irrodl.v17i3.2293","title":"Increasing Social Presence in Online Learning through Small Group Discussions","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Psychology; Cohesion (chemistry); Perception; Group cohesiveness; Computer-mediated communication; Group (periodic table); Mathematics education; Online learning; Graduate students; Social psychology; Pedagogy; Computer science; Multimedia; The Internet; World Wide Web","score_opus":0.12302941494488094,"score_gpt":0.4788317080403504,"score_spread":0.35580229309546946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2373879455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853027,0.00015823907,0.007187196,0.00030934942,0.000060300103,0.00026478255,0.000013952029,0.00010158767,0.006601956],"genre_scores_gemma":[0.9889731,0.00013308517,0.009258567,0.00010102508,0.00005841137,0.0003218243,0.000015565874,0.0000148405,0.0011237685],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958437,0.0028341468,0.00012819875,0.00040109575,0.00058301067,0.00020988524],"domain_scores_gemma":[0.9807771,0.014201002,0.0017915644,0.0009171694,0.0005849799,0.001728322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004260985,0.00043837415,0.00039891808,0.0005788361,0.0012336011,0.0018703367,0.00096500356,0.000665945,0.005648729],"category_scores_gemma":[0.019771496,0.00020571258,0.00041493567,0.00035982,0.00092844723,0.0022526209,0.0030615926,0.0008310644,0.0006812214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002438082,0.016792344,0.079931125,0.0022357176,0.00020697474,0.0006895369,0.059509758,0.002034493,0.10646416,0.004975639,0.0025574903,0.72216463],"study_design_scores_gemma":[0.0020466025,0.043032598,0.64346546,0.0015679736,0.000758658,0.0015732775,0.09499856,0.01592103,0.07351707,0.040857296,0.08180534,0.0004561841],"about_ca_topic_score_codex":0.00018352541,"about_ca_topic_score_gemma":0.0005087725,"teacher_disagreement_score":0.005648729,"about_ca_system_score_codex":0.0004111334,"about_ca_system_score_gemma":0.00066491956,"threshold_uncertainty_score":0.02253455},"labels":[],"label_agreement":null},{"id":"W2394682926","doi":"10.19173/irrodl.v17i3.2379","title":"Instructor’s Use of Social Presence, Teaching Presence, and Attitudinal Dissonance: A Case Study of an Attitudinal Change MOOC","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive dissonance; Psychology; Facilitation; Attitude change; Instructional design; Pedagogy; Social facilitation; Social psychology","score_opus":0.21562352769574186,"score_gpt":0.5071815443421455,"score_spread":0.2915580166464036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394682926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970599,0.000041974115,0.0006741112,0.00031180962,0.000011720531,0.00005855478,0.000009675448,0.00000983282,0.0018223042],"genre_scores_gemma":[0.99602664,0.00011021864,0.0017085175,0.00015418963,0.000019583691,0.0000567047,0.0000137297375,0.000011450792,0.0018989928],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9954183,0.0028792506,0.00013511618,0.00035000677,0.00066048134,0.00055685913],"domain_scores_gemma":[0.98972064,0.0063163615,0.0010609066,0.000637385,0.00089627306,0.0013683774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004698047,0.00040305674,0.00034061194,0.0010786636,0.00617165,0.0020501416,0.0014313816,0.001727897,0.0013360903],"category_scores_gemma":[0.011432645,0.000327196,0.00039602927,0.0005173136,0.0024435648,0.0012873656,0.00196808,0.001822541,0.00024000564],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022703834,0.0059815785,0.0938567,0.00023384175,0.000039645023,0.020508492,0.78568846,0.00027778736,0.008814191,0.0019421694,0.0016527562,0.08077735],"study_design_scores_gemma":[0.00012559649,0.0038740109,0.12246193,0.0002669447,0.00010268695,0.014728528,0.80577946,0.004811767,0.0124508925,0.001320013,0.0339104,0.00016782834],"about_ca_topic_score_codex":0.007577747,"about_ca_topic_score_gemma":0.02486669,"teacher_disagreement_score":0.007577747,"about_ca_system_score_codex":0.0020639335,"about_ca_system_score_gemma":0.0018751383,"threshold_uncertainty_score":0.024845958},"labels":[],"label_agreement":null},{"id":"W2394957857","doi":"10.19173/irrodl.v17i3.2115","title":"New Ideas on the Design of the Web-Based Learning System Oriented to Problem Solving From the Perspective of Question Chain and Learning Community","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education of the People's Republic of China","keywords":"Computer science; Perspective (graphical); Mechanism (biology); Class (philosophy); Problem-based learning; Neglect; Process (computing); Educational technology; Instructional design; Management science; Artificial intelligence; Mathematics education; Multimedia; Mathematics; Epistemology; Psychology; Engineering","score_opus":0.12692058111614715,"score_gpt":0.46606159185939305,"score_spread":0.3391410107432459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394957857","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00589551,0.0016162734,0.9445951,0.009523858,0.00043124612,0.00024351143,0.00004502533,0.0005771074,0.03707237],"genre_scores_gemma":[0.16156484,0.0031555993,0.79732543,0.0027384204,0.0006137276,0.0013706767,0.00015222466,0.0003435818,0.03273547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827623,0.00078687206,0.00012713975,0.00032194704,0.0003771959,0.000110563386],"domain_scores_gemma":[0.99703085,0.0016243965,0.00021133605,0.00033198684,0.00043208085,0.00036940043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031726812,0.0008189494,0.0006825764,0.0019574584,0.0012315806,0.00535995,0.0023256782,0.0029278107,0.012038497],"category_scores_gemma":[0.004911792,0.00061905495,0.0016701785,0.0013031866,0.006408292,0.010988238,0.0029584416,0.0033875175,0.0026360468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003378603,0.0001594636,0.0004761843,0.00038463558,0.000026296555,0.00017193652,0.0026195284,0.004014996,0.0017050393,0.92522764,0.0035589624,0.061621465],"study_design_scores_gemma":[0.00009048284,0.00012828932,0.00045994055,0.00018747174,0.000042086096,0.00028676243,0.0007139889,0.04187783,0.0013613981,0.8557779,0.09903199,0.00004182952],"about_ca_topic_score_codex":0.0010726082,"about_ca_topic_score_gemma":0.0007370091,"teacher_disagreement_score":0.012038497,"about_ca_system_score_codex":0.0017960954,"about_ca_system_score_gemma":0.0021214788,"threshold_uncertainty_score":0.040272772},"labels":[],"label_agreement":null},{"id":"W2397561152","doi":"10.19173/irrodl.v17i3.1811","title":"Participation in the Virtual Environment of Blended College Courses: An Activity Study of Student Performance","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bachelor; Session (web analytics); Mathematics education; Blended learning; Learning Management; Class (philosophy); Psychology; Distance education; Higher education; Student engagement; Online course; Medical education; Educational technology; Computer science; World Wide Web; Medicine","score_opus":0.11359980175161119,"score_gpt":0.49832816594983204,"score_spread":0.3847283641982209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397561152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99934906,0.000020789708,0.00009644368,0.000012488257,0.0000022757063,0.00000909851,0.000017347922,0.0000021709968,0.0004903282],"genre_scores_gemma":[0.9990688,0.000030733194,0.000118387565,0.000009363383,0.0000048970287,0.000015888541,0.000041644078,0.000002229794,0.0007080705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990927,0.0003929698,0.00005424217,0.00011427025,0.00017548939,0.00017049225],"domain_scores_gemma":[0.9957279,0.0010409632,0.0008896144,0.00015570714,0.00050363404,0.001682165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012897926,0.00021973539,0.00030417333,0.0007509553,0.00057669036,0.0014174896,0.0003268783,0.00035720025,0.0015603899],"category_scores_gemma":[0.004128753,0.00013765595,0.0002270624,0.00067723746,0.0003702237,0.00060690026,0.00086813275,0.0005845318,0.0007413455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005711368,0.0056121824,0.91495883,0.00006439079,0.00007574618,0.00016536002,0.011527971,0.00022677254,0.0029658347,0.00019854445,0.00042398946,0.06320934],"study_design_scores_gemma":[0.000016678154,0.0020940397,0.9892602,0.000014425935,0.000016798174,0.000086746666,0.0059413966,0.00059495354,0.0007912148,0.00009770142,0.0010696161,0.000016223568],"about_ca_topic_score_codex":0.0014103506,"about_ca_topic_score_gemma":0.0021806872,"teacher_disagreement_score":0.0015603899,"about_ca_system_score_codex":0.00031386563,"about_ca_system_score_gemma":0.00037403908,"threshold_uncertainty_score":0.006821215},"labels":[],"label_agreement":null},{"id":"W2397671505","doi":"10.19173/irrodl.v17i3.2253","title":"Factors Affecting Students’ Behavioral Intention to Use LMS at a Turkish Post-Secondary Vocational School","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Turkish; Psychology; Interactivity; Usability; Distance education; Technology acceptance model; Vocational education; Likert scale; Applied psychology; Higher education; Social psychology; Mathematics education; Multimedia; Developmental psychology; Pedagogy; Computer science","score_opus":0.14699438141376142,"score_gpt":0.5041349339765303,"score_spread":0.3571405525627689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397671505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994771,0.000027980395,0.00002900934,0.000028099152,0.0000021841365,0.000005042034,0.00001897192,0.0000014436331,0.00041019035],"genre_scores_gemma":[0.9994104,0.000040308907,0.00004120303,0.000011302957,0.0000016340202,0.000007577627,0.00004486144,9.784753e-7,0.00044172796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99954283,0.00008374253,0.00005987789,0.00004918277,0.00014376677,0.000120522905],"domain_scores_gemma":[0.998214,0.00041082437,0.0005091143,0.00006186511,0.00032988164,0.0004743573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064473395,0.0001970899,0.0002245709,0.00056897086,0.00040867785,0.0009818241,0.00026693483,0.00048171103,0.002706161],"category_scores_gemma":[0.0019258417,0.00018413538,0.0004885142,0.00041205445,0.00019849018,0.00029426673,0.0003682258,0.00064230827,0.0005913075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003311368,0.0004805425,0.99278224,0.000020105754,0.000015896407,0.00006602018,0.0011685884,0.00005439644,0.00047817445,0.000036443915,0.00011745317,0.0047471854],"study_design_scores_gemma":[0.000001631971,0.00014665158,0.99714285,0.0000122558195,0.000014327304,0.000026406913,0.0019608696,0.00031334517,0.00016273848,0.0000141567125,0.00020085747,0.0000039442566],"about_ca_topic_score_codex":0.006866785,"about_ca_topic_score_gemma":0.009546166,"teacher_disagreement_score":0.006866785,"about_ca_system_score_codex":0.00038298077,"about_ca_system_score_gemma":0.0005680464,"threshold_uncertainty_score":0.013653636},"labels":[],"label_agreement":null},{"id":"W2398763093","doi":"10.19173/irrodl.v17i3.2191","title":"Diffusion of Innovations Approach to the Evaluation of Learning Management System Usage in an Open Distance Learning Institution","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Learning Management; Information and Communications Technology; Knowledge management; E learning; Diffusion of innovations; Institution; Psychology; Bridge (graph theory); Data collection; Higher education; Class (philosophy); Medical education; Educational technology; Computer science; Mathematics education; Sociology; Business; Marketing; World Wide Web; Political science; Social science","score_opus":0.17021184086464428,"score_gpt":0.4927650254292729,"score_spread":0.32255318456462867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398763093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98070955,0.00016967971,0.0075625097,0.00012765416,0.0000388091,0.0016206818,0.00016635799,0.00003112077,0.009573648],"genre_scores_gemma":[0.98327994,0.00015157537,0.012233375,0.000041032297,0.000012830507,0.0023587295,0.00012747127,0.000015337622,0.0017798598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9728214,0.018011233,0.002243049,0.00096250075,0.0051692785,0.00079243374],"domain_scores_gemma":[0.8942364,0.07851736,0.010454282,0.0020515264,0.013292897,0.0014475399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028378302,0.0005924959,0.00086749234,0.00915074,0.0011653916,0.0034341,0.0011423004,0.0014564903,0.0026779466],"category_scores_gemma":[0.06916682,0.00031053738,0.0017580446,0.0064157895,0.0018723605,0.0026093358,0.0021119828,0.0015074206,0.00035846038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002794571,0.0064315936,0.5378505,0.002652209,0.0009763219,0.0007384283,0.08905847,0.0073834704,0.010274105,0.01748447,0.0016691808,0.32268676],"study_design_scores_gemma":[0.00027174447,0.017210685,0.762403,0.00082234584,0.00042108961,0.0004837084,0.12589842,0.06310138,0.012961188,0.0064950166,0.009642172,0.00028927907],"about_ca_topic_score_codex":0.0030543576,"about_ca_topic_score_gemma":0.003514857,"teacher_disagreement_score":0.028378302,"about_ca_system_score_codex":0.0036167128,"about_ca_system_score_gemma":0.0021276858,"threshold_uncertainty_score":0.15008062},"labels":[],"label_agreement":null},{"id":"W2400973393","doi":"10.19173/irrodl.v17i3.2361","title":"Teacher Perceptions of Learner-Learner Engagement at a Cyber High School","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Flexibility (engineering); Perception; Mathematics education; The Internet; Educational technology; Pedagogy; Computer science; World Wide Web","score_opus":0.08835103898266422,"score_gpt":0.4658716053193784,"score_spread":0.37752056633671416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400973393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99620515,0.0001118251,0.0002208298,0.00016165932,0.000004324363,0.000011044492,0.000007258048,0.0000063255848,0.0032715932],"genre_scores_gemma":[0.9989048,0.00009786979,0.00006966778,0.000026712894,0.0000026138387,0.000008591963,0.000006269645,0.000002544759,0.00088078534],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9970529,0.0015379288,0.00018149793,0.00020091562,0.0006518879,0.00037478923],"domain_scores_gemma":[0.9893153,0.0048074345,0.0022185955,0.0003067397,0.0014586548,0.0018933457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002829887,0.00015996608,0.0004122902,0.0008531111,0.0020938683,0.0030679887,0.00045386294,0.00065843255,0.00454502],"category_scores_gemma":[0.008322726,0.00022918044,0.00025590247,0.00042805154,0.0011094497,0.0018649315,0.0021336838,0.00092945935,0.0005402381],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025755522,0.0013077445,0.5135373,0.00030660845,0.000053677584,0.00090330373,0.44203436,0.00018631527,0.0040504057,0.0012797737,0.0008657449,0.035217218],"study_design_scores_gemma":[0.00003184816,0.0008888298,0.40308088,0.0002528738,0.000049444203,0.0005891469,0.5802907,0.00058492797,0.0014824776,0.0003985889,0.012307197,0.000042982905],"about_ca_topic_score_codex":0.002937674,"about_ca_topic_score_gemma":0.0053818948,"teacher_disagreement_score":0.00454502,"about_ca_system_score_codex":0.0011126588,"about_ca_system_score_gemma":0.0009915082,"threshold_uncertainty_score":0.015204668},"labels":[],"label_agreement":null},{"id":"W2400988228","doi":"10.19173/irrodl.v17i3.2344","title":"Blending Formal and Informal Learning Networks for Online Learning","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formal learning; Informal learning; Synchronous learning; Informal education; Educational technology; Learning sciences; Online learning; Social learning; Computer science; Cooperative learning; Blended learning; Collaborative learning; Experiential learning; Active learning (machine learning); Mathematics education; Knowledge management; Psychology; Pedagogy; Higher education; Multimedia; Teaching method; Artificial intelligence","score_opus":0.0672383013490327,"score_gpt":0.4027365071126439,"score_spread":0.3354982057636112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400988228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45078522,0.0024533283,0.3930124,0.0064804447,0.0002609183,0.0008471174,0.00007274078,0.00058154267,0.14550625],"genre_scores_gemma":[0.91523635,0.00077657937,0.07500845,0.00029570342,0.00006272026,0.0004070594,0.000038615854,0.00003965606,0.008134874],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949591,0.003592082,0.00016290603,0.00025744093,0.000737726,0.00029068405],"domain_scores_gemma":[0.99013245,0.006199145,0.0011600447,0.0012401354,0.0005431897,0.00072511536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039727115,0.00023448076,0.00017636905,0.0007575618,0.00086120673,0.0048208353,0.000928024,0.0006523889,0.003192116],"category_scores_gemma":[0.008781358,0.00014610827,0.00024664734,0.0006554442,0.0016488652,0.0062748217,0.004488046,0.0008391404,0.0005331859],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001533599,0.0009497333,0.014997291,0.0010595091,0.000033442026,0.0004284829,0.022109393,0.0030331814,0.009462477,0.20610106,0.0030145783,0.7386575],"study_design_scores_gemma":[0.00018457015,0.0018914317,0.036718827,0.0023127787,0.00012469658,0.001984477,0.05572901,0.03569527,0.01547257,0.3940496,0.4556832,0.00015350834],"about_ca_topic_score_codex":0.00040503827,"about_ca_topic_score_gemma":0.0013555695,"teacher_disagreement_score":0.0048208353,"about_ca_system_score_codex":0.0011463467,"about_ca_system_score_gemma":0.0014129895,"threshold_uncertainty_score":0.021009922},"labels":[],"label_agreement":null},{"id":"W2401451549","doi":"10.19173/irrodl.v17i3.2220","title":"Interaction Gaps in PhD Education and ICT as a Way Forward: Results from a Study in Sweden","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Distance education; Higher education; Psychology; Set (abstract data type); Class (philosophy); Quality (philosophy); Institution; Open education; Affect (linguistics); Medical education; Computer science; Mathematics education; Pedagogy; Sociology; World Wide Web; Political science; Medicine; Communication","score_opus":0.36669842572790673,"score_gpt":0.6349619331331485,"score_spread":0.2682635074052418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401451549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956204,0.0009911545,0.000119265525,0.00054875115,0.000025678484,0.000035661276,0.00006043028,0.0000042642982,0.0025944083],"genre_scores_gemma":[0.9977963,0.00069220766,0.000100809346,0.00028386642,0.000017120658,0.00006174582,0.000051760537,0.000008614112,0.0009875037],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9930698,0.0028734356,0.00070851686,0.0005968666,0.0014241871,0.0013271585],"domain_scores_gemma":[0.96610695,0.022809213,0.0034491878,0.0007119539,0.0030257334,0.0038969768],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011007506,0.00029377223,0.0010188435,0.0016974903,0.0030016222,0.0047725625,0.00082520844,0.0015701775,0.0044772555],"category_scores_gemma":[0.03140682,0.0004964605,0.000715272,0.0016944977,0.001991829,0.0027855784,0.00491859,0.0016271058,0.0007214531],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057379325,0.0024271135,0.23972194,0.0019518788,0.00009332687,0.0034192645,0.67756325,0.00017542666,0.00066266285,0.00082809123,0.0024949915,0.07008825],"study_design_scores_gemma":[0.00005680146,0.000971304,0.3049305,0.0009709039,0.0000836156,0.0014938962,0.6757472,0.00018390866,0.00045874694,0.00032032205,0.014730411,0.00005235876],"about_ca_topic_score_codex":0.009679865,"about_ca_topic_score_gemma":0.00859457,"teacher_disagreement_score":0.9889925,"about_ca_system_score_codex":0.0026262354,"about_ca_system_score_gemma":0.0071607507,"threshold_uncertainty_score":0.05821395},"labels":[],"label_agreement":null},{"id":"W2401600534","doi":"10.19173/irrodl.v17i3.2179","title":"Enhancing Student-Student Online Interaction: Exploring the Study Buddy Peer Review Activity","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Thompson Rivers University","funders":"","keywords":"Psychology; Perception; Qualitative research; Computer-mediated communication; Collaborative learning; Computer-supported collaborative learning; Mathematics education; Pedagogy; Computer science; World Wide Web; The Internet; Sociology","score_opus":0.21472740910052338,"score_gpt":0.54495077774146,"score_spread":0.3302233686409366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401600534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84987795,0.016517334,0.06020568,0.012079735,0.0003961971,0.0014840569,0.00008548681,0.00027815017,0.059075437],"genre_scores_gemma":[0.94026923,0.008616056,0.04381875,0.0014612009,0.00012921993,0.0009561306,0.000059186765,0.00006228766,0.0046278993],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9861655,0.011651299,0.00024876793,0.00040770648,0.0010740551,0.0004526257],"domain_scores_gemma":[0.97307837,0.021334488,0.0017788393,0.0008541112,0.0012867246,0.0016674497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009838841,0.00030993487,0.0005230022,0.0013618149,0.0016309276,0.0062998976,0.001603373,0.0011939751,0.0016887569],"category_scores_gemma":[0.018446831,0.0002356282,0.00057184906,0.0011254696,0.001902244,0.004175497,0.0037471468,0.0010680285,0.0005467857],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029747482,0.0024246655,0.025609432,0.004127903,0.000119437296,0.000865352,0.23281652,0.0002703507,0.007043247,0.013707947,0.0051059346,0.7076117],"study_design_scores_gemma":[0.000349082,0.0056023435,0.12601046,0.007871135,0.00045547658,0.0035580515,0.4454072,0.0037501175,0.008301382,0.02454242,0.373943,0.0002092738],"about_ca_topic_score_codex":0.0008011017,"about_ca_topic_score_gemma":0.002707859,"teacher_disagreement_score":0.009838841,"about_ca_system_score_codex":0.0014340011,"about_ca_system_score_gemma":0.0037394273,"threshold_uncertainty_score":0.052033365},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2402444196","doi":"10.19173/irrodl.v17i3.2395","title":"Blurring Boundaries in Education: Context and Impact of MOOCs","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Context (archaeology); Blended learning; Distance education; Educational technology; Engineering ethics; Sociology; Computer science; Pedagogy; Engineering; Artificial intelligence","score_opus":0.054859103997223775,"score_gpt":0.4585932364666468,"score_spread":0.403734132469423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402444196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8027017,0.018289905,0.0010272051,0.041197807,0.00057830405,0.000067600435,0.00016925538,0.000044481036,0.13592356],"genre_scores_gemma":[0.9953359,0.0014809435,0.00012515944,0.0007628487,0.00010240948,0.000012761089,0.000021447266,0.000016711512,0.0021418538],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99176687,0.0042608865,0.00028256467,0.00074494275,0.0013636169,0.001581094],"domain_scores_gemma":[0.9879475,0.0057833907,0.0012922679,0.00036148296,0.0010406813,0.0035746908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042263367,0.00013974331,0.00038136408,0.001948762,0.0047782124,0.0133776795,0.0011321143,0.0016367829,0.007387004],"category_scores_gemma":[0.015293294,0.00015476586,0.00019538608,0.0028181432,0.008927119,0.006669708,0.011453562,0.0026209299,0.00046976842],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030353924,0.0008298104,0.08720984,0.0015309856,0.000056090168,0.001171886,0.3938207,0.0005078081,0.00081214827,0.19621795,0.015871925,0.3016672],"study_design_scores_gemma":[0.000022797258,0.00019021094,0.14747368,0.0021914127,0.00003083075,0.00028429175,0.5928123,0.00024475352,0.0005296893,0.030555794,0.22560279,0.000061414336],"about_ca_topic_score_codex":0.012636093,"about_ca_topic_score_gemma":0.016556328,"teacher_disagreement_score":0.0133776795,"about_ca_system_score_codex":0.0075092693,"about_ca_system_score_gemma":0.005787079,"threshold_uncertainty_score":0.05448389},"labels":[],"label_agreement":null},{"id":"W2402597474","doi":"10.19173/irrodl.v17i3.2235","title":"Status of E-Learning in Public Universities in Kenya","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Upload; Medical education; Descriptive statistics; Information and Communications Technology; Class (philosophy); Political science; Psychology; Pedagogy; Mathematics education; Business; Medicine; Computer science; Marketing; Mathematics","score_opus":0.09711801213266084,"score_gpt":0.4545159091346995,"score_spread":0.35739789700203867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402597474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867748,0.0016756501,0.00008101612,0.0014598562,0.00001198926,0.000034360964,0.00019972232,0.0000049850623,0.009757538],"genre_scores_gemma":[0.997883,0.00097217073,0.0000864784,0.00008466692,0.0000061398996,0.000013602737,0.00006460936,0.0000011844987,0.00088806666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974125,0.00065789424,0.0002487212,0.00020327039,0.0005968629,0.0008807578],"domain_scores_gemma":[0.9884426,0.002070926,0.005477635,0.00028681397,0.0019382382,0.0017837675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003025261,0.00014996504,0.00021532006,0.0017971736,0.002883944,0.0037165086,0.0007081362,0.0007349076,0.004754988],"category_scores_gemma":[0.006892732,0.0002445581,0.00009698205,0.003834064,0.0019893895,0.0025474157,0.001985374,0.0005409327,0.00032635924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024661626,0.00034287095,0.844329,0.00085938093,0.00002569479,0.0013242189,0.026401103,0.00022002823,0.0017171471,0.007876261,0.002325581,0.11433211],"study_design_scores_gemma":[0.000009294341,0.00017082598,0.9097419,0.00053420296,0.000017489141,0.00044609283,0.068102695,0.00015587175,0.0005465972,0.00049341685,0.019745372,0.000036242698],"about_ca_topic_score_codex":0.034847505,"about_ca_topic_score_gemma":0.05288177,"teacher_disagreement_score":0.034847505,"about_ca_system_score_codex":0.0054534553,"about_ca_system_score_gemma":0.008086318,"threshold_uncertainty_score":0.06928933},"labels":[],"label_agreement":null},{"id":"W2402809529","doi":"10.19173/irrodl.v17i3.2203","title":"The Predictive Relationship Among the Community of Inquiry Framework, Perceived Learning and Online, and Graduate Students’ Course Grades in Online Synchronous and Asynchronous Courses","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Community of inquiry; Distance education; Predictive validity; Psychology; Variance (accounting); Online learning; Mathematics education; Regression analysis; Multilevel model; Online course; Asynchronous learning; Graduate students; Educational technology; Computer science; Teaching method; Cooperative learning; Pedagogy; Synchronous learning; Machine learning; Developmental psychology; Multimedia","score_opus":0.1319493716005046,"score_gpt":0.4911226217226453,"score_spread":0.35917325012214074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402809529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955193,0.00025509967,0.00078196323,0.00043702283,0.000023064133,0.000041321222,0.000053392305,0.000008649148,0.002880189],"genre_scores_gemma":[0.9986665,0.00017869439,0.00051563495,0.000022882241,0.000009807116,0.000026520636,0.000056705914,0.0000034101022,0.0005197453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977246,0.0009687838,0.00013712446,0.00028054713,0.0006607987,0.00022810756],"domain_scores_gemma":[0.9663898,0.02094866,0.0043768566,0.0012844787,0.0029492283,0.004051053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006673099,0.00022400549,0.00025464952,0.0016575088,0.0005285978,0.0019008586,0.0007499848,0.0006740807,0.003978631],"category_scores_gemma":[0.03574785,0.00019106896,0.0005119648,0.0012406057,0.0008765094,0.001409016,0.0014512858,0.0018481198,0.0004095782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031126725,0.00024604803,0.98475707,0.000021833735,0.000030302675,0.000027920501,0.0010644604,0.0001266508,0.00008082201,0.00048313066,0.00020962335,0.012920927],"study_design_scores_gemma":[0.00000670714,0.00013229254,0.9922496,0.000075904754,0.0000400613,0.00006349608,0.004130365,0.001707384,0.000092466646,0.0007920859,0.00070017995,0.000009474085],"about_ca_topic_score_codex":0.0099302,"about_ca_topic_score_gemma":0.015046479,"teacher_disagreement_score":0.0099302,"about_ca_system_score_codex":0.00070570415,"about_ca_system_score_gemma":0.0019196222,"threshold_uncertainty_score":0.035291135},"labels":[],"label_agreement":null},{"id":"W2404109550","doi":"10.19173/irrodl.v17i3.2274","title":"Flipped Classroom Research and Trends from Different Fields of Study","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":497,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped classroom; Mathematics education; Class (philosophy); Descriptive statistics; Blended learning; Flipped learning; Government (linguistics); Teaching method; Computer science; Psychology; Content analysis; Educational technology; Pedagogy; Sociology; Mathematics; Social science; Statistics","score_opus":0.30390693983061234,"score_gpt":0.5796188329354879,"score_spread":0.27571189310487554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404109550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85115635,0.10337585,0.007464361,0.0055746664,0.0008879966,0.000734139,0.0032966782,0.00016105192,0.02734891],"genre_scores_gemma":[0.92897624,0.049612682,0.008862281,0.0013656763,0.0005223343,0.0009682609,0.003530225,0.00010816311,0.006054078],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9815151,0.0056110923,0.0025539794,0.0033256654,0.005834415,0.0011597616],"domain_scores_gemma":[0.85742265,0.061786667,0.026240781,0.00542677,0.045213144,0.0039099674],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020588608,0.00036528398,0.0007201655,0.022370802,0.0014561733,0.0061920774,0.0015654085,0.0010158248,0.0035145965],"category_scores_gemma":[0.06256726,0.00035243607,0.0008398107,0.023286356,0.0019572768,0.005763238,0.0038381857,0.00091469905,0.00084618747],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004665956,0.0002977817,0.29298335,0.010909079,0.0003393526,0.0012008995,0.07877159,0.00021489072,0.0046230983,0.0071281847,0.007891204,0.59517395],"study_design_scores_gemma":[0.000027085733,0.0007958249,0.61769646,0.010568089,0.00027070937,0.0032055615,0.19066693,0.000380574,0.0046515753,0.0023474486,0.16924562,0.00014400504],"about_ca_topic_score_codex":0.003271348,"about_ca_topic_score_gemma":0.005477843,"teacher_disagreement_score":0.97941136,"about_ca_system_score_codex":0.002976187,"about_ca_system_score_gemma":0.003934525,"threshold_uncertainty_score":0.108884275},"labels":[],"label_agreement":null},{"id":"W2404963570","doi":"10.19173/irrodl.v17i3.2426","title":"Identifying Tensions in the Use of Open Licenses in OER Repositories","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Metadata; World Wide Web; Computer science; Open education; Reuse; Audit; Commons; Open source software; Software; Knowledge management; Business; Political science; Accounting","score_opus":0.27377352189827914,"score_gpt":0.4875295308025305,"score_spread":0.21375600890425134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404963570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878005,0.00037845026,0.0030115996,0.0016658261,0.000012250532,0.00007452249,0.000053167623,0.000018371942,0.006985298],"genre_scores_gemma":[0.99801624,0.00015992357,0.0010251027,0.00012411404,0.000009180692,0.00005295598,0.000044508302,0.000018559449,0.00054943655],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.88370186,0.065950595,0.012066468,0.005478976,0.028267574,0.004534518],"domain_scores_gemma":[0.63305366,0.26666087,0.052030012,0.018667772,0.026063554,0.0035240683],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.081590585,0.00017092672,0.00067788456,0.013377484,0.005032751,0.014373997,0.0027915135,0.0017878251,0.0024281475],"category_scores_gemma":[0.29442978,0.00067409314,0.00038106643,0.013790902,0.011574095,0.020365994,0.013592479,0.0018511482,0.0003156538],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022649457,0.0002320666,0.27588654,0.00038980893,0.000049427807,0.000815022,0.5877911,0.00029976852,0.002261279,0.04476148,0.0009732082,0.086313866],"study_design_scores_gemma":[0.000031707434,0.00018554892,0.21192122,0.0008146389,0.000054011773,0.0007108091,0.74988437,0.0019554775,0.001990734,0.014842197,0.017489474,0.000119832075],"about_ca_topic_score_codex":0.006005952,"about_ca_topic_score_gemma":0.008442389,"teacher_disagreement_score":0.9972085,"about_ca_system_score_codex":0.0066534937,"about_ca_system_score_gemma":0.004817672,"threshold_uncertainty_score":0.4314974},"labels":[],"label_agreement":null},{"id":"W2405287898","doi":"10.19173/irrodl.v17i3.2511","title":"Doing Q Methodological Research: Theory, Method and Interpretation","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Q Methodology Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interpretation (philosophy); Computer science; Epistemology; Management science; Sociology; Psychology; Data science; Mathematics education; Philosophy; Engineering","score_opus":0.7012215106945359,"score_gpt":0.6815672372315393,"score_spread":0.01965427346299653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405287898","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037842535,0.33511245,0.4331099,0.122324646,0.0155149195,0.0027114153,0.00090244645,0.0009669287,0.08557308],"genre_scores_gemma":[0.09776613,0.33906594,0.4919475,0.02831791,0.009936538,0.0057753245,0.0010345861,0.0010650195,0.025091084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8848554,0.0832293,0.005853857,0.002803232,0.022438297,0.0008198149],"domain_scores_gemma":[0.6259469,0.32550308,0.006923117,0.00866605,0.031348646,0.0016121725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0852638,0.0011336835,0.0023666192,0.009646326,0.0023853749,0.015146261,0.0024414165,0.0044009737,0.0062901136],"category_scores_gemma":[0.19741857,0.0010419704,0.0010991504,0.011938369,0.014171953,0.010948687,0.00420393,0.006495457,0.0045117987],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005066397,0.000106348736,0.0018362844,0.014782156,0.000192702,0.00022701382,0.0075148093,0.0010475293,0.0009005593,0.3895256,0.20116064,0.38265568],"study_design_scores_gemma":[0.00005714909,0.00014141433,0.0021440058,0.024873849,0.00013301,0.00070143276,0.0070755975,0.0018088955,0.001182381,0.38480052,0.57695514,0.0001266366],"about_ca_topic_score_codex":0.003199585,"about_ca_topic_score_gemma":0.003853895,"teacher_disagreement_score":0.0852638,"about_ca_system_score_codex":0.006064491,"about_ca_system_score_gemma":0.01805993,"threshold_uncertainty_score":0.4509235},"labels":[],"label_agreement":null},{"id":"W2405539249","doi":"10.19173/irrodl.v17i3.2257","title":"Hispanic or Latino Student Success in Online Schools","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Dropout (neural networks); Univariate; Drop out; Charter; Multivariate analysis; Psychology; Medical education; Blended learning; Mathematics education; Medicine; Multivariate statistics; Computer science; Political science; Mathematics; Educational technology; Statistics; Demographic economics","score_opus":0.11966394886375933,"score_gpt":0.5205724859512783,"score_spread":0.40090853708751895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405539249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9707752,0.013207728,0.000108816865,0.0019362643,0.000108346125,0.000021327496,0.0003422749,0.00001932561,0.013480705],"genre_scores_gemma":[0.98701173,0.009794277,0.00011724584,0.00025391267,0.000073659845,0.000020815824,0.00031048147,0.000006798335,0.0024110607],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998944,0.00027148437,0.000052050083,0.00015447558,0.00035052936,0.00022749833],"domain_scores_gemma":[0.99756026,0.0003626557,0.00093025307,0.00007282495,0.00036204164,0.0007119908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021405169,0.00015401051,0.0003017172,0.0016283264,0.00074814097,0.0020051198,0.00055184896,0.00034560706,0.0050385585],"category_scores_gemma":[0.003380922,0.0001385316,0.00029841758,0.0023613046,0.00050927664,0.0011365651,0.0011753764,0.0005281558,0.00057420164],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000784353,0.00035205303,0.87899953,0.0003360983,0.000089154404,0.000107595515,0.0033629246,0.00006868267,0.0001467756,0.0007071818,0.0045333263,0.11121828],"study_design_scores_gemma":[0.000004394639,0.00010325119,0.98692733,0.0002950427,0.0000619677,0.000028619996,0.007368186,0.00004739711,0.00011666822,0.0000818637,0.0049597947,0.0000054125244],"about_ca_topic_score_codex":0.028610928,"about_ca_topic_score_gemma":0.05397618,"teacher_disagreement_score":0.028610928,"about_ca_system_score_codex":0.0009144938,"about_ca_system_score_gemma":0.001984756,"threshold_uncertainty_score":0.05688876},"labels":[],"label_agreement":null},{"id":"W2406058805","doi":"10.19173/irrodl.v17i3.2397","title":"Growth patterns and E-Moderating Supports in Asynchronous Online Discussions in an Undergraduate Blended Course","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thread (computing); Asynchronous communication; Computer science; Psychology; Mathematics education; Telecommunications; Operating system","score_opus":0.08139877267712865,"score_gpt":0.4619994681711434,"score_spread":0.38060069549401476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406058805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99687177,0.000049217684,0.0010899294,0.00013602547,0.000011299714,0.0000416859,0.000027859302,0.00002077511,0.0017515224],"genre_scores_gemma":[0.99780303,0.000035133697,0.0012280203,0.000023142942,0.000011937849,0.000050287355,0.000033421828,0.000008277769,0.0008068395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99598444,0.002115285,0.00028543713,0.0004903407,0.0007587371,0.00036588375],"domain_scores_gemma":[0.97361076,0.016283946,0.0040994897,0.0011689429,0.0019569688,0.0028798764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005974984,0.00028608687,0.00027302577,0.0020237572,0.002593085,0.0032823556,0.00078375574,0.00083597767,0.0015780012],"category_scores_gemma":[0.02707602,0.00022081888,0.00033523794,0.0010729322,0.0010054532,0.0026532803,0.0033380124,0.0009439492,0.0003212313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058668817,0.0011108563,0.47131884,0.0002600432,0.000055121087,0.001724092,0.36595485,0.0004320142,0.009899021,0.003267198,0.0008197442,0.14457157],"study_design_scores_gemma":[0.0000859258,0.001086248,0.57376987,0.00024797185,0.00007203112,0.0011816776,0.38441357,0.006109335,0.0051315366,0.0052312226,0.022535851,0.0001348429],"about_ca_topic_score_codex":0.0017081869,"about_ca_topic_score_gemma":0.003153071,"teacher_disagreement_score":0.005974984,"about_ca_system_score_codex":0.0012699896,"about_ca_system_score_gemma":0.0010018197,"threshold_uncertainty_score":0.031599104},"labels":[],"label_agreement":null},{"id":"W2406760734","doi":"10.19173/irrodl.v17i3.2297","title":"Impacts of a Digital Dialogue Game and Epistemic Beliefs on Argumentative Discourse and Willingness to Argue","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argumentative; Viewpoints; Context (archaeology); Psychology; Class (philosophy); Social psychology; Openness to experience; Epistemology; Sociology","score_opus":0.11523970770914163,"score_gpt":0.4975684650751837,"score_spread":0.3823287573660421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406760734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99624395,0.000060141352,0.0005632802,0.00012405693,0.000015844327,0.000056658577,0.000009120741,0.000014979306,0.0029119868],"genre_scores_gemma":[0.99728644,0.00006987502,0.001355362,0.000048593927,0.000007524922,0.000163572,0.000015412419,0.0000080501595,0.0010451918],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951349,0.0032002544,0.0002517992,0.0004452063,0.0006008543,0.00036699758],"domain_scores_gemma":[0.95252764,0.04068926,0.0029526914,0.0006398191,0.0008297865,0.0023607814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046138074,0.0004801807,0.00047013513,0.0007034728,0.0007375706,0.0042197155,0.00068128086,0.00085838645,0.0055653444],"category_scores_gemma":[0.033232275,0.0002745981,0.00039572624,0.00035901493,0.0014040051,0.0016140706,0.0018927448,0.001396137,0.0005280551],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018594423,0.08460334,0.27210146,0.0028561114,0.0007258243,0.0027936397,0.13982655,0.0069196154,0.0747371,0.021041818,0.003254349,0.37254575],"study_design_scores_gemma":[0.004378097,0.05030389,0.6656736,0.0013181373,0.0015142214,0.0013558355,0.1255943,0.037694238,0.043357212,0.032291997,0.03599733,0.000521108],"about_ca_topic_score_codex":0.0003987221,"about_ca_topic_score_gemma":0.00046759075,"teacher_disagreement_score":0.0055653444,"about_ca_system_score_codex":0.0008576469,"about_ca_system_score_gemma":0.00063036836,"threshold_uncertainty_score":0.024400413},"labels":[],"label_agreement":null},{"id":"W2460988948","doi":"10.19173/irrodl.v17i4.2614","title":"An Empirical Study of Factors Driving the Adoption of Mobile Learning in Omani Higher Education","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Knowledge management; Empirical research; Usability; Educational technology; Higher education; Driving factors; Social learning; Social influence; Psychology; Class (philosophy); Perception; Blended learning; Mathematics education; Computer science; Social psychology; Artificial intelligence; Geography; Political science; Human–computer interaction; Mathematics","score_opus":0.2403984225196535,"score_gpt":0.5527713698833664,"score_spread":0.3123729473637129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460988948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99919087,0.00005562707,0.000062842926,0.00010256757,0.0000021428248,0.000018451132,0.000019000978,7.341401e-7,0.0005478135],"genre_scores_gemma":[0.999074,0.00019717454,0.00017089212,0.00004222191,0.0000043803443,0.000025036057,0.00003186308,6.863148e-7,0.00045371708],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891496,0.000363981,0.00009594017,0.000082037724,0.0002423633,0.00030070118],"domain_scores_gemma":[0.9925816,0.0042933444,0.0015077139,0.0001347048,0.0008859484,0.0005966921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020945629,0.00022543869,0.0002795881,0.0011844593,0.0013774275,0.0012470316,0.00029259853,0.00059251336,0.0025560765],"category_scores_gemma":[0.006962803,0.00022856137,0.0002977645,0.002178532,0.0004659795,0.0010407269,0.0007082158,0.0007514435,0.00031819122],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073779025,0.0009912854,0.92611337,0.00023430116,0.000027662096,0.0006682201,0.032617472,0.000120418386,0.0010477152,0.00072664395,0.000383157,0.036995906],"study_design_scores_gemma":[0.000006332236,0.00031797122,0.93298304,0.00012225339,0.000025094996,0.00018706864,0.063793205,0.0005247411,0.0003637003,0.0001080835,0.001555857,0.000012724052],"about_ca_topic_score_codex":0.009215254,"about_ca_topic_score_gemma":0.01646504,"teacher_disagreement_score":0.009215254,"about_ca_system_score_codex":0.001278559,"about_ca_system_score_gemma":0.0021695986,"threshold_uncertainty_score":0.018323243},"labels":[],"label_agreement":null},{"id":"W2461006872","doi":"10.19173/irrodl.v17i4.2543","title":"The Role of Re-Appropriation in Open Design: A Case Study on How Openness in Higher Education for Industrial Design Engineering Can Trigger Global Discussions on the Theme of Urban Gardening","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Appropriation; Context (archaeology); Openness to experience; Class (philosophy); Industrial design; Theme (computing); Sociology; Engineering design process; Silence; Computer science; Mathematics education; Engineering; Business; Psychology; World Wide Web; Aesthetics; Epistemology; Marketing; Social psychology; Geography; Artificial intelligence; Art","score_opus":0.212186036931752,"score_gpt":0.4260782070517184,"score_spread":0.2138921701199664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461006872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9118436,0.0006377326,0.035733256,0.008486284,0.0001792533,0.00048003072,0.000033583765,0.00013780786,0.04246852],"genre_scores_gemma":[0.9863912,0.00025723755,0.007933243,0.0006647655,0.00003991519,0.00022726349,0.000018186081,0.000104367624,0.004363894],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.8796988,0.1034456,0.0019315849,0.0034926583,0.0068343747,0.0045969887],"domain_scores_gemma":[0.871415,0.10407808,0.005324704,0.010079056,0.003812332,0.005290769],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.05441389,0.0012097538,0.0009737515,0.0027260024,0.018746365,0.01496308,0.0040702964,0.007992205,0.004068862],"category_scores_gemma":[0.061649818,0.001072692,0.001751311,0.002303162,0.030359173,0.016199095,0.021941304,0.008892981,0.00091635785],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097574935,0.000470955,0.004492702,0.00024765253,0.000021738717,0.0046789185,0.95013875,0.0004735734,0.0018698653,0.017824354,0.0010155749,0.018668266],"study_design_scores_gemma":[0.00007836245,0.0005503057,0.0033106266,0.00055958936,0.000039963055,0.0042676623,0.8885018,0.0021040803,0.0038238957,0.015019913,0.08162171,0.000122007834],"about_ca_topic_score_codex":0.0014637476,"about_ca_topic_score_gemma":0.0026866053,"teacher_disagreement_score":0.9959297,"about_ca_system_score_codex":0.0057831053,"about_ca_system_score_gemma":0.004239469,"threshold_uncertainty_score":0.28777158},"labels":[],"label_agreement":null},{"id":"W2463577307","doi":"10.19173/irrodl.v17i4.2465","title":"Analytical Insights on the Position, Challenges, and Potential for Promoting OER in ODeL Institutions in Africa","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Facilitator; Knowledge management; Citizen journalism; Participatory action research; Political science; Computer science; Sociology; Library science; World Wide Web","score_opus":0.16244062230073794,"score_gpt":0.4273116923082616,"score_spread":0.26487107000752363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2463577307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95029074,0.0019930745,0.0029124476,0.012079879,0.00005515796,0.00015547287,0.000056603803,0.00000935154,0.03244722],"genre_scores_gemma":[0.9940725,0.0016935173,0.0015359763,0.00038665236,0.000013716215,0.00005894111,0.000017525079,0.00000672234,0.0022144716],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9931653,0.0035682821,0.00029161168,0.00032094636,0.0007845326,0.0018693607],"domain_scores_gemma":[0.9861811,0.009887854,0.0019400136,0.00026602266,0.0008502696,0.0008747638],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.010983758,0.00042423117,0.0003641217,0.004179548,0.009826876,0.011925822,0.0011903635,0.001726174,0.0026914608],"category_scores_gemma":[0.01308068,0.00044101937,0.00030226682,0.004048508,0.010203745,0.008881255,0.008742384,0.002093936,0.00022649979],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041826872,0.000058853464,0.016828515,0.0005020055,0.000009560393,0.0030533418,0.8927621,0.00035698627,0.0018404027,0.051374044,0.0009953089,0.03217697],"study_design_scores_gemma":[0.0000017034912,0.000017324763,0.0051338235,0.0004022878,0.0000049059067,0.00023524842,0.9740373,0.00013068708,0.00043996403,0.0023218764,0.017263582,0.000011275298],"about_ca_topic_score_codex":0.008153653,"about_ca_topic_score_gemma":0.018613882,"teacher_disagreement_score":0.99880964,"about_ca_system_score_codex":0.009275416,"about_ca_system_score_gemma":0.011788931,"threshold_uncertainty_score":0.06729823},"labels":[],"label_agreement":null},{"id":"W2463942763","doi":"10.19173/irrodl.v17i4.2482","title":"Entrepreneurial Education in a Tertiary Context: A Perspective of the University of South Africa","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Entrepreneurship Studies and Influences","field":"Business, Management and Accounting","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Government (linguistics); Entrepreneurship; Context (archaeology); Desk; Unemployment; Small business; Higher education; Public relations; Perspective (graphical); Sociology; Economic growth; Marketing; Political science; Pedagogy; Management; Business; Economics; Geography","score_opus":0.03970459085750804,"score_gpt":0.3364048881053942,"score_spread":0.29670029724788616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2463942763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84308416,0.02858704,0.00050795067,0.055762626,0.0003791413,0.000051605595,0.000050217117,0.000006901644,0.07157045],"genre_scores_gemma":[0.9743448,0.016421726,0.00018775414,0.0021666086,0.00008580637,0.000021144187,0.000009229524,0.000005548247,0.006757319],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988637,0.0005530006,0.000032440938,0.000055667173,0.00007002553,0.00042524532],"domain_scores_gemma":[0.99800056,0.0006903417,0.0002566468,0.000026108388,0.00011812731,0.0009082258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016311263,0.0003023285,0.0003421631,0.001357755,0.008567548,0.008007588,0.00047881843,0.0013898906,0.0062142652],"category_scores_gemma":[0.0018034806,0.00020726993,0.00020207143,0.0024892136,0.0035398903,0.0036554725,0.003988187,0.0019490265,0.00033943652],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115829775,0.00033150596,0.026458176,0.00217378,0.000031195625,0.011592151,0.6859705,0.00032147244,0.0021670735,0.1927206,0.008831847,0.06928591],"study_design_scores_gemma":[0.000013018692,0.00013590082,0.03503398,0.0024476033,0.000026406426,0.0020141164,0.7706488,0.00020574043,0.00057222956,0.007825502,0.18104133,0.000035529116],"about_ca_topic_score_codex":0.013888717,"about_ca_topic_score_gemma":0.028500624,"teacher_disagreement_score":0.013888717,"about_ca_system_score_codex":0.0062361686,"about_ca_system_score_gemma":0.009922675,"threshold_uncertainty_score":0.04524678},"labels":[],"label_agreement":null},{"id":"W2464058898","doi":"10.19173/irrodl.v17i4.2458","title":"Meeting Teacher Expectations in a DL Professional Development Programme - A Case Study for Sustained Applied Competence as Programme Outcome","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Psychology; Professional development; Pedagogy; Portfolio; Mathematics education; Social psychology; Business","score_opus":0.21233470510667474,"score_gpt":0.5690028267507803,"score_spread":0.35666812164410555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464058898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985232,0.00016886469,0.002314253,0.002343171,0.000054641063,0.0004808572,0.000039923525,0.000020879916,0.009345574],"genre_scores_gemma":[0.99188167,0.0002879387,0.0020576923,0.00026613148,0.000027471307,0.0003858221,0.00003008318,0.000017490493,0.0050456757],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98699665,0.009157615,0.00038846102,0.00047252985,0.0012987038,0.0016859308],"domain_scores_gemma":[0.9856836,0.008276388,0.0011301434,0.00039531325,0.0011309115,0.0033835566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010092945,0.00036952112,0.0004835482,0.00095607794,0.005944309,0.0036639748,0.0016212312,0.0025855973,0.0030502917],"category_scores_gemma":[0.020376785,0.0005361872,0.0004730309,0.0010535723,0.0034191716,0.0021280877,0.0044195615,0.003897963,0.0005088603],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028119033,0.004267352,0.018922599,0.0006400063,0.0000141252885,0.027302613,0.89525765,0.0005430459,0.0022107335,0.0059604626,0.0020528834,0.042547405],"study_design_scores_gemma":[0.00009641397,0.0022878312,0.023679262,0.00044680157,0.000019929876,0.007402997,0.92985195,0.0013163964,0.0023628252,0.0012639816,0.031185377,0.000086229964],"about_ca_topic_score_codex":0.0051610796,"about_ca_topic_score_gemma":0.009660147,"teacher_disagreement_score":0.010092945,"about_ca_system_score_codex":0.005893222,"about_ca_system_score_gemma":0.004088008,"threshold_uncertainty_score":0.05337721},"labels":[],"label_agreement":null},{"id":"W2464891214","doi":"10.19173/irrodl.v17i4.2518","title":"Perceived Service Quality and Student Loyalty in an Online University","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Customer Service Quality and Loyalty","field":"Business, Management and Accounting","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loyalty; Continuance; Service (business); Quality (philosophy); Service quality; Psychology; Class (philosophy); Higher education; Medical education; Computer science; Business; Marketing; Social psychology; Medicine; Political science","score_opus":0.19851942593885397,"score_gpt":0.44981579163149743,"score_spread":0.25129636569264346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464891214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99871933,0.00004335998,0.0001112419,0.00014694605,0.0000044200697,0.0000051891957,0.000015041407,0.0000026720024,0.00095180055],"genre_scores_gemma":[0.9996761,0.000024029729,0.000036591442,0.000031567575,0.0000032588196,0.0000028543561,0.000015569245,0.0000010149431,0.00020905153],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981654,0.000815304,0.0001305884,0.00008664687,0.00049118017,0.00031092027],"domain_scores_gemma":[0.9890615,0.003820094,0.002974766,0.00030717967,0.0014894193,0.002347165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019204855,0.00010572436,0.00030286453,0.00075659394,0.00060487166,0.0017893814,0.00029871392,0.0005824199,0.0036315413],"category_scores_gemma":[0.0087450575,0.00013337091,0.0006245402,0.00080014684,0.0005600607,0.00077003636,0.0007031072,0.001126339,0.00035536205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012185419,0.0008047395,0.982724,0.000025248448,0.00007866515,0.000051414667,0.0016364211,0.00026274234,0.00026794797,0.000510422,0.0002487215,0.01326774],"study_design_scores_gemma":[0.000006923151,0.00037779394,0.9946913,0.000018361809,0.000025385154,0.000051768235,0.0029479398,0.0013064953,0.00014520284,0.00013772605,0.0002785517,0.000012527195],"about_ca_topic_score_codex":0.0071297246,"about_ca_topic_score_gemma":0.0061108433,"teacher_disagreement_score":0.0071297246,"about_ca_system_score_codex":0.0007124077,"about_ca_system_score_gemma":0.00066673156,"threshold_uncertainty_score":0.014176488},"labels":[],"label_agreement":null},{"id":"W2465290874","doi":"10.19173/irrodl.v17i4.2463","title":"Developing Guidelines for Evaluating the Adaptation of Accessible Web-Based Learning Materials","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Blended learning; Web Accessibility Initiative; Flexibility (engineering); Synchronous learning; Adaptation (eye); Web standards; Active learning (machine learning); World Wide Web; Multimedia; Cooperative learning; The Internet; Web development; Web intelligence; Teaching method; Psychology; Artificial intelligence; Mathematics education","score_opus":0.5008332216134435,"score_gpt":0.5940215433725538,"score_spread":0.09318832175911029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465290874","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10024215,0.026463183,0.31508157,0.016503617,0.003541861,0.37364087,0.0145388385,0.006174762,0.14381316],"genre_scores_gemma":[0.0386306,0.008282939,0.83198166,0.0015175601,0.00008478821,0.10833216,0.0044945404,0.00040610696,0.0062696715],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.88491935,0.056973465,0.0319057,0.0013371703,0.022831418,0.0020328534],"domain_scores_gemma":[0.7447057,0.10491293,0.016850753,0.0074452837,0.122677,0.003408441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12657106,0.0019968438,0.0021460932,0.013597651,0.002543498,0.0045339377,0.006069615,0.0037945404,0.0075494023],"category_scores_gemma":[0.25812975,0.0011444477,0.0033422427,0.008140856,0.0019602822,0.005080526,0.004267521,0.0022399856,0.004949627],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005478514,0.0016010769,0.015229876,0.022112556,0.00018773538,0.001010338,0.012433511,0.0017846185,0.005543037,0.0065960963,0.07639028,0.85656303],"study_design_scores_gemma":[0.00095373386,0.0032337378,0.074631795,0.08481947,0.0010133234,0.0013352608,0.028810784,0.006153586,0.024703756,0.009933217,0.76381534,0.0005960225],"about_ca_topic_score_codex":0.008346388,"about_ca_topic_score_gemma":0.019752268,"teacher_disagreement_score":0.12657106,"about_ca_system_score_codex":0.006298309,"about_ca_system_score_gemma":0.025302408,"threshold_uncertainty_score":0.6693797},"labels":[],"label_agreement":null},{"id":"W2465459591","doi":"10.19173/irrodl.v17i4.2286","title":"A Critical Look at a Blended English Language Teacher Education Program with an Emphasis on the Practicum","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Practicum; Mentorship; Bachelor; Mathematics education; Psychology; Class (philosophy); Teacher education; Pedagogy; Computer-mediated communication; Medical education; Computer science; The Internet; Medicine","score_opus":0.07366817948984608,"score_gpt":0.5075093000990946,"score_spread":0.4338411206092485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465459591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9273263,0.0025163803,0.006411882,0.014993758,0.0010862245,0.0007516462,0.00013424514,0.00010223747,0.04667734],"genre_scores_gemma":[0.9672288,0.0017968314,0.004435908,0.002531022,0.00019731556,0.00035336017,0.00008774205,0.00006887282,0.023300076],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99775773,0.0014593689,0.000059153524,0.00013182776,0.00024184461,0.00035020092],"domain_scores_gemma":[0.9955367,0.002323657,0.00034813592,0.00013623445,0.00077399146,0.0008813856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033661805,0.00043202276,0.0003784901,0.0011030602,0.0076924684,0.0038041058,0.0012140996,0.0018877722,0.003248726],"category_scores_gemma":[0.0065904306,0.00037656963,0.00045972312,0.001010016,0.002680723,0.0029835906,0.0025787987,0.0034824975,0.00048353485],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030863326,0.0010443872,0.00785131,0.00083585485,0.00001693642,0.008864999,0.89896566,0.00013870702,0.0055845375,0.007011464,0.011407602,0.057969812],"study_design_scores_gemma":[0.000026816188,0.0006893545,0.015864963,0.00041330294,0.00001925906,0.0013950173,0.8884281,0.00012526785,0.0014548368,0.00075087,0.09080481,0.000027487693],"about_ca_topic_score_codex":0.005324169,"about_ca_topic_score_gemma":0.0155724315,"teacher_disagreement_score":0.0076924684,"about_ca_system_score_codex":0.003971572,"about_ca_system_score_gemma":0.0032014926,"threshold_uncertainty_score":0.028815925},"labels":[],"label_agreement":null},{"id":"W2465750297","doi":"10.19173/irrodl.v17i4.2459","title":"Using the mTSES to Evaluate and Optimize mLearning Professional Development","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile device; Computer science; Professional development; Psychology; Medical education; Medicine; World Wide Web","score_opus":0.17042644875582452,"score_gpt":0.4961652841274403,"score_spread":0.3257388353716158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465750297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96112525,0.00034009814,0.0130339265,0.0007834975,0.0001007554,0.0008298302,0.00059529796,0.00037158604,0.022819744],"genre_scores_gemma":[0.9479342,0.0005731226,0.043620355,0.00020747793,0.000035382374,0.0010134339,0.00061531167,0.000063016196,0.0059377393],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9930074,0.002677214,0.000814135,0.00030573652,0.0028692337,0.00032627836],"domain_scores_gemma":[0.97107565,0.010621506,0.00661574,0.0014518127,0.008527407,0.0017077714],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012505783,0.00041056605,0.0003944814,0.0022488215,0.0004894053,0.0015626283,0.0005862991,0.00034701533,0.0027899449],"category_scores_gemma":[0.04012165,0.0002709538,0.00061798503,0.0009482774,0.00068096374,0.0016781371,0.00214515,0.00079632696,0.0012256193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037473615,0.0016346057,0.41703096,0.00062809547,0.000090455185,0.00019541096,0.0075510237,0.0020324,0.0047142375,0.0015496148,0.008259912,0.55593854],"study_design_scores_gemma":[0.00010537605,0.003661844,0.9346475,0.00061043806,0.00008688208,0.00040328677,0.010364252,0.006720056,0.010738998,0.0022240581,0.030332346,0.00010483388],"about_ca_topic_score_codex":0.0012277061,"about_ca_topic_score_gemma":0.004475247,"teacher_disagreement_score":0.98749423,"about_ca_system_score_codex":0.0010234427,"about_ca_system_score_gemma":0.0020469325,"threshold_uncertainty_score":0.06613767},"labels":[],"label_agreement":null},{"id":"W2466826184","doi":"10.19173/irrodl.v17i4.2370","title":"Effects of Group Awareness and Self-Regulation Level on Online Learning Behaviors","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Variance (accounting); Task (project management); Affect (linguistics); Social psychology; Class (philosophy); Self-regulated learning; Applied psychology; Computer science; Communication; Artificial intelligence","score_opus":0.1376936466001723,"score_gpt":0.5140992998641642,"score_spread":0.37640565326399195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466826184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975706,0.0000312806,0.00042812777,0.00004403164,0.000011868689,0.000033469023,0.000033236698,0.00001729899,0.0018300498],"genre_scores_gemma":[0.99856573,0.000020133744,0.0004334331,0.000018059325,0.0000066689445,0.000077258446,0.00003953562,0.0000045892984,0.00083466823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99885285,0.00044199653,0.000083977815,0.00018942314,0.00025555392,0.0001762482],"domain_scores_gemma":[0.9905229,0.0064222985,0.0010516437,0.0005568068,0.00038481585,0.0010615257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014064059,0.00018968033,0.00031039235,0.00031538156,0.00026228008,0.00083219126,0.00024931712,0.000233645,0.005529425],"category_scores_gemma":[0.0056179846,0.00008887153,0.00036688446,0.00016748354,0.00033832743,0.0003603203,0.0006688709,0.00046104143,0.0003260178],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055734944,0.01678586,0.6735471,0.00039780734,0.00044940936,0.0002956679,0.006224576,0.0012312907,0.046574984,0.0013026806,0.0019353674,0.24568179],"study_design_scores_gemma":[0.00005289689,0.0033017423,0.98891544,0.000023139812,0.00007853305,0.00004060699,0.0009058683,0.0014477101,0.003737764,0.0002808525,0.0011950576,0.000020396426],"about_ca_topic_score_codex":0.00050193706,"about_ca_topic_score_gemma":0.0006549197,"teacher_disagreement_score":0.005529425,"about_ca_system_score_codex":0.00026307598,"about_ca_system_score_gemma":0.00035216624,"threshold_uncertainty_score":0.018497825},"labels":[],"label_agreement":null},{"id":"W2467266107","doi":"10.19173/irrodl.v17i4.2330","title":"Instructors’ Perceptions of Instructor Presence in Online Learning Environments","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Psychology; Online learning; Construct (python library); Mathematics education; Class (philosophy); Public university; Educational technology; Distance education; Instructional design; Pedagogy; Computer science; Multimedia","score_opus":0.06601034951964596,"score_gpt":0.4475961281750816,"score_spread":0.38158577865543564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467266107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908317,0.0005333339,0.00081599044,0.0005250658,0.000038931175,0.000016058819,0.000010885471,0.0000112589805,0.007216645],"genre_scores_gemma":[0.9981969,0.00029169925,0.000197428,0.000082734005,0.000015611191,0.00001140637,0.000007835768,0.0000023890725,0.0011940273],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9964162,0.002204619,0.00016290766,0.00018369993,0.0007980391,0.00023446894],"domain_scores_gemma":[0.98540395,0.007955163,0.0024935044,0.0003119121,0.0019100028,0.0019253779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035907305,0.000082150174,0.00016477956,0.00037539867,0.0006462178,0.0017939602,0.00036695844,0.0004200916,0.0032506585],"category_scores_gemma":[0.014262399,0.000102312726,0.000119461925,0.00025181216,0.00053524354,0.0010749757,0.0009040449,0.0004937918,0.00029424793],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034150414,0.0020195032,0.5535836,0.0006291265,0.00006488938,0.0009779114,0.16476573,0.00027507526,0.006271386,0.0022557017,0.0040683504,0.26474714],"study_design_scores_gemma":[0.000060507216,0.001801003,0.6871882,0.0006859627,0.000078989025,0.0007086506,0.26297995,0.0011110947,0.0024002418,0.0008016657,0.042124763,0.00005900138],"about_ca_topic_score_codex":0.0011949736,"about_ca_topic_score_gemma":0.0019282354,"teacher_disagreement_score":0.0035907305,"about_ca_system_score_codex":0.00054605,"about_ca_system_score_gemma":0.0007755806,"threshold_uncertainty_score":0.018989861},"labels":[],"label_agreement":null},{"id":"W2468618125","doi":"10.19173/irrodl.v17i2.2402","title":"Comparative Analysis of Pedagogical Strategies Across Disciplines in Open Distance Learning at UnisaODL at Unisa","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Higher education; Equity (law); Open education; Access to Higher Education; Sociology; Open learning; Pedagogy; Mathematics education; Teaching method; Political science; Psychology; Economic growth; Economics; Cooperative learning","score_opus":0.23104520446729176,"score_gpt":0.5506921877092674,"score_spread":0.31964698324197566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468618125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98815477,0.00034214204,0.0007097967,0.0001574324,0.0000069933094,0.00007176784,0.000019771762,0.000008339379,0.010529119],"genre_scores_gemma":[0.99327093,0.0005039915,0.0012308748,0.00007956046,0.0000034389411,0.00005939989,0.000033150176,0.000008503364,0.0048102005],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976356,0.0010393161,0.0001405191,0.00015804399,0.00061871944,0.0004078452],"domain_scores_gemma":[0.9938694,0.002699788,0.0006720781,0.00015667282,0.0011162331,0.0014857616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020921184,0.00019393225,0.00025859452,0.0020347037,0.0011843172,0.0038417496,0.00074008724,0.0006967932,0.0025865827],"category_scores_gemma":[0.007723495,0.00012410435,0.00024696783,0.0012883825,0.0010624855,0.0015092749,0.0023175273,0.0006086741,0.00083765533],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073763845,0.0028881503,0.19630307,0.0012170809,0.00008981563,0.0011722688,0.26377133,0.0009931994,0.024662348,0.010228646,0.001308243,0.49662822],"study_design_scores_gemma":[0.00007658727,0.0025560127,0.5114206,0.0007663411,0.00007733428,0.0007586987,0.42653584,0.0018524226,0.0066080564,0.0033756283,0.04588445,0.00008801457],"about_ca_topic_score_codex":0.0020064034,"about_ca_topic_score_gemma":0.0071767736,"teacher_disagreement_score":0.0038417496,"about_ca_system_score_codex":0.002286502,"about_ca_system_score_gemma":0.0020858292,"threshold_uncertainty_score":0.01658988},"labels":[],"label_agreement":null},{"id":"W2470798454","doi":"10.19173/irrodl.v17i4.2470","title":"The Effect of Multilingual Facilitation on Active Participation in MOOCs","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Facilitation; Sense of community; Psychology; Computer-mediated communication; English language; Language acquisition; Mathematics education; Pedagogy; Computer science; Social psychology; World Wide Web; The Internet","score_opus":0.05952489939067871,"score_gpt":0.4820965923419591,"score_spread":0.4225716929512804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470798454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770265,0.0034655326,0.00039014508,0.0009445461,0.000075428645,0.000066105116,0.0000419967,0.000027518216,0.017962247],"genre_scores_gemma":[0.9968586,0.0007933329,0.00017148578,0.00006506141,0.000035067984,0.000035704845,0.000016367117,0.000006901241,0.0020174067],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968953,0.0019563078,0.00007452719,0.00021997835,0.00044343816,0.0004104746],"domain_scores_gemma":[0.98064774,0.011095431,0.0022843953,0.00043933818,0.001206037,0.004326987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027222524,0.00019969391,0.00023930188,0.00033661438,0.00058056845,0.0010001266,0.00036347538,0.0003597797,0.0068012024],"category_scores_gemma":[0.016386101,0.00007821934,0.000401451,0.0002493685,0.00053776463,0.00047427323,0.0016782911,0.0006217663,0.00048805898],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006004899,0.004178245,0.42934394,0.0026274812,0.0005448011,0.0014432153,0.018523762,0.00060120045,0.007389079,0.004202278,0.005077536,0.5200635],"study_design_scores_gemma":[0.00017653893,0.002504889,0.97216845,0.00072071236,0.00031575907,0.000395406,0.0052923537,0.0004098512,0.0016707901,0.0011952089,0.0151117295,0.00003847199],"about_ca_topic_score_codex":0.003893922,"about_ca_topic_score_gemma":0.0051735686,"teacher_disagreement_score":0.0068012024,"about_ca_system_score_codex":0.000619263,"about_ca_system_score_gemma":0.0021136084,"threshold_uncertainty_score":0.022752225},"labels":[],"label_agreement":null},{"id":"W2471420471","doi":"10.19173/irrodl.v17i4.2409","title":"Increasing Access to Higher Education Through Open and Distance Learning: Empirical Findings From Mzuzu University, Malawi","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Remuneration; Higher education; Payment; Flexibility (engineering); Medical education; Open university; Pedagogy; Sociology; Psychology; Business; Political science; Management; Computer science; Medicine; Economics; World Wide Web","score_opus":0.1596988923886541,"score_gpt":0.4786630026721883,"score_spread":0.3189641102835342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471420471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984363,0.00047760902,0.000044108405,0.00035489842,0.0000023874632,0.00001460295,0.000039900573,7.294668e-7,0.00062951754],"genre_scores_gemma":[0.9986098,0.000830581,0.000059425445,0.000117471995,0.000003534262,0.000016831491,0.000029716648,0.0000013786687,0.00033114897],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99853504,0.0004468704,0.0001421938,0.00012516839,0.0002904424,0.00046024044],"domain_scores_gemma":[0.9929629,0.0027084262,0.0023388076,0.00017375329,0.0007918058,0.0010244563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021013652,0.0002637337,0.00040496705,0.0017516086,0.0027163492,0.0027368627,0.00071639486,0.00055832503,0.0034170423],"category_scores_gemma":[0.0074026883,0.0004611775,0.00022513518,0.003969203,0.002485579,0.0020370202,0.0030288873,0.00094645144,0.00033970427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012040997,0.00044554455,0.8050263,0.0007906335,0.000051896797,0.0017702759,0.1614794,0.0001385704,0.001108622,0.0018866631,0.0008677996,0.026313905],"study_design_scores_gemma":[0.000008045413,0.00011843016,0.810978,0.0003159171,0.00004125016,0.00027953516,0.18385959,0.00020730405,0.00028543425,0.0001242118,0.003766078,0.000016244463],"about_ca_topic_score_codex":0.065715574,"about_ca_topic_score_gemma":0.12355652,"teacher_disagreement_score":0.065715574,"about_ca_system_score_codex":0.00339178,"about_ca_system_score_gemma":0.003936574,"threshold_uncertainty_score":0.13066614},"labels":[],"label_agreement":null},{"id":"W2471811843","doi":"10.19173/irrodl.v17i4.2333","title":"Use of Facebook by Secondary School Students at Nuku'alofa as an Indicator of E-Readiness for E-Learning in the Kingdom of Tonga","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Per capita; Psychology; Gross domestic product; Population; Census; Kingdom; Medical education; Mathematics education; Geography; Demography; Sociology; Medicine; Economic growth","score_opus":0.11487620245463041,"score_gpt":0.4923719557520286,"score_spread":0.37749575329739815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471811843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99889636,0.00021196321,0.000011736219,0.000107188804,0.000004095247,0.000009144484,0.000108786495,0.0000013496824,0.0006494646],"genre_scores_gemma":[0.9990865,0.00019483318,0.000029769673,0.00003140112,0.000002205119,0.00000959513,0.00007141108,8.1253717e-7,0.000573369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99966645,0.00008115348,0.00003217379,0.000045816705,0.0000608793,0.00011345855],"domain_scores_gemma":[0.9981475,0.0001896034,0.00056495523,0.00004844128,0.0002817624,0.0007677437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006161154,0.00017220927,0.00024109644,0.00079973985,0.0007992313,0.0010776068,0.00028374538,0.00029410518,0.0023419422],"category_scores_gemma":[0.0012200478,0.00017797154,0.00026602932,0.0009882447,0.0005290103,0.00041842376,0.0007955305,0.00039718696,0.0004372025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017832304,0.000037940255,0.99145836,0.000048240618,0.00000895744,0.0001258149,0.0047185323,0.000010538261,0.00026495673,0.000033032295,0.00020431321,0.0030714998],"study_design_scores_gemma":[7.2917663e-7,0.000027334116,0.9946555,0.000019178124,0.00000554926,0.00003181308,0.0047471044,0.000028732775,0.000039071463,0.0000044759463,0.00043757673,0.000002975164],"about_ca_topic_score_codex":0.094702944,"about_ca_topic_score_gemma":0.18020494,"teacher_disagreement_score":0.094702944,"about_ca_system_score_codex":0.0011097335,"about_ca_system_score_gemma":0.0016712038,"threshold_uncertainty_score":0.18830347},"labels":[],"label_agreement":null},{"id":"W2472812753","doi":"10.19173/irrodl.v17i4.2494","title":"Book Review – Networked Learning","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Salient; Perspective (graphical); Field (mathematics); Networked learning; Mathematics education; Computer science; Sociology; Multimedia; Educational technology; Psychology; Artificial intelligence; Mathematics","score_opus":0.07414368777509334,"score_gpt":0.4733012906813892,"score_spread":0.39915760290629587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472812753","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000822394,0.9535492,0.00018992128,0.009175038,0.01536743,0.000021499658,0.00011513202,0.000029190996,0.021470318],"genre_scores_gemma":[0.0009695749,0.94659805,0.00023569976,0.011586739,0.009318974,0.000047853217,0.00026730145,0.000034573357,0.030941304],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991032,0.00013803685,0.00007302139,0.00011241448,0.0005181788,0.000055164237],"domain_scores_gemma":[0.99717367,0.0012494791,0.00027527774,0.00007599723,0.0009715325,0.00025401916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008567587,0.000671155,0.001093843,0.0027515183,0.000605843,0.0026083023,0.00130885,0.0020417143,0.052018825],"category_scores_gemma":[0.0058172727,0.00032481714,0.00063110417,0.004850206,0.00082629896,0.0029569424,0.0013418684,0.003096279,0.02507139],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001649822,0.00001715172,0.000038834598,0.0033246817,0.000018460187,0.00005796208,0.000034623845,0.00006607065,0.000095221345,0.0017946707,0.84047467,0.15406108],"study_design_scores_gemma":[0.0000051385477,0.000012214348,0.00011833638,0.0031827774,0.000014026596,0.0002789265,0.00002775913,0.000008902354,0.000027169413,0.00052886066,0.9957913,0.000004610256],"about_ca_topic_score_codex":0.0030075111,"about_ca_topic_score_gemma":0.0069739656,"teacher_disagreement_score":0.052018825,"about_ca_system_score_codex":0.0016282558,"about_ca_system_score_gemma":0.003076029,"threshold_uncertainty_score":0.17402029},"labels":[],"label_agreement":null},{"id":"W2473502767","doi":"10.19173/irrodl.v17i4.2500","title":"Structural Relationships of Environments, Individuals, and Learning Outcomes in Korean Online University Settings","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Konkuk University","keywords":"Context (archaeology); Psychology; Academic achievement; Mathematics education; Quality (philosophy); Educational technology; Structural equation modeling; Directive; Class (philosophy); Computer science","score_opus":0.09434777372965891,"score_gpt":0.3970456405112053,"score_spread":0.30269786678154637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473502767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989041,0.00013803173,0.000098788034,0.00006104431,0.0000033022054,0.000011790809,0.000036306894,0.0000021738126,0.0007443019],"genre_scores_gemma":[0.99968123,0.000067100555,0.00009524497,0.000012443527,0.0000012870161,0.000010282042,0.00002622951,8.651757e-7,0.000105315834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985139,0.00059041526,0.00018528258,0.00023082485,0.00024687633,0.00023263256],"domain_scores_gemma":[0.994865,0.0015477007,0.0017891887,0.00024202841,0.00051967456,0.001036413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017412347,0.00016961522,0.00024784816,0.0011347196,0.0007519159,0.0014537299,0.00036177554,0.0002634251,0.0019706807],"category_scores_gemma":[0.006404097,0.00014007174,0.0003594334,0.00116023,0.00060731487,0.00097283634,0.0016641492,0.00042331396,0.00015248498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088122535,0.00038123995,0.9749887,0.00007487897,0.00008928628,0.00015853586,0.0044782287,0.00006120484,0.00026292872,0.00026544192,0.000116516705,0.019034822],"study_design_scores_gemma":[0.0000041101002,0.00011247487,0.9912054,0.000026793836,0.00003253834,0.000058046593,0.007968209,0.00010070602,0.00010478902,0.00013429244,0.0002453991,0.0000072435005],"about_ca_topic_score_codex":0.0041390103,"about_ca_topic_score_gemma":0.009535631,"teacher_disagreement_score":0.0041390103,"about_ca_system_score_codex":0.0007742429,"about_ca_system_score_gemma":0.0013038707,"threshold_uncertainty_score":0.00920862},"labels":[],"label_agreement":null},{"id":"W2474276641","doi":"10.19173/irrodl.v17i4.2323","title":"Guidelines for Transferring Residential Courses into Web","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Focus group; Computer science; Process (computing); Instructional design; Class (philosophy); Design process; World Wide Web; Multimedia; Engineering; Psychology; Work in process; Mathematics education","score_opus":0.1866235134711913,"score_gpt":0.5431100085644633,"score_spread":0.356486495093272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474276641","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03387066,0.0014244944,0.787304,0.014279792,0.00076824497,0.018916026,0.00052218634,0.005189028,0.13772556],"genre_scores_gemma":[0.03790176,0.0010729193,0.93039143,0.0010383358,0.00005127716,0.0049142586,0.00027861435,0.0003508607,0.024000553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98188454,0.010459693,0.00210123,0.0006757892,0.004295971,0.00058274507],"domain_scores_gemma":[0.9800745,0.006761227,0.001671017,0.0033413412,0.006923697,0.00122819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017067526,0.00090766384,0.0003086101,0.00329385,0.002386282,0.004695818,0.0033562402,0.0030369905,0.012660722],"category_scores_gemma":[0.031275548,0.00080384,0.0008445342,0.0022994198,0.0021992193,0.004415273,0.0030829827,0.0023792384,0.009767919],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062582796,0.0015140179,0.003931553,0.0016597918,0.000018387012,0.0010890766,0.031534564,0.0040541166,0.014684666,0.059393533,0.08547678,0.7965809],"study_design_scores_gemma":[0.00011048814,0.0005560185,0.008025247,0.0028170808,0.000029558614,0.0014235796,0.018048594,0.006538454,0.010140892,0.025210787,0.92694783,0.00015150639],"about_ca_topic_score_codex":0.006052365,"about_ca_topic_score_gemma":0.015421026,"teacher_disagreement_score":0.017067526,"about_ca_system_score_codex":0.0028294607,"about_ca_system_score_gemma":0.009581226,"threshold_uncertainty_score":0.09026277},"labels":[],"label_agreement":null},{"id":"W2474739860","doi":"10.19173/irrodl.v17i4.2345","title":"The Influence of Biographical Factors on Adult Learner Self-Directedness in an Open Distance Learning Environment","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Race (biology); Scale (ratio); Higher education; Demography; Sociology; Gender studies","score_opus":0.09561521402766761,"score_gpt":0.4517079448624393,"score_spread":0.3560927308347717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474739860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9995161,0.000030623727,0.00003225829,0.000013582289,0.0000016084124,0.0000033363647,0.000015109989,8.028862e-7,0.00038649805],"genre_scores_gemma":[0.9997003,0.000025704287,0.00004643534,0.000008004632,0.0000019032349,0.0000032350367,0.000025201762,4.904867e-7,0.0001887783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99947184,0.00022042367,0.000053515672,0.0000472298,0.00015045628,0.000056538745],"domain_scores_gemma":[0.99096394,0.003186145,0.0034623214,0.00034927827,0.0006919675,0.0013462853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001185962,0.00011938004,0.00012928038,0.0005236419,0.00026666466,0.0008199528,0.0001485457,0.00016847948,0.0015625866],"category_scores_gemma":[0.00797601,0.00007745334,0.00017653427,0.0002617939,0.00033513442,0.00031450484,0.00052230695,0.0003362393,0.00019044438],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056922083,0.00017288345,0.98814464,0.000015673142,0.000024237585,0.00004854834,0.0033186183,0.00003302844,0.0005631228,0.00004169802,0.000048106493,0.007532614],"study_design_scores_gemma":[0.0000010531288,0.00012081877,0.9964372,0.000008113403,0.0000067071082,0.0000553931,0.0029130448,0.000081875056,0.0001576802,0.000021110358,0.00019340968,0.0000035657686],"about_ca_topic_score_codex":0.0015335155,"about_ca_topic_score_gemma":0.0034007146,"teacher_disagreement_score":0.0015625866,"about_ca_system_score_codex":0.00022743944,"about_ca_system_score_gemma":0.00027775596,"threshold_uncertainty_score":0.0062720776},"labels":[],"label_agreement":null},{"id":"W2523969323","doi":"10.19173/irrodl.v17i5.2501","title":"Barriers and Opportunities of E-Learning Implementation in Iraq: A Case of Public Universities","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"E learning; Focus group; Medical education; Public relations; Electronic learning; Educational technology; Developing country; Political science; Psychology; Pedagogy; Business; Economic growth; Marketing; Medicine","score_opus":0.14644307867454265,"score_gpt":0.4851622273431846,"score_spread":0.33871914866864195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523969323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99536186,0.00019634978,0.00020372818,0.0018804763,0.000012058743,0.000027522197,0.000011172772,0.000004759835,0.0023020299],"genre_scores_gemma":[0.99855644,0.0003471522,0.0001074703,0.00022239861,0.000008669267,0.00002024133,0.0000057496654,0.0000029639873,0.0007288245],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99580294,0.0018488901,0.00011675581,0.00019755197,0.00032182052,0.0017120218],"domain_scores_gemma":[0.9930601,0.0036281985,0.0011959657,0.00023632779,0.000689127,0.0011902754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047291387,0.0004515206,0.0005590125,0.0013335224,0.009687694,0.0042180107,0.0020827625,0.0025390827,0.004158522],"category_scores_gemma":[0.007006698,0.0005023475,0.00045020977,0.0026704634,0.0047277925,0.0029893492,0.0039146766,0.0017255159,0.00043727542],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014058406,0.0011518864,0.089693934,0.0006426661,0.000035991423,0.031274628,0.81340086,0.0006181541,0.0012136111,0.011727937,0.003187511,0.04691226],"study_design_scores_gemma":[0.0000074663844,0.00009230325,0.024733366,0.00021350075,0.000015925854,0.0014857512,0.9656128,0.00034459084,0.00020835164,0.0004337227,0.0068330313,0.000019169438],"about_ca_topic_score_codex":0.03493373,"about_ca_topic_score_gemma":0.04444084,"teacher_disagreement_score":0.03493373,"about_ca_system_score_codex":0.0073388447,"about_ca_system_score_gemma":0.007682829,"threshold_uncertainty_score":0.06946081},"labels":[],"label_agreement":null},{"id":"W2524112281","doi":"10.19173/irrodl.v17i5.2523","title":"Institutional Culture and OER Policy: How Structure, Culture, and Agency Mediate OER Policy Potential in South African Universities","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of South Africa; University of Fort Hare; International Development Research Centre","keywords":"Agency (philosophy); Institution; Context (archaeology); Political science; Public administration; Sociology; Social science; Law; Geography","score_opus":0.038983237587877195,"score_gpt":0.37582329862017605,"score_spread":0.33684006103229885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524112281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94850665,0.0009426787,0.001258547,0.01287423,0.000050177543,0.000049118597,0.000039110448,0.000008455196,0.036270972],"genre_scores_gemma":[0.9987972,0.00024019882,0.000084211795,0.00022732806,0.000006813331,0.000011172087,0.000005477036,0.0000030712167,0.0006245861],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9873465,0.007227587,0.00051548047,0.000601126,0.0010065085,0.00330284],"domain_scores_gemma":[0.9797029,0.00959044,0.0046169395,0.00063435046,0.0012846395,0.004170759],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.011964885,0.00023343189,0.00039765696,0.0020522987,0.009458525,0.01327006,0.0013330512,0.0013716768,0.0075334986],"category_scores_gemma":[0.024221243,0.0003385612,0.00038123337,0.0026184965,0.012972175,0.0061394796,0.010038523,0.002490958,0.00037839796],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002977002,0.0005102474,0.36605668,0.00054543745,0.00022130353,0.0011478674,0.1981568,0.003145338,0.001359578,0.37385568,0.003171046,0.051532418],"study_design_scores_gemma":[0.000056843415,0.00022626334,0.31939995,0.0014773089,0.00014191116,0.00022226758,0.5796534,0.0021897333,0.0014590594,0.05374623,0.041308057,0.00011903517],"about_ca_topic_score_codex":0.022467257,"about_ca_topic_score_gemma":0.026887784,"teacher_disagreement_score":0.99866694,"about_ca_system_score_codex":0.015220779,"about_ca_system_score_gemma":0.015837474,"threshold_uncertainty_score":0.11043495},"labels":[],"label_agreement":null},{"id":"W2524276524","doi":"10.19173/irrodl.v17i5.2350","title":"The Effects of a Pedagogical Agent’s Smiling Expression on the Learner’s Emotions and Motivation in a Virtual Learning Environment","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Meaning (existential); Affect (linguistics); Politeness; Perception; Facial expression; Expression (computer science); Class (philosophy); Emotional expression; Cognitive psychology; Face (sociological concept); Social psychology; Test (biology); Linguistics; Communication","score_opus":0.1958938150166946,"score_gpt":0.4874570613995818,"score_spread":0.2915632463828872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524276524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998125,0.00002652474,0.0002829891,0.00004172247,0.000009622055,0.000014269137,0.0000065586814,0.000008576874,0.0014847047],"genre_scores_gemma":[0.9988186,0.000041845695,0.00046691776,0.000026370815,0.000005945989,0.000040487437,0.000009679701,0.00000453965,0.00058553275],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99942786,0.0003053268,0.000028107388,0.00005890019,0.000109049055,0.0000707447],"domain_scores_gemma":[0.9971962,0.0019037765,0.000354239,0.0000956174,0.00014147192,0.0003086891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071474735,0.00026273134,0.00020911725,0.00016625947,0.0003428671,0.000859773,0.00020562396,0.0003915941,0.0030553828],"category_scores_gemma":[0.004381646,0.00010780956,0.00025594028,0.000065221124,0.00040692827,0.00041691633,0.0007001584,0.000584309,0.00025533218],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010658749,0.011908451,0.19948462,0.0016807766,0.00047048117,0.0011272214,0.035257127,0.0036597734,0.48993137,0.0021111963,0.0020801486,0.24163009],"study_design_scores_gemma":[0.0002632594,0.013189032,0.91662127,0.00017348456,0.0002905145,0.00037488787,0.016295183,0.007498965,0.040102035,0.0010113727,0.004073644,0.00010636296],"about_ca_topic_score_codex":0.00021615584,"about_ca_topic_score_gemma":0.00031562432,"teacher_disagreement_score":0.0030553828,"about_ca_system_score_codex":0.00015258622,"about_ca_system_score_gemma":0.00015309367,"threshold_uncertainty_score":0.0102213025},"labels":[],"label_agreement":null},{"id":"W2524593233","doi":"10.19173/irrodl.v17i5.2456","title":"Understanding Cognitive Engagement in Online Discussion: Use of a Scaffolded, Audio-based Argumentation Activity","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Argumentation theory; Asynchronous communication; Online discussion; Cognition; Computer-mediated communication; Audio equipment; Psychology; Perception; Mathematics education; Pedagogy; Computer science; World Wide Web; Linguistics; The Internet","score_opus":0.3517920731946581,"score_gpt":0.5056943625459579,"score_spread":0.1539022893512998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524593233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9590068,0.00032821269,0.02493304,0.000544426,0.000045409783,0.0002964274,0.000050716375,0.0001651364,0.014629862],"genre_scores_gemma":[0.9614936,0.00031534905,0.035490394,0.00011535676,0.000026665228,0.00033708487,0.00006361195,0.000028730565,0.002129176],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99722964,0.0018588663,0.00011111061,0.0002568894,0.00040390316,0.00013953348],"domain_scores_gemma":[0.983853,0.01357544,0.0012426731,0.00042313104,0.0005262286,0.00037955746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003970944,0.00047611247,0.00023067513,0.0011009004,0.0007864772,0.0034167154,0.0008361226,0.0010942578,0.0021920416],"category_scores_gemma":[0.017043248,0.0001659413,0.00035469377,0.0004479243,0.001027155,0.0030494859,0.002146845,0.00082732906,0.00041781072],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006087009,0.0023368408,0.042126127,0.0014060105,0.000091314934,0.0010470683,0.40455085,0.0009143969,0.037775952,0.0053976155,0.001837662,0.5019074],"study_design_scores_gemma":[0.00086591777,0.0052743307,0.27636212,0.0038803506,0.00058145064,0.0035022045,0.47619903,0.030748304,0.04910608,0.032766167,0.12031462,0.00039942132],"about_ca_topic_score_codex":0.0003962755,"about_ca_topic_score_gemma":0.0007620419,"teacher_disagreement_score":0.003970944,"about_ca_system_score_codex":0.0005665503,"about_ca_system_score_gemma":0.00084975763,"threshold_uncertainty_score":0.021000624},"labels":[],"label_agreement":null},{"id":"W2524635874","doi":"10.19173/irrodl.v17i5.2384","title":"From On-Campus to Online: A Trajectory of Innovation, Internationalization and Inclusion","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Inclusion (mineral); Context (archaeology); Internationalization; Promotion (chess); General partnership; Sociology; Process (computing); Internationalization of Higher Education; Higher education; Social connectedness; Public relations; Pedagogy; Political science; Computer science; Business; Psychology; Social science","score_opus":0.07693784154550162,"score_gpt":0.4719722122983124,"score_spread":0.3950343707528108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524635874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9574997,0.00069052516,0.0028950016,0.006296631,0.000045242705,0.00014089976,0.00015772141,0.000053784253,0.032220416],"genre_scores_gemma":[0.99340314,0.00051167,0.0014543971,0.00017312703,0.000009028003,0.00007115908,0.000080858954,0.000024359202,0.004272284],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99731356,0.0013946673,0.000103607505,0.00017012634,0.0005237922,0.00049421535],"domain_scores_gemma":[0.9953225,0.0015029414,0.0007694795,0.0002827104,0.00087853934,0.0012438789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036413425,0.00021990493,0.00023614483,0.0018119592,0.005641529,0.008388228,0.00090766855,0.0016035455,0.004669276],"category_scores_gemma":[0.00948717,0.0003012711,0.00030776186,0.002421614,0.004053154,0.0077800686,0.0075533255,0.002018714,0.00081009784],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018493453,0.00076687086,0.0992146,0.00020106413,0.000018692926,0.0022920673,0.6953484,0.00040406152,0.0025339935,0.06403803,0.004642176,0.13035516],"study_design_scores_gemma":[0.0000112379375,0.00037775614,0.10437777,0.0002662494,0.000010281763,0.00086399424,0.7978485,0.0007807585,0.0018490363,0.012177855,0.08138245,0.000054053635],"about_ca_topic_score_codex":0.012132823,"about_ca_topic_score_gemma":0.0139301885,"teacher_disagreement_score":0.012132823,"about_ca_system_score_codex":0.0034944625,"about_ca_system_score_gemma":0.0047294484,"threshold_uncertainty_score":0.025354147},"labels":[],"label_agreement":null},{"id":"W2525185962","doi":"10.19173/irrodl.v17i5.2602","title":"From Presences to Linked Influences Within Communities of Inquiry","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Psychology; Interpersonal communication; TUTOR; Unison; Pedagogy; Class (philosophy); Cognition; Mathematics education; Sociology; Social psychology; Computer science","score_opus":0.1765366348477788,"score_gpt":0.506459082088724,"score_spread":0.3299224472409452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525185962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6520628,0.0035764554,0.09687,0.013984347,0.00048019414,0.0003168754,0.0001417489,0.00035552506,0.23221208],"genre_scores_gemma":[0.9927025,0.00020664943,0.004805779,0.0001285336,0.000044403678,0.000075716096,0.000029543195,0.00005212767,0.001954729],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9714074,0.020591736,0.000691071,0.0029795717,0.0027898822,0.0015402837],"domain_scores_gemma":[0.9639474,0.024046931,0.0031285149,0.0030871576,0.002105904,0.0036841298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014859887,0.0004921854,0.00055305584,0.0064478978,0.0105516,0.019524958,0.0026521513,0.0026771761,0.006412762],"category_scores_gemma":[0.039811496,0.0010321833,0.0008273066,0.0024217453,0.042953365,0.023956124,0.032888915,0.0032370093,0.0004968894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008675169,0.000056048073,0.013066191,0.00019082759,0.000039645005,0.0006625696,0.5945873,0.0004114932,0.0007944495,0.3632695,0.0008754535,0.025959743],"study_design_scores_gemma":[0.00007554338,0.00014815877,0.013974258,0.00058980123,0.000095089286,0.00091602275,0.45075953,0.0035301882,0.00083647895,0.43727303,0.09168542,0.00011648183],"about_ca_topic_score_codex":0.004053672,"about_ca_topic_score_gemma":0.0049618497,"teacher_disagreement_score":0.019524958,"about_ca_system_score_codex":0.00481527,"about_ca_system_score_gemma":0.0035786394,"threshold_uncertainty_score":0.07858753},"labels":[],"label_agreement":null},{"id":"W2525342248","doi":"10.19173/irrodl.v17i5.2675","title":"MOOCs, Graduate Skills Gaps, and Employability: A Qualitative Systematic Review of the Literature","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Employability; Graduation (instrument); Bachelor; Dilemma; Higher education; Class (philosophy); Medical education; Transferable skills analysis; Psychology; Pedagogy; Mathematics education; Political science; Computer science; Engineering; Medicine","score_opus":0.07057773188124457,"score_gpt":0.4616063534018609,"score_spread":0.39102862152061635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525342248","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2698814,0.6963662,0.0029020414,0.0066555655,0.00042620505,0.0085619455,0.008956593,0.00004017716,0.0062098345],"genre_scores_gemma":[0.55601645,0.4158148,0.006701764,0.0043205535,0.00013572184,0.012705148,0.0024718132,0.000044536784,0.001789168],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9864814,0.0070042517,0.0029607818,0.0007480206,0.0020689173,0.000736588],"domain_scores_gemma":[0.93440324,0.05292679,0.0057713673,0.0008182383,0.005110401,0.00096991274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026403807,0.00059661275,0.002775832,0.0119660245,0.0017580689,0.002702744,0.0016294561,0.001337545,0.0037343786],"category_scores_gemma":[0.06716365,0.0009256022,0.0020854124,0.013593361,0.0018612108,0.0044309623,0.003886025,0.0012200141,0.0002598991],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035541953,0.00024643468,0.023694037,0.6387104,0.0014218021,0.00212987,0.17261994,0.00030113777,0.0010316886,0.0044304444,0.0070577892,0.14800106],"study_design_scores_gemma":[0.00010341237,0.00043158527,0.029384507,0.5518463,0.0024497488,0.0011026425,0.3649865,0.00018845235,0.00041457362,0.0017695181,0.047226477,0.000096337084],"about_ca_topic_score_codex":0.018290138,"about_ca_topic_score_gemma":0.051187716,"teacher_disagreement_score":0.026403807,"about_ca_system_score_codex":0.008257548,"about_ca_system_score_gemma":0.030978562,"threshold_uncertainty_score":0.1396383},"labels":[],"label_agreement":null},{"id":"W2525901244","doi":"10.19173/irrodl.v17i5.2024","title":"Online Professional Skills Workshops: Perspectives from Distance Education Graduate Students","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Medical education; Graduate students; Flexibility (engineering); Distance education; Focus group; Psychology; Professional development; Class (philosophy); Pedagogy; Mathematics education; Sociology; Computer science; Medicine; Management","score_opus":0.1484731051334269,"score_gpt":0.5520751768576824,"score_spread":0.40360207172425544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525901244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98563933,0.0010155475,0.00039051042,0.004172621,0.00015428338,0.00006445107,0.000029798019,0.000012723826,0.008520841],"genre_scores_gemma":[0.9873498,0.0017495041,0.0003249551,0.0032438878,0.0001246774,0.000109859146,0.000027139637,0.000022363898,0.0070478697],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9929972,0.0040313303,0.00019917819,0.0005256203,0.00086923485,0.0013774578],"domain_scores_gemma":[0.9865694,0.005828769,0.0008616067,0.00023999675,0.0012121388,0.005288022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072453916,0.0006473825,0.00089988275,0.0014835339,0.010932238,0.008846862,0.0019841506,0.0033341106,0.0034333775],"category_scores_gemma":[0.010259132,0.0005330101,0.00053059804,0.0015431165,0.0062740427,0.004020721,0.00888191,0.0062455013,0.0007577838],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038757058,0.00041818124,0.004948228,0.00013547695,0.000007513026,0.00107591,0.9779384,0.000017245971,0.00067781773,0.0009257895,0.0013281321,0.012488515],"study_design_scores_gemma":[0.000005453563,0.00016614911,0.0020971121,0.00008546165,0.0000041262224,0.00029325785,0.9872874,0.000016078027,0.00015167182,0.00011654007,0.009765418,0.0000113763945],"about_ca_topic_score_codex":0.0033495366,"about_ca_topic_score_gemma":0.008484662,"teacher_disagreement_score":0.010932238,"about_ca_system_score_codex":0.0026447603,"about_ca_system_score_gemma":0.0032139549,"threshold_uncertainty_score":0.03831774},"labels":[],"label_agreement":null},{"id":"W2525953090","doi":"10.19173/irrodl.v17i5.2566","title":"Digital Curation as a Core Competency in Current Learning and Literacy: A Higher Education Perspective","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Radio, Podcasts, and Digital Media","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yale University","keywords":"Digital curation; Curriculum; Data curation; Digital literacy; Perspective (graphical); Computer science; Digital media; Literacy; Social media; Digital learning; Pedagogy; Knowledge management; Engineering ethics; Sociology; World Wide Web; Engineering","score_opus":0.09605760257141083,"score_gpt":0.503180206207418,"score_spread":0.40712260363600716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525953090","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06775819,0.14757647,0.011992707,0.19657047,0.0014995437,0.000081923434,0.00007953327,0.00006480367,0.5743764],"genre_scores_gemma":[0.91414243,0.05176505,0.002436913,0.008880981,0.0010847143,0.00004892234,0.000036496655,0.000016359121,0.02158813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998026,0.00097216165,0.0001206696,0.00018761982,0.0003618171,0.00033184158],"domain_scores_gemma":[0.99528414,0.0028151853,0.00043747245,0.0001611715,0.00061909284,0.0006830119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028558306,0.00021464139,0.00029158097,0.0027403983,0.0017103626,0.009768038,0.0008367877,0.002671682,0.005390856],"category_scores_gemma":[0.0030607004,0.00012016019,0.00021310913,0.002041825,0.012211439,0.0068085636,0.0035349962,0.002435714,0.0005526609],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024770265,0.00014577409,0.005404867,0.0010167975,0.000009247668,0.00048116987,0.028294569,0.00023004148,0.00037423623,0.8054144,0.013188785,0.14541532],"study_design_scores_gemma":[0.000013130932,0.00015546186,0.023365146,0.003362535,0.000025667468,0.0013001898,0.06301578,0.00082177465,0.0009628753,0.29460943,0.61232495,0.00004308067],"about_ca_topic_score_codex":0.0044579473,"about_ca_topic_score_gemma":0.005130055,"teacher_disagreement_score":0.009768038,"about_ca_system_score_codex":0.0054908576,"about_ca_system_score_gemma":0.0058706542,"threshold_uncertainty_score":0.03983915},"labels":[],"label_agreement":null},{"id":"W2526032317","doi":"10.19173/irrodl.v17i5.2552","title":"Online Learning in a South African Higher Education Institution: Determining the Right Connections for the Student","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Disadvantaged; The Internet; Internet access; Educational technology; Higher education; Psychology; Mathematics education; Pedagogy; Computer science; Political science; World Wide Web","score_opus":0.10754204892508748,"score_gpt":0.48929638643805407,"score_spread":0.3817543375129666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526032317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99774444,0.00003100622,0.000091971044,0.0003330613,0.0000047250505,0.000025585974,0.000010430987,0.0000011305556,0.0017575511],"genre_scores_gemma":[0.99922,0.000072546165,0.00019050241,0.000048506747,0.0000025010804,0.000019657948,0.000008264344,9.2878787e-7,0.0004370302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833655,0.00074326276,0.0001006581,0.00010049926,0.00021655238,0.00050234655],"domain_scores_gemma":[0.992724,0.0019114305,0.001536449,0.00016719758,0.0007231062,0.0029378352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027148372,0.00017357989,0.00017870648,0.001039022,0.0036238576,0.0036403565,0.00045859916,0.00074340845,0.005977553],"category_scores_gemma":[0.013441224,0.00021067345,0.00019975578,0.0007813189,0.0011859874,0.002640697,0.0028781318,0.0010179005,0.00061553495],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001967301,0.0008389724,0.7902706,0.0001792899,0.000017432969,0.0011960836,0.1415077,0.00012492316,0.0018780831,0.0018850731,0.0011982911,0.060706723],"study_design_scores_gemma":[0.000010147622,0.00043835427,0.4314583,0.00026466732,0.00001767119,0.000284069,0.55941427,0.00041395784,0.0007093485,0.0006419103,0.0063232617,0.00002409004],"about_ca_topic_score_codex":0.0042043375,"about_ca_topic_score_gemma":0.0102994405,"teacher_disagreement_score":0.005977553,"about_ca_system_score_codex":0.0013450544,"about_ca_system_score_gemma":0.0032496804,"threshold_uncertainty_score":0.019996881},"labels":[],"label_agreement":null},{"id":"W2526201955","doi":"10.19173/irrodl.v17i5.2783","title":"e-Tutor: A Multilingual Open Educational Resource for Faculty Development to Teach Online","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Educational Technologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"TUTOR; Context (archaeology); Distance education; Resource (disambiguation); Ukrainian; Mathematics education; Open educational resources; Faculty development; Open education; Pedagogy; Sociology; Face (sociological concept); Class (philosophy); Professional development; Political science; Computer science; Psychology; Geography; Social science","score_opus":0.20816433495059408,"score_gpt":0.5244329421884247,"score_spread":0.3162686072378307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526201955","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17150909,0.0031293922,0.19022982,0.005246316,0.0024372414,0.0042309733,0.010931382,0.047120202,0.56516564],"genre_scores_gemma":[0.3398274,0.0014996509,0.16514584,0.0010912102,0.0007274041,0.0023433499,0.00889469,0.0037173147,0.47675315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99958235,0.00015950123,0.000025726928,0.00006073397,0.00008148523,0.000090146044],"domain_scores_gemma":[0.99844116,0.0003837435,0.00005831252,0.00014611903,0.00020184879,0.0007687506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001083563,0.0003122176,0.000251354,0.00082024466,0.0010853186,0.0016168623,0.0010379327,0.0005979477,0.0710286],"category_scores_gemma":[0.0018920457,0.00011755634,0.0002478718,0.0007590906,0.0004067456,0.0018683474,0.0028456512,0.00057718775,0.021525921],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003541326,0.0010700081,0.0028634083,0.00066798413,0.000009622577,0.0007688161,0.0048016836,0.00033700766,0.011678656,0.008310394,0.18809053,0.7810477],"study_design_scores_gemma":[0.00009015448,0.00054461445,0.012439965,0.00016166913,0.000010322869,0.0007909069,0.0019218001,0.0010130643,0.0065101953,0.0016519371,0.97483134,0.000034135697],"about_ca_topic_score_codex":0.00062784564,"about_ca_topic_score_gemma":0.0013521996,"teacher_disagreement_score":0.0710286,"about_ca_system_score_codex":0.0005172195,"about_ca_system_score_gemma":0.0017036096,"threshold_uncertainty_score":0.23761433},"labels":[],"label_agreement":null},{"id":"W2526436239","doi":"10.19173/irrodl.v17i5.2720","title":"Determinants of Teachers’ Attitudes Towards E-Learning in Tanzanian Higher Learning Institutions","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tanzania; Simple random sample; Stratified sampling; E learning; Data collection; Psychology; Mathematics education; Class (philosophy); Survey research; Medical education; Higher education; Pedagogy; Educational technology; Sociology; Social science; Computer science; Mathematics; Political science; Applied psychology; Medicine; Socioeconomics; Statistics","score_opus":0.13966580561783554,"score_gpt":0.4986291409115458,"score_spread":0.3589633352937103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526436239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992466,0.000075528784,0.000023339939,0.00016532472,0.0000017058569,0.000004572242,0.000013466548,8.5486124e-7,0.0004686043],"genre_scores_gemma":[0.9996946,0.00006236044,0.000024162975,0.000019536486,0.0000014500578,0.0000031604166,0.0000073467586,3.1967448e-7,0.0001872517],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99910057,0.0003328055,0.000083794446,0.000070113514,0.00017655708,0.0002361714],"domain_scores_gemma":[0.9938412,0.0020040588,0.002334518,0.0001424702,0.00063140126,0.0010463386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012095805,0.00009480933,0.0001229689,0.00059556315,0.00048532375,0.0008743736,0.00019158579,0.00022362075,0.0024516971],"category_scores_gemma":[0.0051898337,0.00014764842,0.00014548878,0.0006646218,0.0004695578,0.000407395,0.00050188275,0.0003701321,0.00022770242],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040658895,0.00013814871,0.9796895,0.000068641704,0.0000076230162,0.00028344005,0.010734539,0.00006999174,0.00044402666,0.00013989653,0.00025669928,0.008126803],"study_design_scores_gemma":[0.000003620426,0.00009255204,0.9819136,0.00006395078,0.000005611528,0.00009110204,0.016944543,0.0001032219,0.00009348892,0.000035806417,0.00064746704,0.0000049764626],"about_ca_topic_score_codex":0.010530358,"about_ca_topic_score_gemma":0.017705744,"teacher_disagreement_score":0.010530358,"about_ca_system_score_codex":0.0007354891,"about_ca_system_score_gemma":0.0010720806,"threshold_uncertainty_score":0.020938098},"labels":[],"label_agreement":null},{"id":"W2526870250","doi":"10.19173/irrodl.v17i5.2541","title":"Development of Open Textbooks Learning Analytics System","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Computer science; Analytics; Class (philosophy); Open learning; Open education; Data science; World Wide Web; Open educational resources; Learning Management; Educational technology; Teaching method; Mathematics education; Psychology; Artificial intelligence; Cooperative learning","score_opus":0.11631449091084542,"score_gpt":0.44835162790060634,"score_spread":0.3320371369897609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526870250","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09226463,0.0005229938,0.5805875,0.0009598133,0.00054413825,0.006667825,0.0075917454,0.27691582,0.033945523],"genre_scores_gemma":[0.25972387,0.00049689383,0.6082799,0.0010052485,0.00018523032,0.0044185044,0.033054043,0.0077775693,0.085058756],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849844,0.0001612539,0.0001887102,0.0004537174,0.0005902125,0.00010771],"domain_scores_gemma":[0.9978854,0.00039926067,0.00011939068,0.00033158387,0.0009309313,0.00033336104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001466258,0.00084245973,0.00080678635,0.0014130016,0.0004848724,0.0019454272,0.0029671297,0.0008244798,0.01755488],"category_scores_gemma":[0.0039759334,0.00051728083,0.0006402068,0.00059472676,0.00034070062,0.0029826448,0.0020958618,0.0016058375,0.01288449],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076567597,0.0017872936,0.009862884,0.0013387431,0.00013125433,0.0019675677,0.0024370025,0.0060512233,0.095011234,0.007853911,0.10232983,0.77046335],"study_design_scores_gemma":[0.0006634852,0.0019343079,0.020523299,0.00043624817,0.00016563696,0.0018260555,0.000985816,0.18361883,0.1939058,0.007140445,0.5883847,0.00041543014],"about_ca_topic_score_codex":0.0014237956,"about_ca_topic_score_gemma":0.0009615582,"teacher_disagreement_score":0.01755488,"about_ca_system_score_codex":0.0007202427,"about_ca_system_score_gemma":0.0015059478,"threshold_uncertainty_score":0.058726907},"labels":[],"label_agreement":null},{"id":"W2527383016","doi":"10.19173/irrodl.v17i5.2561","title":"Exploring Communication and Course Format: Conversation Frequency and Duration, Student Motives, and Perceived Teacher Approachability for Out-of-Class Contact","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conversation; Class (philosophy); Psychology; Face-to-face; Computer-mediated communication; Duration (music); Mathematics education; Course (navigation); Online course; Medical education; Pedagogy; Computer science; The Internet; World Wide Web; Communication; Medicine; Engineering","score_opus":0.346033218303582,"score_gpt":0.5290069510382427,"score_spread":0.18297373273466067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527383016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985837,0.000053401713,0.00021949268,0.000046708803,0.0000054235607,0.000021978434,0.000030272588,0.0000043570644,0.0010346764],"genre_scores_gemma":[0.9986971,0.00007888718,0.00037607396,0.00003155943,0.000009755793,0.000054274187,0.000043903645,0.0000038815742,0.000704563],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99870396,0.0005704126,0.00012370676,0.00014427229,0.00030276537,0.00015494728],"domain_scores_gemma":[0.98842454,0.005864867,0.003236991,0.00027728686,0.0008779591,0.0013183492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022167293,0.00018845429,0.00024291141,0.00068959675,0.0005898589,0.0018086918,0.00035480366,0.00032659236,0.004283351],"category_scores_gemma":[0.011159241,0.00013538051,0.0002735362,0.0004636408,0.00030249197,0.0010104611,0.0007924217,0.00063154014,0.0005179042],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028449178,0.0012532491,0.9221927,0.00011707374,0.00006108949,0.00015221097,0.017382048,0.00007178051,0.0021774427,0.00016447183,0.0004362074,0.055707186],"study_design_scores_gemma":[0.000010356218,0.0004351092,0.983196,0.000043675256,0.000033611508,0.000111966794,0.014103334,0.0003405732,0.0005487263,0.000100301986,0.0010634152,0.000012858577],"about_ca_topic_score_codex":0.001314329,"about_ca_topic_score_gemma":0.0029478106,"teacher_disagreement_score":0.004283351,"about_ca_system_score_codex":0.00044129606,"about_ca_system_score_gemma":0.0005938352,"threshold_uncertainty_score":0.014329195},"labels":[],"label_agreement":null},{"id":"W2527590857","doi":"10.19173/irrodl.v17i5.2673","title":"A Far Cry from School History: Massive Online Open Courses as a Generative Source for Historical Research","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Thematic analysis; Pedagogy; Experiential learning; Perspective (graphical); Perception; Sociology; Multimedia; Computer science; Qualitative research; Psychology; Social science; Literature; Artificial intelligence","score_opus":0.18104092666566596,"score_gpt":0.478801426957796,"score_spread":0.29776050029213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527590857","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13040116,0.2451167,0.064298,0.2584387,0.0063294647,0.0004331135,0.000456406,0.00044231347,0.29408416],"genre_scores_gemma":[0.8006667,0.101691596,0.0305648,0.023017993,0.0023629712,0.0006483445,0.000248593,0.00057154085,0.04022743],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921737,0.0062489337,0.00020234933,0.00032929,0.0008619277,0.00018382803],"domain_scores_gemma":[0.9714372,0.02278501,0.0014405694,0.002370853,0.0010976385,0.00086876703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011193278,0.00023555565,0.0003445906,0.0023083582,0.0027149338,0.013858871,0.0012841211,0.0017467446,0.0057492624],"category_scores_gemma":[0.013941604,0.00029363504,0.00027228644,0.0028044612,0.01144681,0.013149273,0.006224787,0.002150064,0.0013912116],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060152892,0.00007800429,0.0068790712,0.0025877485,0.000037223366,0.0009670078,0.13647436,0.00018501045,0.0012149249,0.2998158,0.047381233,0.50431955],"study_design_scores_gemma":[0.000014143842,0.000054311575,0.0051554483,0.0053127147,0.00003338393,0.000689594,0.11752112,0.00037098664,0.00074817037,0.06251779,0.80755424,0.000028133943],"about_ca_topic_score_codex":0.0022790919,"about_ca_topic_score_gemma":0.007867326,"teacher_disagreement_score":0.013858871,"about_ca_system_score_codex":0.0036614134,"about_ca_system_score_gemma":0.004781928,"threshold_uncertainty_score":0.059196413},"labels":[],"label_agreement":null},{"id":"W2528363642","doi":"10.19173/irrodl.v17i5.2547","title":"Supervision on Social Media: Use and Perception of Facebook as a Research Education Tool in Disadvantaged Areas","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Disadvantaged; Distance education; Exploratory research; M-learning; Social media; Space (punctuation); Psychology; Qualitative research; Perception; Educational technology; Class (philosophy); Mathematics education; Pedagogy; Mobile device; Sociology; Computer science; World Wide Web; Social science; Political science","score_opus":0.21896033406174292,"score_gpt":0.5429868463243697,"score_spread":0.32402651226262674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528363642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99859935,0.00031006176,0.000038156533,0.0001790312,0.0000053995855,0.000013912592,0.000009375367,9.117303e-7,0.00084386644],"genre_scores_gemma":[0.99882954,0.00053264416,0.000083913,0.00008528982,0.000008085909,0.000026187254,0.000010543729,0.0000011718139,0.0004226715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830425,0.0010361077,0.00009361596,0.000096529075,0.00026113907,0.00020828917],"domain_scores_gemma":[0.9967289,0.0014677227,0.00094234693,0.00007778448,0.00027111365,0.0005120985],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025207945,0.0001789237,0.0003777436,0.0007544125,0.0016518293,0.0016089274,0.0003685547,0.0005312005,0.0025020048],"category_scores_gemma":[0.005815558,0.00019573161,0.00019931156,0.00048796102,0.0010800805,0.0012193408,0.0014709262,0.0004646761,0.00021344465],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017109231,0.0007406503,0.5465687,0.0005944616,0.00004391643,0.0009242867,0.3912626,0.00004032635,0.0025879724,0.00035942983,0.0006386595,0.05606792],"study_design_scores_gemma":[0.000012830289,0.0010428828,0.47376359,0.00028399946,0.00003207898,0.0008021008,0.51890284,0.000096611715,0.00028069087,0.00009515127,0.0046674022,0.000019856878],"about_ca_topic_score_codex":0.0040618423,"about_ca_topic_score_gemma":0.008137834,"teacher_disagreement_score":0.9974792,"about_ca_system_score_codex":0.00051963615,"about_ca_system_score_gemma":0.00070959434,"threshold_uncertainty_score":0.013331413},"labels":[],"label_agreement":null},{"id":"W2559747664","doi":"10.19173/irrodl.v17i6.2453","title":"Tele-proximity: Tele-community of Inquiry Model. Facial Cues for Social, Cognitive, and Teacher Presence in Distance Education","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Community of inquiry; Class (philosophy); Computer science; Synchronous learning; Online chat; Educational technology; Perspective (graphical); Transactional leadership; Videoconferencing; The Internet; Multimedia; Mathematics education; Psychology; Cognition; Pedagogy; Teaching method; Cooperative learning; Social psychology; World Wide Web; Artificial intelligence","score_opus":0.18412878244512657,"score_gpt":0.5087436135346222,"score_spread":0.3246148310894956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559747664","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35261348,0.0052002766,0.17382525,0.012223567,0.00046210136,0.001279847,0.0005165044,0.00033466835,0.4535443],"genre_scores_gemma":[0.9820515,0.0006346873,0.011565435,0.00030176583,0.000032902815,0.00036260954,0.000059966133,0.0000147922665,0.004976381],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986305,0.00063179154,0.000054489214,0.00032450957,0.00024317719,0.000115433446],"domain_scores_gemma":[0.99830604,0.0008499473,0.00029446543,0.00012574333,0.00017652877,0.00024734405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012520713,0.00037728797,0.00025193486,0.0014736125,0.0016993742,0.0039485805,0.0013854582,0.0018771716,0.009197969],"category_scores_gemma":[0.0029824872,0.00027056478,0.00071180466,0.0010707139,0.0044189845,0.0065978337,0.0031018076,0.0013039171,0.0008028804],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025418474,0.0006722949,0.029243156,0.0010616925,0.000069120404,0.0017835423,0.0683181,0.0037917322,0.0030514156,0.7323625,0.005481836,0.15391044],"study_design_scores_gemma":[0.00019006462,0.0011500764,0.09382235,0.0016346014,0.0003367649,0.007073448,0.1307487,0.06106784,0.0028203637,0.5586548,0.14225535,0.0002457244],"about_ca_topic_score_codex":0.0036974964,"about_ca_topic_score_gemma":0.0029171254,"teacher_disagreement_score":0.009197969,"about_ca_system_score_codex":0.0032178804,"about_ca_system_score_gemma":0.0021778387,"threshold_uncertainty_score":0.030770302},"labels":[],"label_agreement":null},{"id":"W2560244942","doi":"10.19173/irrodl.v17i6.2816","title":"Online Instructors’ Use of Scaffolding Strategies to Promote Interactions: A Scale Development Study","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Sungkyunkwan University","keywords":"Exploratory factor analysis; Psychology; Confirmatory factor analysis; Scale (ratio); Scaffold; Mathematics education; Online learning; Rating scale; Reliability (semiconductor); Class (philosophy); Applied psychology; Structural equation modeling; Computer science; Psychometrics; Multimedia; Developmental psychology; Artificial intelligence","score_opus":0.15973313595771885,"score_gpt":0.49668412830823716,"score_spread":0.3369509923505183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560244942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922827,0.000066244145,0.003171737,0.00013997029,0.000040581726,0.0013124319,0.00009319551,0.00003023158,0.0028629373],"genre_scores_gemma":[0.9792109,0.00023407281,0.013698819,0.00012313004,0.00003070833,0.0045156274,0.00027542035,0.000028503724,0.0018828613],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99617,0.0018126641,0.00043559007,0.00028851448,0.0010926172,0.0002005823],"domain_scores_gemma":[0.9830289,0.008817668,0.0011046741,0.0011513063,0.004796806,0.0011006171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015167702,0.00034724447,0.00047265278,0.001353878,0.0010420564,0.0013014469,0.00083524466,0.0004981509,0.0013871157],"category_scores_gemma":[0.02337277,0.00036736607,0.00068197335,0.0012674514,0.0008347534,0.0012787569,0.0011091179,0.001158904,0.00056241604],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051596074,0.008401974,0.54081804,0.00040105655,0.00011275139,0.0006151789,0.091133565,0.0005358419,0.008237635,0.0016982297,0.004979802,0.34254998],"study_design_scores_gemma":[0.00051228463,0.0077178995,0.9035373,0.00028685556,0.00014782882,0.0004933764,0.056553315,0.005565246,0.005131979,0.001110062,0.018842177,0.00010167153],"about_ca_topic_score_codex":0.0013606178,"about_ca_topic_score_gemma":0.0021289862,"teacher_disagreement_score":0.015167702,"about_ca_system_score_codex":0.00067931117,"about_ca_system_score_gemma":0.0019214116,"threshold_uncertainty_score":0.080215394},"labels":[],"label_agreement":null},{"id":"W2560339378","doi":"10.19173/irrodl.v17i6.2581","title":"The Effects of Online Interactions on the Relationship Between Learning-Related Anxiety and Intention to Persist Among E-Learning Students with Visual Impairment","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Anxiety; Affect (linguistics); Visual impairment; Online learning; Visual learning; Developmental psychology; Communication; Multimedia; Psychiatry","score_opus":0.06303526475671785,"score_gpt":0.4482883154466446,"score_spread":0.38525305068992677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560339378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993705,0.00013832802,0.000021680135,0.000061548984,0.0000034801735,0.000006577025,0.00002091538,0.0000015783129,0.00037539753],"genre_scores_gemma":[0.9996069,0.000095532894,0.000036053545,0.000022713934,0.0000032597502,0.000008908471,0.000024317795,6.6071914e-7,0.00020158572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993543,0.00017178152,0.00007336485,0.000061976905,0.00014092561,0.00019757438],"domain_scores_gemma":[0.99423164,0.001882612,0.0019675603,0.00014116777,0.00048292676,0.0012940223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071437174,0.00025279578,0.00029048303,0.00057024666,0.000407185,0.001024404,0.00031160202,0.00041859853,0.0023764546],"category_scores_gemma":[0.0057094954,0.00016297415,0.0006502034,0.00032643392,0.00033592564,0.0004411257,0.0007667402,0.0009066987,0.00020850681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011180531,0.0009111984,0.9845046,0.000058362504,0.000075620024,0.00008535644,0.0011881138,0.000033075346,0.00024970574,0.000028101835,0.0001031433,0.012650983],"study_design_scores_gemma":[0.0000033869778,0.00020032437,0.9982772,0.000020321653,0.000031004438,0.000036623413,0.0011967254,0.000073687486,0.000054700595,0.000013206223,0.00008888492,0.0000039817983],"about_ca_topic_score_codex":0.0075808247,"about_ca_topic_score_gemma":0.014517728,"teacher_disagreement_score":0.0075808247,"about_ca_system_score_codex":0.00043508215,"about_ca_system_score_gemma":0.0006192331,"threshold_uncertainty_score":0.015073359},"labels":[],"label_agreement":null},{"id":"W2560426734","doi":"10.19173/irrodl.v17i6.2846","title":"Open Assessment of Learning: A Meta-Synthesis","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Peer assessment; The Internet; Open education; Computer science; Class (philosophy); Knowledge management; Distance education; Educational technology; Assessment for learning; Mathematics education; World Wide Web; Psychology; Formative assessment; Artificial intelligence","score_opus":0.186653093255899,"score_gpt":0.5005421096733849,"score_spread":0.3138890164174859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560426734","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034484875,0.98659605,0.0023313223,0.0009331673,0.00055477314,0.003660403,0.001351414,0.000040457697,0.0010838845],"genre_scores_gemma":[0.07610082,0.8990399,0.008077458,0.0015596909,0.00028395536,0.013224824,0.0011045177,0.00004928253,0.0005595224],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9643111,0.016946375,0.0108942,0.0022942969,0.00488778,0.0006662416],"domain_scores_gemma":[0.8995475,0.0816637,0.008576292,0.0028075492,0.0068014073,0.00060347555],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0457069,0.0023967342,0.009758652,0.02213017,0.0011412954,0.0063502216,0.00323169,0.0025386745,0.008123648],"category_scores_gemma":[0.12603644,0.0014607017,0.01660304,0.017598387,0.0017354427,0.0051214346,0.0036610723,0.0021393704,0.0006132348],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037260822,0.000032935586,0.0007648739,0.9335333,0.03159386,0.00008512457,0.0008464545,0.00025858896,0.00017344987,0.00082542753,0.0012182089,0.030295134],"study_design_scores_gemma":[0.0003670535,0.00033253912,0.0033982352,0.8025935,0.16926232,0.0001447683,0.0012311977,0.00020099987,0.0003846809,0.001473291,0.020550432,0.00006093895],"about_ca_topic_score_codex":0.0061065387,"about_ca_topic_score_gemma":0.016170492,"teacher_disagreement_score":0.9967683,"about_ca_system_score_codex":0.008687969,"about_ca_system_score_gemma":0.013710398,"threshold_uncertainty_score":0.24172407},"labels":[],"label_agreement":null},{"id":"W2560736521","doi":"10.19173/irrodl.v17i6.2567","title":"Reading Online in Foreign Languages: A Study of Strategy Use","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Foreign language; Reading (process); Computer science; Mathematics education; Psychology; Pedagogy; Linguistics","score_opus":0.20549644031537728,"score_gpt":0.5445512388011743,"score_spread":0.339054798485797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560736521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99937564,0.000023871025,0.00003977099,0.000009773571,6.8750546e-7,0.00000714653,0.000009107782,9.427417e-7,0.000533095],"genre_scores_gemma":[0.9987594,0.00008848044,0.00016829977,0.00003054593,0.0000020559078,0.000025192116,0.000026598764,0.0000021164772,0.0008973288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994711,0.00018667376,0.000043395972,0.00007395264,0.000107444794,0.00011736775],"domain_scores_gemma":[0.9974234,0.0011915454,0.0005418365,0.00011134342,0.00033524728,0.0003966331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012504667,0.00033741715,0.0003861727,0.0013579981,0.00089215004,0.0019411526,0.00038572535,0.0005156465,0.002104909],"category_scores_gemma":[0.0043838304,0.00025547828,0.0003118918,0.0007871692,0.00080816064,0.0013609482,0.0010341381,0.0008139962,0.0004687814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012767146,0.0017353211,0.6619607,0.000110546935,0.0000463094,0.0010029911,0.29702312,0.000069642796,0.0056971046,0.00048241857,0.00024074438,0.03150339],"study_design_scores_gemma":[0.000019803681,0.0012099781,0.7026067,0.00007879799,0.00003526034,0.0013689989,0.2874094,0.00038265265,0.002080539,0.0003550979,0.004413358,0.00003947122],"about_ca_topic_score_codex":0.0026476057,"about_ca_topic_score_gemma":0.00465329,"teacher_disagreement_score":0.0026476057,"about_ca_system_score_codex":0.00038783846,"about_ca_system_score_gemma":0.0005885908,"threshold_uncertainty_score":0.007041633},"labels":[],"label_agreement":null},{"id":"W2560739446","doi":"10.19173/irrodl.v17i6.2696","title":"Challenges of Offering a MOOC from an LMIC","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Massive open online course; Flexibility (engineering); The Internet; Economic shortage; Political science; Public relations; Quality (philosophy); Computer science; Perspective (graphical); Medical education; Pedagogy; Sociology; World Wide Web; Psychology; Medicine; Management; Government (linguistics)","score_opus":0.13000544615261259,"score_gpt":0.46117972139967434,"score_spread":0.3311742752470618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560739446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6249709,0.0055988003,0.013908096,0.14384885,0.0028697979,0.0012997937,0.00032812354,0.00075374695,0.20642191],"genre_scores_gemma":[0.9100427,0.003483538,0.011934253,0.012520064,0.0006568536,0.0005040754,0.00026165257,0.00018901692,0.060407747],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947254,0.0023151347,0.00018308607,0.0004607632,0.001282422,0.0010331937],"domain_scores_gemma":[0.9854255,0.0030327903,0.0007521703,0.00048242096,0.0036908053,0.0066163028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052914186,0.0003814315,0.00033163695,0.0004848567,0.0065327724,0.009380176,0.0018189757,0.002869813,0.010589806],"category_scores_gemma":[0.012797914,0.0002470559,0.00020138688,0.00053348683,0.0012626823,0.0027499397,0.0035121092,0.0026364042,0.0050261198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005665373,0.0020980404,0.037429508,0.0019537066,0.00007202384,0.007120389,0.05433161,0.0019072675,0.010163792,0.024306642,0.12128761,0.73876286],"study_design_scores_gemma":[0.00009926527,0.0021095187,0.044222645,0.0022333846,0.00006329984,0.0027123569,0.24150576,0.0045132437,0.004504931,0.009597171,0.6882598,0.00017869506],"about_ca_topic_score_codex":0.008975625,"about_ca_topic_score_gemma":0.013522267,"teacher_disagreement_score":0.010589806,"about_ca_system_score_codex":0.0034635256,"about_ca_system_score_gemma":0.0100665055,"threshold_uncertainty_score":0.035426438},"labels":[],"label_agreement":null},{"id":"W2560873528","doi":"10.19173/irrodl.v17i6.2803","title":"Faculty Members’ Instructional Priorities for Adopting OER","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Appeal; Instructional technology; Class (philosophy); Extension (predicate logic); Computer science; Instructional design; Medical education; Educational technology; Psychology; Mathematics education; Knowledge management; Multimedia; Political science; Medicine; Artificial intelligence","score_opus":0.13136521241105065,"score_gpt":0.4550331642578134,"score_spread":0.3236679518467628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560873528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98304784,0.0006342594,0.0025915026,0.0032123215,0.00006163664,0.00016090316,0.0000576839,0.000044781693,0.010189119],"genre_scores_gemma":[0.9966851,0.00033648414,0.0019159697,0.0002762806,0.000019716312,0.000051314237,0.000034420573,0.0000054958423,0.0006753539],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98877406,0.005170153,0.0012429751,0.00051079167,0.002719276,0.0015827625],"domain_scores_gemma":[0.9578116,0.013284256,0.009617106,0.0011441205,0.010286181,0.007856675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018718418,0.00013022836,0.00025002603,0.00202027,0.0021334146,0.0029386084,0.0007692655,0.0008039875,0.0016434368],"category_scores_gemma":[0.041217946,0.00021328659,0.0002856775,0.0014895691,0.0009216228,0.0014474998,0.0019312219,0.0009936942,0.0003120236],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003583812,0.00055312965,0.4966531,0.00066306157,0.00010015841,0.00055337715,0.106571004,0.0005814378,0.0077029937,0.005051038,0.004555715,0.3766566],"study_design_scores_gemma":[0.00006541398,0.00085643417,0.63128525,0.00053687283,0.00008630702,0.0006945988,0.31837916,0.001138024,0.0050118584,0.0037250835,0.038060337,0.00016075587],"about_ca_topic_score_codex":0.0034229122,"about_ca_topic_score_gemma":0.0051318076,"teacher_disagreement_score":0.018718418,"about_ca_system_score_codex":0.0030854926,"about_ca_system_score_gemma":0.007414667,"threshold_uncertainty_score":0.09899366},"labels":[],"label_agreement":null},{"id":"W2561216005","doi":"10.19173/irrodl.v17i6.2622","title":"Coordinated Implicitly? An Empirical Study on the Role of Social Media in Collaborative Learning","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"State Administration of Foreign Experts Affairs; National Natural Science Foundation of China","keywords":"Transactive memory; Teamwork; Social media; Leverage (statistics); Computer science; Knowledge management; Computer-mediated communication; Empirical research; Psychology; World Wide Web; Artificial intelligence; The Internet","score_opus":0.12506345397002752,"score_gpt":0.4991936607009597,"score_spread":0.3741302067309322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561216005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98937744,0.0006571039,0.0011965239,0.0007629801,0.000015993844,0.000048346494,0.000017157272,0.000003749378,0.007920735],"genre_scores_gemma":[0.9981566,0.0004719566,0.00069025246,0.00012710538,0.000015440308,0.000054096185,0.000018626733,0.000005168911,0.00046076925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9796545,0.013905781,0.0008831371,0.00168171,0.0030815448,0.0007932953],"domain_scores_gemma":[0.801534,0.15864676,0.025739608,0.0056011607,0.005523844,0.0029545997],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017990869,0.00028020964,0.0005764873,0.0018369202,0.0021353979,0.004820815,0.0017078032,0.0016067604,0.0036721393],"category_scores_gemma":[0.069749124,0.00043668682,0.00035727042,0.0027074935,0.0035481958,0.0071311924,0.003293967,0.0019922727,0.00037719807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048309955,0.003261034,0.504191,0.0011150332,0.00037266422,0.0006096874,0.27857304,0.00057134737,0.0016141073,0.02095002,0.0015119317,0.18674709],"study_design_scores_gemma":[0.00013018155,0.0011111209,0.63732153,0.0011456239,0.00025970582,0.00052994787,0.33058396,0.0043619047,0.0011609098,0.0097341025,0.013576489,0.00008460014],"about_ca_topic_score_codex":0.0027176077,"about_ca_topic_score_gemma":0.003317226,"teacher_disagreement_score":0.9820091,"about_ca_system_score_codex":0.0013773567,"about_ca_system_score_gemma":0.0016579579,"threshold_uncertainty_score":0.09514594},"labels":[],"label_agreement":null},{"id":"W2561291595","doi":"10.19173/irrodl.v17i6.2620","title":"Evaluation of Virtual Objects: Contributions for the Learning Process","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Business and Management Studies","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning object; Distance education; Educational resources; ICTS; Process (computing); Profit (economics); Object (grammar); Virtual learning environment; Computer science; Higher education; Sociology; Information and Communications Technology; Multimedia; Pedagogy; World Wide Web; Artificial intelligence; Economic growth; Economics","score_opus":0.3716460921695055,"score_gpt":0.588216991181225,"score_spread":0.21657089901171944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561291595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45580906,0.027731055,0.21319363,0.0114624305,0.0011371591,0.0054346104,0.000668816,0.00048437092,0.2840788],"genre_scores_gemma":[0.91041493,0.0036712673,0.07514967,0.0003852781,0.00016873672,0.0012427687,0.00025520872,0.00010841126,0.008603729],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8830538,0.087501995,0.004472832,0.0026894321,0.020934906,0.0013470663],"domain_scores_gemma":[0.7968735,0.14640619,0.013716039,0.009828997,0.03009681,0.0030785205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06708261,0.000697311,0.0010367067,0.009002012,0.0021878944,0.01695466,0.0017355112,0.0015915447,0.006807822],"category_scores_gemma":[0.15947331,0.00027875078,0.00089477847,0.0048029465,0.0038924373,0.010022385,0.0064214272,0.00075874524,0.0012110452],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032929465,0.00044040373,0.028907152,0.002138101,0.00013333923,0.00018267456,0.02258584,0.0015367154,0.00086817425,0.053339936,0.004063116,0.88547534],"study_design_scores_gemma":[0.0003331927,0.00519501,0.18973854,0.019938929,0.0010594823,0.0015726796,0.18239829,0.03665513,0.014713117,0.2280639,0.31975392,0.00057780935],"about_ca_topic_score_codex":0.001642528,"about_ca_topic_score_gemma":0.0014966939,"teacher_disagreement_score":0.06708261,"about_ca_system_score_codex":0.005899027,"about_ca_system_score_gemma":0.0068666325,"threshold_uncertainty_score":0.35477102},"labels":[],"label_agreement":null},{"id":"W2563319199","doi":"10.19173/irrodl.v17i6.2493","title":"The Impact of Contact Sessions and Discussion Forums on the Academic Performance of Open Distance Learning Students","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Attendance; Distance education; Psychology; Medical education; Online discussion; Computer-mediated communication; Mathematics education; Computer science; The Internet; Medicine; World Wide Web","score_opus":0.09918085047669903,"score_gpt":0.5304276049356496,"score_spread":0.43124675445895055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563319199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986355,0.00004529476,0.00006895543,0.00006098146,0.000020235657,0.000015545682,0.00001392762,0.000008243913,0.0011312773],"genre_scores_gemma":[0.9987764,0.00003471982,0.00012364025,0.000022334345,0.0000319732,0.0000234126,0.000029160276,0.0000031369661,0.00095522596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99545515,0.0020253116,0.00029149427,0.00036064046,0.0011501128,0.0007173286],"domain_scores_gemma":[0.9663146,0.01567763,0.00489423,0.0010660356,0.0018432729,0.010204124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034158034,0.00035622477,0.00041833043,0.0007776153,0.0010878424,0.002096601,0.00063390157,0.0006337669,0.006213579],"category_scores_gemma":[0.026476828,0.000120319455,0.0004545217,0.00048011844,0.0004300634,0.00070473534,0.0017670215,0.0008063337,0.000995221],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036228695,0.015181008,0.55795354,0.0003717879,0.00022228582,0.0010457458,0.02292727,0.0007191574,0.018903635,0.00040669975,0.002465402,0.37618068],"study_design_scores_gemma":[0.00009661211,0.0076816743,0.9698896,0.00007422498,0.000085736385,0.0003050695,0.013814927,0.00065874774,0.003680418,0.0002784527,0.0033760662,0.000058479847],"about_ca_topic_score_codex":0.000812753,"about_ca_topic_score_gemma":0.0012961248,"teacher_disagreement_score":0.006213579,"about_ca_system_score_codex":0.0005007939,"about_ca_system_score_gemma":0.00075520336,"threshold_uncertainty_score":0.020786464},"labels":[],"label_agreement":null},{"id":"W2563962901","doi":"10.19173/irrodl.v17i6.2784","title":"Assuring Quality in E-Learning Course Design: The Roadmap","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Laureate Education","keywords":"Excellence; Higher education; Sociology; Government (linguistics); Distance education; Quality (philosophy); Educational technology; Quality assurance; Political science; Public relations; Engineering ethics; Pedagogy; Engineering; Epistemology","score_opus":0.17629997475813822,"score_gpt":0.5251479950309007,"score_spread":0.3488480202727625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563962901","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018689208,0.6275772,0.054148354,0.26157865,0.0027638434,0.0008614873,0.00033910468,0.00022303966,0.033819176],"genre_scores_gemma":[0.4164996,0.43087316,0.11826058,0.02797689,0.0013988668,0.0018197171,0.00036490924,0.00032176913,0.0024845866],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9195074,0.057411455,0.004906085,0.0041531133,0.0126250135,0.0013969319],"domain_scores_gemma":[0.64871323,0.30368513,0.008265316,0.00990627,0.027213812,0.0022162492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13337776,0.001265405,0.0017909015,0.010309098,0.0036173745,0.020029543,0.003945572,0.004804073,0.0071095168],"category_scores_gemma":[0.1428048,0.0011109007,0.001995284,0.009331372,0.018869897,0.042766996,0.010320961,0.0105782915,0.0008332347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012527205,0.00018291162,0.004299693,0.035710942,0.00033543922,0.00008070543,0.025777586,0.0012238573,0.00046039795,0.2195659,0.012102473,0.7001347],"study_design_scores_gemma":[0.000094870906,0.00050914363,0.008652858,0.12205435,0.0005651481,0.00032872,0.07657275,0.0022430485,0.0016190985,0.46570602,0.32146832,0.00018569862],"about_ca_topic_score_codex":0.010261166,"about_ca_topic_score_gemma":0.0080790315,"teacher_disagreement_score":0.13337776,"about_ca_system_score_codex":0.017084932,"about_ca_system_score_gemma":0.026303107,"threshold_uncertainty_score":0.70537746},"labels":[],"label_agreement":null},{"id":"W2565903849","doi":"10.19173/irrodl.v17i6.2812","title":"Ethical Considerations in the Practical Application of the Unisa Socio-Critical Model of Student Success","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Accountability; Government (linguistics); Big data; Higher education; Student engagement; Sociology; Democracy; Public relations; Critical thinking; Analytics; Class (philosophy); Computer science; Mathematics education; Political science; Pedagogy; Psychology; Data science; Law; Artificial intelligence","score_opus":0.1514281058191468,"score_gpt":0.5336481001950486,"score_spread":0.3822199943759018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565903849","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040839553,0.002273045,0.06892536,0.7235703,0.0016495793,0.00046122714,0.000087855435,0.00008365144,0.16210946],"genre_scores_gemma":[0.9317817,0.0007489585,0.03006062,0.025473515,0.0006475709,0.001196886,0.00002546178,0.00006572378,0.00999945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.89504385,0.09195899,0.0013090041,0.0031583558,0.006507602,0.002022244],"domain_scores_gemma":[0.8627375,0.111053355,0.00470243,0.008938409,0.008845993,0.0037222758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11894756,0.0007446961,0.00090504065,0.0016266691,0.011302863,0.017684039,0.0032671061,0.011907737,0.004127405],"category_scores_gemma":[0.11405848,0.00053620635,0.00071814196,0.0014539341,0.07086329,0.012977586,0.01069947,0.017632013,0.00084132294],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014003247,0.000030129753,0.000670949,0.00003691986,0.000007241022,0.000134664,0.015287674,0.00054762256,0.000057895457,0.97422326,0.0039728857,0.005016727],"study_design_scores_gemma":[0.000018574981,0.000027555334,0.00044667447,0.0002437214,0.0000057352495,0.00008408348,0.0116353175,0.0029195026,0.00012907741,0.9458198,0.038638905,0.0000311597],"about_ca_topic_score_codex":0.004734486,"about_ca_topic_score_gemma":0.005100319,"teacher_disagreement_score":0.11894756,"about_ca_system_score_codex":0.010826244,"about_ca_system_score_gemma":0.013194679,"threshold_uncertainty_score":0.6290623},"labels":[],"label_agreement":null},{"id":"W2566790236","doi":"10.19173/irrodl.v17i6.2736","title":"In Search for the Open Educator: Proposal of a Definition and a Framework to Increase Openness Adoption Among University Educators","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Open education; Open educational resources; Process (computing); Set (abstract data type); Mathematics education; Work (physics); Order (exchange); Dimension (graph theory); Sociology; Class (philosophy); Pedagogy; Distance education; Relation (database); Knowledge management; Psychology; Computer science; Engineering; Mathematics; Business; Social psychology","score_opus":0.0729621766929047,"score_gpt":0.41262546430917196,"score_spread":0.3396632876162673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566790236","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09226487,0.012738446,0.44725904,0.25962886,0.0023703033,0.0024317466,0.00014542635,0.0006543213,0.18250701],"genre_scores_gemma":[0.74932265,0.003532299,0.21754786,0.011394325,0.00025180928,0.0024409278,0.00010667656,0.00017892141,0.015224597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.960939,0.027692787,0.0023364457,0.0024469283,0.004486166,0.0020987361],"domain_scores_gemma":[0.9675875,0.018465292,0.0033859883,0.0014739663,0.0047452925,0.004341931],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.040706713,0.0008559692,0.0008707581,0.0065943995,0.0095271915,0.017917404,0.0034941467,0.008596764,0.0025291906],"category_scores_gemma":[0.032610815,0.0006728102,0.0012160752,0.0037086215,0.039221108,0.029506303,0.020389687,0.008606226,0.00058421347],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022957523,0.00018132437,0.0040996643,0.0006677135,0.000017104716,0.0003688588,0.16145085,0.00026014147,0.0005414784,0.77755624,0.0059305523,0.048903152],"study_design_scores_gemma":[0.00006471324,0.00021989485,0.00525557,0.003768135,0.000055540087,0.00093618233,0.28818408,0.0022952566,0.0012528233,0.4189933,0.27880815,0.0001663238],"about_ca_topic_score_codex":0.004113737,"about_ca_topic_score_gemma":0.004729296,"teacher_disagreement_score":0.99650586,"about_ca_system_score_codex":0.010895254,"about_ca_system_score_gemma":0.03189183,"threshold_uncertainty_score":0.21528023},"labels":[],"label_agreement":null},{"id":"W2567161559","doi":"10.19173/irrodl.v17i6.2686","title":"Maintaining Momentum Toward Graduation: OER and the Course Throughput Rate","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"William and Flora Hewlett Foundation","keywords":"Open educational resources; Graduation (instrument); Open education; Throughput; Community college; Academic achievement; Higher education; Mathematics education; Computer science; Psychology; Medical education; Medicine; World Wide Web; Mathematics; Telecommunications; Political science; Wireless","score_opus":0.09431853160429607,"score_gpt":0.4350587583132342,"score_spread":0.3407402267089381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567161559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98883224,0.00031802693,0.0005780739,0.00097173697,0.000047648817,0.000046830082,0.00012511051,0.00003506371,0.009045392],"genre_scores_gemma":[0.99691784,0.0001698653,0.0002142263,0.00007902802,0.000030889372,0.000017899301,0.00009450677,0.000009509438,0.002466166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974413,0.00051460415,0.0002190236,0.00017631058,0.00092370366,0.0007251153],"domain_scores_gemma":[0.9708392,0.006709277,0.0088184355,0.0010416491,0.0046302956,0.007961198],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0051460206,0.00020339614,0.00028879143,0.0017598858,0.0010275098,0.0033480502,0.00079193595,0.00066811376,0.007648606],"category_scores_gemma":[0.027341926,0.00011281276,0.00041107755,0.0016182978,0.0007814264,0.0014578938,0.0019329463,0.0013351502,0.0015667224],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021945991,0.0008802045,0.9269427,0.00003096435,0.000028918512,0.000113440714,0.0007705517,0.00034571093,0.0004927107,0.0007507472,0.0012252977,0.06819921],"study_design_scores_gemma":[0.000008916587,0.00030946484,0.9958151,0.000027440568,0.000011857378,0.00005112385,0.0014839234,0.0003109274,0.0003628304,0.00029162443,0.0013150794,0.0000117566005],"about_ca_topic_score_codex":0.0059712552,"about_ca_topic_score_gemma":0.0058311746,"teacher_disagreement_score":0.9992081,"about_ca_system_score_codex":0.0013877632,"about_ca_system_score_gemma":0.002395298,"threshold_uncertainty_score":0.027215123},"labels":[],"label_agreement":null},{"id":"W2567607828","doi":"","title":"Learning Objects: Resources for Distance Education Worldwide. [and] Critiques of Stephen Downes'\"Learning Objects.\".","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Computer science; Mathematics education; Instructional design; Sociology; Multimedia; Psychology","score_opus":0.05085524580422264,"score_gpt":0.4231326974344319,"score_spread":0.37227745163020926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2567607828","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002278588,0.12321476,0.008095741,0.5633905,0.008691427,0.00007104148,0.00037204055,0.00036034174,0.29352558],"genre_scores_gemma":[0.14255396,0.1586609,0.010823762,0.30160558,0.015721427,0.00088767486,0.0007670904,0.0011495246,0.36783004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943217,0.0025513445,0.0003588213,0.00036822667,0.0017812299,0.0006187083],"domain_scores_gemma":[0.99145144,0.005602178,0.0005327497,0.00042076866,0.0015640446,0.00042877017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050028325,0.0019093915,0.0007064824,0.0031348434,0.009469141,0.0128225535,0.003977902,0.01945386,0.018104374],"category_scores_gemma":[0.015105041,0.0010557395,0.00081079785,0.0046200664,0.013561429,0.030555379,0.006474253,0.010723866,0.007498083],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021391932,0.000015532847,0.00008998493,0.00021502537,0.0000060790967,0.00008628862,0.0032798587,0.000114905706,0.00004074567,0.52853334,0.45223784,0.01535898],"study_design_scores_gemma":[0.000014602606,0.000015171427,0.0006412525,0.00071144255,0.000010426065,0.00012352533,0.002133781,0.0001292684,0.00018843307,0.13436063,0.861644,0.000027419606],"about_ca_topic_score_codex":0.03543762,"about_ca_topic_score_gemma":0.079876415,"teacher_disagreement_score":0.03543762,"about_ca_system_score_codex":0.0050693383,"about_ca_system_score_gemma":0.0048634396,"threshold_uncertainty_score":0.0704627},"labels":[],"label_agreement":null},{"id":"W2579260345","doi":"10.19173/irrodl.v15i3.1679","title":"First steps towards a university social network on personal learning environments","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"The Internet; Educational technology; Higher education; Distance education; Open educational resources; Collaborative learning; Computer science; Sociology; Web 2.0; Social media; Multimedia; World Wide Web; Knowledge management; Pedagogy; Political science","score_opus":0.058104501345252156,"score_gpt":0.35235361052492215,"score_spread":0.29424910917967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579260345","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060396478,0.014413669,0.13445386,0.28068438,0.0035676078,0.0006273354,0.0002005071,0.00086081447,0.5047953],"genre_scores_gemma":[0.74657893,0.014775803,0.12864871,0.014940683,0.0011917616,0.00075184146,0.000218079,0.00031777064,0.092576385],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9947247,0.0033933886,0.00013907552,0.00041098043,0.00087295455,0.000458781],"domain_scores_gemma":[0.9919729,0.002883432,0.00043036864,0.0011525301,0.0015924447,0.0019684106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008442677,0.0005311812,0.0004302299,0.001950761,0.00598369,0.015273824,0.0017590199,0.006461083,0.01619762],"category_scores_gemma":[0.009075718,0.0005341985,0.0005975802,0.0019908557,0.006980058,0.026043637,0.012549623,0.0044248328,0.003564324],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003268074,0.00015725085,0.0012318272,0.00023689367,0.000013369292,0.00025759212,0.009179722,0.0003892354,0.00057663926,0.87291896,0.021360865,0.09364499],"study_design_scores_gemma":[0.000017719614,0.00011585037,0.0016013636,0.000773627,0.000013929643,0.00020844696,0.023097705,0.0019825608,0.0007934941,0.2978637,0.6734835,0.000048026912],"about_ca_topic_score_codex":0.0041438066,"about_ca_topic_score_gemma":0.0055499617,"teacher_disagreement_score":0.01619762,"about_ca_system_score_codex":0.005197185,"about_ca_system_score_gemma":0.007720524,"threshold_uncertainty_score":0.054186463},"labels":[],"label_agreement":null},{"id":"W2586422015","doi":"10.19173/irrodl.v18i7.3167","title":"First Year Learning Experiences of University Undergraduates in the Use of Open Educational Resources in Online Learning","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Likert scale; Open educational resources; Test (biology); Educational technology; Psychology; Mathematics education; Perception; Distance education; Instructional design; Medical education; Scale (ratio); Academic achievement; Pedagogy; Psychometrics; Medicine","score_opus":0.17055202465638994,"score_gpt":0.44128982236991554,"score_spread":0.2707377977135256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586422015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988716,0.00018768157,0.000054221062,0.00008898833,0.000012689951,0.000011540765,0.000012621735,0.000002914536,0.00075765484],"genre_scores_gemma":[0.99785584,0.00025303607,0.00011847309,0.00011018721,0.000009468934,0.000011089684,0.000026030419,0.0000016133911,0.0016141554],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9988047,0.00036567065,0.00006890545,0.00008921893,0.0002920317,0.000379402],"domain_scores_gemma":[0.99407166,0.0009807205,0.0010304115,0.000156827,0.0006326599,0.0031277223],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0019150705,0.00027456068,0.0005064228,0.00052322756,0.0011500189,0.0028119923,0.00043967107,0.00064031366,0.0028643394],"category_scores_gemma":[0.005609204,0.00027313564,0.00034917516,0.00030188638,0.0005762483,0.0010311627,0.0018948258,0.0010564845,0.0006265195],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043019748,0.0065547884,0.6720658,0.0005305962,0.00006927535,0.0022260556,0.20089366,0.00017693084,0.0119748525,0.00056710246,0.0022757014,0.10223514],"study_design_scores_gemma":[0.000019810088,0.004040896,0.6982549,0.00019787742,0.00004685898,0.0019671228,0.27968642,0.00023504756,0.0024207425,0.00025000802,0.012805907,0.00007441259],"about_ca_topic_score_codex":0.00089537504,"about_ca_topic_score_gemma":0.0025248986,"teacher_disagreement_score":0.99956036,"about_ca_system_score_codex":0.00045526185,"about_ca_system_score_gemma":0.00064625475,"threshold_uncertainty_score":0.010127962},"labels":[],"label_agreement":null},{"id":"W2586727313","doi":"10.19173/irrodl.v18i2.3033","title":"Why Study on a MOOC? The Motives of Students and Professionals","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; Bill and Melinda Gates Foundation","keywords":"Casual; Massive open online course; TUTOR; Psychology; Class (philosophy); Online learning; Pedagogy; Medical education; Mathematics education; Computer science; Multimedia; Medicine; Political science","score_opus":0.1505521558320816,"score_gpt":0.5424128184503659,"score_spread":0.39186066261828434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586727313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9480603,0.0024620597,0.0018072763,0.033604983,0.00099282,0.00012472429,0.00007412284,0.00006635381,0.01280742],"genre_scores_gemma":[0.9788448,0.0013905866,0.0012211574,0.009251734,0.00022076072,0.00011121632,0.000061228944,0.00004513603,0.008853255],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9958346,0.0014916597,0.00014622512,0.0003042958,0.0012892334,0.000933992],"domain_scores_gemma":[0.980049,0.0036390303,0.0018769031,0.00041608323,0.0028823689,0.011136659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048038927,0.00023857152,0.00040554398,0.001002832,0.0030942424,0.0068191895,0.000568877,0.0019849741,0.003368948],"category_scores_gemma":[0.018778997,0.00024715724,0.0003089283,0.00062120246,0.0020698062,0.0024760622,0.0026176723,0.0019628708,0.0015057062],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033383915,0.00075078796,0.4270661,0.00071283814,0.000093935574,0.0011327362,0.18859968,0.000090692,0.005697913,0.010973377,0.045912523,0.31863558],"study_design_scores_gemma":[0.000051022456,0.00063234934,0.20266066,0.0008238661,0.0000720916,0.0011996673,0.63683456,0.00046483846,0.0013681215,0.00617408,0.14957643,0.0001423857],"about_ca_topic_score_codex":0.0022921863,"about_ca_topic_score_gemma":0.0058854665,"teacher_disagreement_score":0.0068191895,"about_ca_system_score_codex":0.0013875557,"about_ca_system_score_gemma":0.0033163826,"threshold_uncertainty_score":0.025405705},"labels":[],"label_agreement":null},{"id":"W2592116679","doi":"10.19173/irrodl.v18i1.2640","title":"Analysis of Social Media Influencers and Trends on Online and Mobile Learning","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Influencer marketing; Social media; Descriptive statistics; Computer science; World Wide Web; Multimedia; Statistics; Mathematics; Business","score_opus":0.08277896173068221,"score_gpt":0.46869992799363713,"score_spread":0.3859209662629549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592116679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98127764,0.0006786145,0.0016196392,0.0007594047,0.00005267931,0.00006890624,0.003599543,0.00009334634,0.011850308],"genre_scores_gemma":[0.9933468,0.00046072443,0.0009808637,0.000050102033,0.00011134549,0.000055924527,0.0017966877,0.000029678187,0.0031678162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991653,0.00018913289,0.000071685354,0.00012875254,0.00033048744,0.00011463593],"domain_scores_gemma":[0.9925317,0.0033552372,0.0019053225,0.00027724484,0.0015920339,0.00033854845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001007932,0.00017967833,0.00024771586,0.005185854,0.00041543832,0.0014373199,0.0003228653,0.00028476815,0.0029993737],"category_scores_gemma":[0.005394987,0.000105616935,0.0003423078,0.005831805,0.00024866618,0.0014557033,0.00052918127,0.00035042258,0.000990919],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001505376,0.000108273285,0.87626714,0.00024639184,0.000103490616,0.0002732732,0.004612106,0.00061279297,0.002189504,0.0023396062,0.0054806997,0.107616276],"study_design_scores_gemma":[0.0000045533116,0.000103297905,0.96966803,0.00007158519,0.00005214519,0.00017354383,0.0069543864,0.006110969,0.0015299082,0.00059554545,0.014712022,0.000023972321],"about_ca_topic_score_codex":0.0066967835,"about_ca_topic_score_gemma":0.01172939,"teacher_disagreement_score":0.0066967835,"about_ca_system_score_codex":0.00052280776,"about_ca_system_score_gemma":0.00042284635,"threshold_uncertainty_score":0.013315618},"labels":[],"label_agreement":null},{"id":"W2592211537","doi":"10.19173/irrodl.v18i1.2681","title":"Instance-Based Ontology Matching For Open and Distance Learning Materials","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Comisión de Operación y Fomento de Actividades Académicas, Instituto Politécnico Nacional; Instituto Politécnico Nacional","keywords":"Computer science; Ontology; Metadata; Ontology alignment; Classifier (UML); Distance education; Matching (statistics); Associative property; Information retrieval; Artificial intelligence; Semantic Web; Data mining; Ontology-based data integration; World Wide Web","score_opus":0.14136235157692487,"score_gpt":0.4689412287494585,"score_spread":0.32757887717253364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592211537","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05284901,0.00089566613,0.93395746,0.0008214585,0.00017402586,0.00043129688,0.0018246497,0.0038991175,0.0051472574],"genre_scores_gemma":[0.33301416,0.00056750973,0.6561871,0.000249298,0.00008427809,0.00029413533,0.0057857595,0.00021138649,0.0036064102],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964257,0.0008838493,0.0004513576,0.00082512764,0.001198235,0.00021563325],"domain_scores_gemma":[0.99684525,0.0012813527,0.00037953694,0.00090340193,0.00044266233,0.00014780657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029352254,0.00058656547,0.001060563,0.005020226,0.0010555178,0.003037217,0.0026916028,0.0016243762,0.004284927],"category_scores_gemma":[0.0091616595,0.0003297897,0.0020132114,0.006193116,0.00071101316,0.0071439454,0.0028227177,0.0016411797,0.0017631717],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000249956,0.0007040405,0.009869142,0.00033431416,0.00021608033,0.00014670672,0.0002986043,0.026793914,0.003970507,0.03893313,0.009242663,0.90924096],"study_design_scores_gemma":[0.00004695738,0.00013641216,0.007759744,0.00008998683,0.000095793774,0.00036434695,0.00067292596,0.83708036,0.008692383,0.1223173,0.022692796,0.00005097209],"about_ca_topic_score_codex":0.008798325,"about_ca_topic_score_gemma":0.007844388,"teacher_disagreement_score":0.008798325,"about_ca_system_score_codex":0.0018609556,"about_ca_system_score_gemma":0.002364464,"threshold_uncertainty_score":0.017494261},"labels":[],"label_agreement":null},{"id":"W2592349003","doi":"10.19173/irrodl.v18i1.2667","title":"Color Coded Cards for Student Behavior Management in Higher Education Environments","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Computer science; Multimedia; Focus (optics); Learning Management; Behavior management; Focus group; Qualitative research; Psychology; Artificial intelligence; Developmental psychology","score_opus":0.4610225177037914,"score_gpt":0.5699670258648103,"score_spread":0.10894450816101892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592349003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7142157,0.011526146,0.12059479,0.006533822,0.0014833797,0.0051471214,0.0022230549,0.002428085,0.13584796],"genre_scores_gemma":[0.8162256,0.003697862,0.16025168,0.0007898392,0.00011399131,0.0032412354,0.00060020335,0.00011305958,0.014966422],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99766976,0.0016506044,0.00007598691,0.00011904633,0.0004130145,0.00007150116],"domain_scores_gemma":[0.9914691,0.006322833,0.00063886,0.00045297184,0.0006261521,0.00049010693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003064263,0.00034741897,0.00023598276,0.0009509515,0.00042647813,0.001622607,0.0007961672,0.00037277825,0.009197108],"category_scores_gemma":[0.009494992,0.00013032899,0.000257028,0.001258812,0.0006702959,0.0008699487,0.0009996744,0.00075295125,0.00080946],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050418597,0.0012021499,0.008837582,0.00087471073,0.000026639505,0.0000526022,0.0022844397,0.00047728216,0.0023961798,0.0050302586,0.00863127,0.96968275],"study_design_scores_gemma":[0.0009173988,0.008475854,0.57018006,0.0061226357,0.00057719025,0.0008446574,0.024254208,0.022955315,0.019303892,0.035754956,0.31028107,0.00033274942],"about_ca_topic_score_codex":0.002276621,"about_ca_topic_score_gemma":0.0039655142,"teacher_disagreement_score":0.009197108,"about_ca_system_score_codex":0.0012983395,"about_ca_system_score_gemma":0.0018791641,"threshold_uncertainty_score":0.03076744},"labels":[],"label_agreement":null},{"id":"W2592435716","doi":"10.19173/irrodl.v18i1.2670","title":"Quality Assurance for Postgraduate Programs: Design of a Model Applied on a University in Chile","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Teacher Training","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Laboratório Central de Microscopia Eletrônica, Universidade Federal de Santa Catarina; Universidad Católica de la Santísima Concepción; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Accreditation; Quality assurance; Process (computing); Computer science; Quality (philosophy); Medical education; Higher education; Engineering management; Political science; Medicine; Engineering","score_opus":0.4710284862225016,"score_gpt":0.5545246672514008,"score_spread":0.08349618102889922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592435716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8866198,0.00024361597,0.07945531,0.0012762836,0.000064638116,0.006485343,0.0005231275,0.00014858667,0.02518322],"genre_scores_gemma":[0.9313207,0.00025910063,0.0571615,0.00009136155,0.000010158595,0.0076501206,0.00028632407,0.000015125541,0.0032055175],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954508,0.0033825831,0.00015337914,0.0004382469,0.00024166057,0.0003334013],"domain_scores_gemma":[0.9919796,0.0062173028,0.00048574118,0.00020063776,0.00081585435,0.00030080514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008582373,0.0008656448,0.00072273135,0.0016453313,0.0014801951,0.0038814242,0.00206435,0.0016570237,0.011235891],"category_scores_gemma":[0.009433517,0.00047792218,0.0017518497,0.0015461213,0.0018280864,0.0018517652,0.0024530385,0.0018447434,0.00044612607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031040304,0.008155507,0.14830703,0.003451957,0.00090475474,0.0016502754,0.037875757,0.42565596,0.003470625,0.21340418,0.0047762212,0.14924376],"study_design_scores_gemma":[0.0010406964,0.004216664,0.044589646,0.0007890074,0.0006054475,0.00009284423,0.029287906,0.8779074,0.0014711703,0.026885517,0.012958219,0.00015539855],"about_ca_topic_score_codex":0.02442671,"about_ca_topic_score_gemma":0.014147583,"teacher_disagreement_score":0.02442671,"about_ca_system_score_codex":0.01130274,"about_ca_system_score_gemma":0.00898407,"threshold_uncertainty_score":0.08200753},"labels":[],"label_agreement":null},{"id":"W2592574751","doi":"10.19173/irrodl.v18i1.2656","title":"Enriching Higher Education with Social Media: Development and Evaluation of a Social Media Toolkit","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; European Commission","keywords":"Social media; Class (philosophy); Process (computing); Perception; Higher education; Pedagogy; Sociology; Mathematics education; Computer science; Multimedia; Psychology; World Wide Web; Political science","score_opus":0.1814010128727554,"score_gpt":0.5088833716702196,"score_spread":0.3274823587974642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592574751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9784707,0.000111767,0.0054158,0.0002808665,0.00005779311,0.011001691,0.00027495375,0.00057188125,0.0038146747],"genre_scores_gemma":[0.8565696,0.0007589208,0.11141358,0.00027901595,0.000038715276,0.02345773,0.0013278129,0.00030302466,0.0058516],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9911049,0.0052449517,0.000907339,0.00057341816,0.0014418294,0.00072754873],"domain_scores_gemma":[0.9778958,0.013337199,0.0009816195,0.0016885914,0.0025831198,0.003513552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017137397,0.000855486,0.00078651984,0.0018264246,0.001379245,0.0029987337,0.0018493314,0.0012065328,0.0026558507],"category_scores_gemma":[0.026425065,0.0006439283,0.000984556,0.0009882376,0.0016689491,0.003085525,0.0045826063,0.0012804009,0.00081584393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055193896,0.118777335,0.033191416,0.0065355464,0.00035250204,0.0012462251,0.05378254,0.004784642,0.017309975,0.0021972347,0.005586384,0.75071687],"study_design_scores_gemma":[0.020527806,0.20288,0.3675635,0.00539083,0.0024759618,0.0015606339,0.122391574,0.03408629,0.088827565,0.0064060255,0.14656939,0.001320472],"about_ca_topic_score_codex":0.0021638102,"about_ca_topic_score_gemma":0.004289395,"teacher_disagreement_score":0.017137397,"about_ca_system_score_codex":0.0017372469,"about_ca_system_score_gemma":0.004437166,"threshold_uncertainty_score":0.09063226},"labels":[],"label_agreement":null},{"id":"W2592825063","doi":"10.19173/irrodl.v18i1.2645","title":"The Effects of Integrating Social Learning Environment with Online Learning","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministarstvo Prosvete, Nauke i Tehnološkog Razvoja","keywords":"Synchronous learning; Computer science; Educational technology; Active learning (machine learning); Learning environment; Cooperative learning; Blended learning; Experiential learning; Online learning; Collaborative learning; Class (philosophy); Learning sciences; Social learning; Knowledge management; Multimedia; Teaching method; Mathematics education; Psychology; Artificial intelligence","score_opus":0.0540292307349682,"score_gpt":0.45315313300344623,"score_spread":0.39912390226847805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592825063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886335,0.00024887323,0.00072511844,0.00030017068,0.0000691805,0.00013699307,0.000046229674,0.000052541283,0.009787383],"genre_scores_gemma":[0.9933177,0.00033008054,0.0025154757,0.00012190326,0.000048304406,0.00017881897,0.000057266807,0.000016730037,0.0034137298],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99707603,0.0018202069,0.00012060684,0.00020990701,0.0004982304,0.00027497925],"domain_scores_gemma":[0.98757905,0.008899843,0.00080842373,0.00047199073,0.0006103935,0.001630277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021322686,0.00034102492,0.00028894455,0.0005071836,0.0004940665,0.0017515153,0.0005187053,0.0004680639,0.008132967],"category_scores_gemma":[0.010031113,0.00012145453,0.000639189,0.00038468794,0.0004503308,0.0010361524,0.0013251441,0.00059088727,0.0005447854],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060282317,0.03754886,0.09152509,0.0018090395,0.00043966263,0.0005764394,0.009348285,0.00177877,0.02545755,0.0027973081,0.0037095868,0.8189811],"study_design_scores_gemma":[0.0015079938,0.08388245,0.7929484,0.001149696,0.0017415474,0.0006256027,0.026804326,0.007825332,0.033238336,0.004107822,0.045918398,0.00025006788],"about_ca_topic_score_codex":0.0007391527,"about_ca_topic_score_gemma":0.0012897347,"teacher_disagreement_score":0.008132967,"about_ca_system_score_codex":0.00045093216,"about_ca_system_score_gemma":0.0006675915,"threshold_uncertainty_score":0.027207494},"labels":[],"label_agreement":null},{"id":"W2592980471","doi":"10.19173/irrodl.v18i1.2633","title":"Enriching the Web of Data with Educational Information Using We-Share","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; World Wide Web; Publication; Information and Communications Technology; Experiential learning; Educational technology; Multimedia; Data science; Mathematics education; Psychology","score_opus":0.20049763990914712,"score_gpt":0.5281079624956475,"score_spread":0.32761032258650036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592980471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2282918,0.003032943,0.5978976,0.0077502406,0.0006238032,0.0022426352,0.008004004,0.055919744,0.09623728],"genre_scores_gemma":[0.44388288,0.0025625715,0.49406222,0.0013347676,0.00044260293,0.0015171964,0.014510516,0.005910545,0.035776887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948679,0.0022637383,0.0004329538,0.0006014285,0.0015605091,0.00027333814],"domain_scores_gemma":[0.9698732,0.018957106,0.0012612867,0.0069783824,0.0018830342,0.0010469471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007053686,0.0010169186,0.0008058447,0.005385099,0.001625487,0.004989977,0.0019115511,0.001396814,0.012592245],"category_scores_gemma":[0.024494011,0.00048705674,0.0011308322,0.00535295,0.0015277672,0.017487677,0.009375736,0.0013489826,0.0041762907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007948116,0.0008394411,0.009799864,0.003221355,0.00020533346,0.0009949785,0.03748767,0.0015134349,0.023553547,0.019713866,0.03031531,0.87156034],"study_design_scores_gemma":[0.00017072358,0.0005296053,0.016533155,0.0014101067,0.00023662577,0.0012263575,0.022468453,0.01142405,0.031994414,0.0362555,0.87737876,0.00037216666],"about_ca_topic_score_codex":0.001699689,"about_ca_topic_score_gemma":0.0042644627,"teacher_disagreement_score":0.012592245,"about_ca_system_score_codex":0.00075202837,"about_ca_system_score_gemma":0.0014988105,"threshold_uncertainty_score":0.042125285},"labels":[],"label_agreement":null},{"id":"W2593231473","doi":"10.19173/irrodl.v18i1.2630","title":"Social Networks and the Building of Learning Communities: An Experimental Study of a Social MOOC","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social learning; Massive open online course; Mathematics education; Social relation; Sociology; Class (philosophy); Educational technology; Social network (sociolinguistics); Process (computing); Social network analysis; Psychology; Pedagogy; Social media; Computer science; Social capital; World Wide Web; Social science","score_opus":0.12349411948781788,"score_gpt":0.4987181123087621,"score_spread":0.3752239928209442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593231473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99882156,0.0000066953435,0.0002740329,0.00004115799,0.000013043116,0.00021287531,0.0000137153975,0.0000064602477,0.0006103935],"genre_scores_gemma":[0.99523276,0.000030194837,0.0019499863,0.000094402116,0.000023236187,0.0008284099,0.00004801389,0.000009259383,0.0017835933],"study_design_codex":"nonrandomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.99703443,0.0014631121,0.00013604443,0.0005266159,0.00038448352,0.00045530102],"domain_scores_gemma":[0.9848728,0.009389595,0.0012283425,0.0012495467,0.00068903435,0.0025706447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00476554,0.00049280765,0.00054643815,0.00069581316,0.002448655,0.00212478,0.0010583794,0.0013174458,0.004398847],"category_scores_gemma":[0.013756494,0.0003854908,0.00046159883,0.00039259472,0.0020728488,0.0014552113,0.0016900171,0.0018375122,0.00046637456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009670511,0.42475048,0.102432504,0.00085884915,0.000282409,0.001819639,0.24678098,0.0023911027,0.072247796,0.007226719,0.0023709075,0.12916806],"study_design_scores_gemma":[0.006553059,0.29205668,0.42174658,0.00042342948,0.00042890722,0.0005975568,0.18192627,0.027137367,0.03305532,0.0115341535,0.023972038,0.0005685981],"about_ca_topic_score_codex":0.0019946292,"about_ca_topic_score_gemma":0.0028675022,"teacher_disagreement_score":0.00476554,"about_ca_system_score_codex":0.00089072774,"about_ca_system_score_gemma":0.0011836427,"threshold_uncertainty_score":0.02520287},"labels":[],"label_agreement":null},{"id":"W2593464408","doi":"10.19173/irrodl.v18i1.2623","title":"Using Social Learning Networks (SLNs) in Higher Education: Edmodo Through the Lenses of Academics","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Mathematics education; Qualitative research; Educational technology; Qualitative property; Psychology; Sociology; Higher education; Pedagogy; Computer science; Social science; Political science","score_opus":0.3382353531055297,"score_gpt":0.553466993025285,"score_spread":0.2152316399197553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593464408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54972345,0.052058317,0.011739317,0.076822884,0.0011770575,0.00012489108,0.00013047495,0.00006477206,0.30815884],"genre_scores_gemma":[0.97565395,0.0138184205,0.0022525932,0.0017291098,0.0002548576,0.000053956614,0.000016718997,0.000017845206,0.006202597],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9941037,0.0050216014,0.000087124674,0.00020186705,0.00032794234,0.00025780016],"domain_scores_gemma":[0.99263614,0.005780058,0.00063569035,0.00022194046,0.0002464236,0.00047988447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00550395,0.00050082424,0.0002861818,0.00271371,0.004527933,0.009702834,0.0008337513,0.0017154661,0.002801969],"category_scores_gemma":[0.0053850096,0.00023991527,0.00028792652,0.0020204268,0.010998639,0.012393696,0.0072254743,0.0022160239,0.00022705462],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000440682,0.00009867511,0.009778343,0.00089139194,0.000025075684,0.0012873061,0.5840668,0.00021821482,0.00052434375,0.26809266,0.0050172633,0.12995578],"study_design_scores_gemma":[0.0000126025825,0.00009751555,0.010081206,0.0019435462,0.000029166442,0.0010819832,0.63122755,0.00031348836,0.0004279024,0.046322826,0.3084347,0.000027582282],"about_ca_topic_score_codex":0.0020811202,"about_ca_topic_score_gemma":0.0057552075,"teacher_disagreement_score":0.009702834,"about_ca_system_score_codex":0.003727491,"about_ca_system_score_gemma":0.0025125353,"threshold_uncertainty_score":0.029108047},"labels":[],"label_agreement":null},{"id":"W2594209807","doi":"10.19173/irrodl.v18i1.2637","title":"A Computational Method for Enabling Teaching-Learning Process in Huge Online Courses and Communities","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); Class (philosophy); Educational technology; Distance education; Subject (documents); Teaching method; World Wide Web; Online teaching; Mathematics education; Multimedia; Artificial intelligence; Psychology","score_opus":0.1271364228295279,"score_gpt":0.5286974994052347,"score_spread":0.40156107657570683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594209807","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00526896,0.00003072261,0.9928577,0.00019357345,0.000021793632,0.000046399313,0.00002967243,0.00016077644,0.0013904524],"genre_scores_gemma":[0.12854978,0.000075214484,0.86829174,0.00007397252,0.000051492574,0.00031428595,0.00010707602,0.000061668165,0.0024748822],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902236,0.00045481304,0.00004247958,0.00018868968,0.00023721672,0.000054377986],"domain_scores_gemma":[0.9967145,0.0024959575,0.00018763398,0.00030956007,0.00018751879,0.00010497445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015154667,0.00046565742,0.00040919927,0.0012858724,0.0009356211,0.0012488294,0.0011974786,0.0010883574,0.0038847572],"category_scores_gemma":[0.005325061,0.00031433694,0.0011878291,0.00086314423,0.0015960612,0.002001162,0.0018376374,0.0009585685,0.00047255025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001608025,0.00041900278,0.0029843175,0.00036349252,0.00011610951,0.00035203446,0.00089751114,0.4183417,0.012213471,0.34529603,0.003781482,0.2150741],"study_design_scores_gemma":[0.000010066709,0.0000150785645,0.00015901242,0.000007691446,0.0000066882844,0.0000330837,0.000046201036,0.9635987,0.0008328307,0.033593442,0.0016887787,0.000008417598],"about_ca_topic_score_codex":0.0021907266,"about_ca_topic_score_gemma":0.0023659945,"teacher_disagreement_score":0.0038847572,"about_ca_system_score_codex":0.00080125284,"about_ca_system_score_gemma":0.0014219331,"threshold_uncertainty_score":0.012995839},"labels":[],"label_agreement":null},{"id":"W2594272657","doi":"10.19173/irrodl.v18i1.2643","title":"Why Do Academics Use Academic Social Networking Sites?","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Upload; Promotion (chess); Class (philosophy); Psychology; Computer-mediated communication; Sociology; World Wide Web; Computer science; Political science; The Internet","score_opus":0.2661841603453447,"score_gpt":0.5317995381132629,"score_spread":0.26561537776791816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594272657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94459134,0.017660929,0.00039039654,0.017564472,0.00026623238,0.00003755755,0.00023047216,0.000027555865,0.019231025],"genre_scores_gemma":[0.98637795,0.009336014,0.00017946775,0.0015089766,0.00014076527,0.0000196468,0.00010743411,0.000010321265,0.002319403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981133,0.0008451788,0.00011975186,0.00019311595,0.00040568598,0.00032303817],"domain_scores_gemma":[0.9886546,0.005490676,0.0029591487,0.00024879858,0.00092896126,0.001717811],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0022707852,0.00014974784,0.00034824316,0.0011783678,0.0009935664,0.0038342574,0.00067845936,0.0015288347,0.007786332],"category_scores_gemma":[0.016711066,0.00021383699,0.00028340524,0.0024088856,0.00097913,0.0038166037,0.0008019701,0.00079411984,0.0015667285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015298363,0.00052338594,0.69460714,0.0008088976,0.00007986434,0.0008467777,0.035779458,0.00006482122,0.00036069241,0.003104156,0.014655824,0.24901602],"study_design_scores_gemma":[0.00004876454,0.00034903316,0.6733045,0.001501049,0.00014014385,0.0025970405,0.24346328,0.0003740273,0.00045617853,0.0030581327,0.07462661,0.000081198814],"about_ca_topic_score_codex":0.0032749386,"about_ca_topic_score_gemma":0.0070798234,"teacher_disagreement_score":0.99772924,"about_ca_system_score_codex":0.0007644053,"about_ca_system_score_gemma":0.0009528583,"threshold_uncertainty_score":0.026047885},"labels":[],"label_agreement":null},{"id":"W2594295181","doi":"10.19173/irrodl.v18i1.2621","title":"Use of Social Media in Uncovering Information Services for People with Disabilities in China","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Accessibility for Disabilities","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Entertainment; Tourism; Social media; Information needs; The Internet; China; Special needs; Work (physics); Public relations; Social needs; Quality (philosophy); Sociology; Business; Internet privacy; Marketing; Psychology; Computer science; World Wide Web; Political science; Engineering","score_opus":0.10397315524831155,"score_gpt":0.44399422892698137,"score_spread":0.34002107367866985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594295181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99356973,0.0017404626,0.00007677498,0.0006284708,0.000012749092,0.00005519594,0.00019874205,0.000004559649,0.0037133195],"genre_scores_gemma":[0.99629116,0.0021761898,0.00019012959,0.00009667513,0.000011463471,0.00004627584,0.00010116194,0.0000018992896,0.0010849759],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991215,0.000219344,0.00010248886,0.00008925259,0.00026216364,0.00020529672],"domain_scores_gemma":[0.9985103,0.00046406634,0.0004229821,0.00004754777,0.0003083769,0.00024659638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012835475,0.0003184106,0.00030354183,0.0047657047,0.0015170064,0.0013499459,0.00045157224,0.00037736676,0.0021062815],"category_scores_gemma":[0.0023681507,0.00015109034,0.00035754842,0.004368552,0.00057171495,0.0013002655,0.0016020539,0.00026395256,0.00015483568],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075076656,0.00020601561,0.76729345,0.0012042501,0.00005924452,0.0010151368,0.088597104,0.000114057264,0.0008392513,0.0009780811,0.001686388,0.13793188],"study_design_scores_gemma":[0.0000075222424,0.0000920287,0.8734552,0.0005207922,0.00007902681,0.00018051954,0.11714629,0.00051342504,0.0003153637,0.0002353965,0.007434049,0.000020374113],"about_ca_topic_score_codex":0.11222545,"about_ca_topic_score_gemma":0.13931818,"teacher_disagreement_score":0.11222545,"about_ca_system_score_codex":0.002381897,"about_ca_system_score_gemma":0.0040045665,"threshold_uncertainty_score":0.22314441},"labels":[],"label_agreement":null},{"id":"W2594783359","doi":"10.19173/irrodl.v18i1.2644","title":"Properties of Teacher Networks in Twitter: Are They Related to Community-Based Peer Production?","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Production (economics); Peer production; Task (project management); Order (exchange); Class (philosophy); Computer science; Archetype; Sociology; World Wide Web; Mathematics education; Psychology; Public relations; Political science; Business; Engineering; Artificial intelligence","score_opus":0.1650262914597393,"score_gpt":0.47732358536254227,"score_spread":0.312297293902803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594783359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814771,0.0009171446,0.005164124,0.0011102553,0.00004598506,0.000094437586,0.0012205874,0.00006530866,0.009905063],"genre_scores_gemma":[0.9980095,0.0002145382,0.00075949385,0.0000304071,0.000036235102,0.000044831424,0.00038995707,0.000014593076,0.0005003449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981511,0.0006384563,0.00016446716,0.00041066355,0.0003587791,0.00027651078],"domain_scores_gemma":[0.97597516,0.0132633895,0.0061138356,0.0013744138,0.0021027017,0.001170533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001680749,0.00019386754,0.0004217604,0.0033501752,0.0012870714,0.0022495931,0.0005601918,0.0007521327,0.0031084071],"category_scores_gemma":[0.021100506,0.00029135228,0.00032952474,0.0034178428,0.0012970812,0.005582519,0.0014465118,0.00070632715,0.0005849673],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030984424,0.00016113784,0.9180169,0.00039311347,0.00015306474,0.00054836547,0.013588872,0.0021017592,0.004193866,0.013841217,0.0024742347,0.04421767],"study_design_scores_gemma":[0.000021834594,0.00014816786,0.9237688,0.00015618917,0.000115363095,0.00091973995,0.025094291,0.022365872,0.0022245378,0.013256082,0.01184678,0.000082242586],"about_ca_topic_score_codex":0.0034884997,"about_ca_topic_score_gemma":0.004354689,"teacher_disagreement_score":0.0034884997,"about_ca_system_score_codex":0.0009199003,"about_ca_system_score_gemma":0.00044969958,"threshold_uncertainty_score":0.010398686},"labels":[],"label_agreement":null},{"id":"W2594787554","doi":"10.19173/irrodl.v18i1.2646","title":"Social Web Content Enhancement in a Distance Learning Environment: Intelligent Metadata Generation for Resources","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Comisión de Operación y Fomento de Actividades Académicas, Instituto Politécnico Nacional; Instituto Politécnico Nacional","keywords":"Metadata; Computer science; World Wide Web; Information retrieval; Classifier (UML); Class (philosophy); Metadata repository; Multimedia; Artificial intelligence","score_opus":0.23984678601347464,"score_gpt":0.47129335270847894,"score_spread":0.2314465666950043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594787554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14630988,0.00090984773,0.8388426,0.0014631723,0.00019274422,0.00039231984,0.00040588767,0.0050797304,0.0064038504],"genre_scores_gemma":[0.52075297,0.00060566043,0.4659734,0.00024828617,0.00020682564,0.00021411896,0.0010090707,0.0002553593,0.010734234],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993631,0.00019481168,0.000045022913,0.000128027,0.0002130848,0.00005594553],"domain_scores_gemma":[0.99842596,0.0007284434,0.00016430988,0.00024234194,0.00035235097,0.00008665775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009904263,0.00039471764,0.0004896844,0.0021521233,0.00061177224,0.0011823655,0.0008800158,0.000903715,0.0015704937],"category_scores_gemma":[0.0026261853,0.00016882781,0.0005437225,0.0016863332,0.00053145393,0.0022288796,0.00071066903,0.0005750747,0.0014596921],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017943075,0.00039320212,0.005912776,0.00017398056,0.000045985787,0.00024251362,0.00032552323,0.013942752,0.027907439,0.0045349826,0.0067574014,0.939584],"study_design_scores_gemma":[0.00005356014,0.00020460844,0.008514359,0.00005025199,0.00008214642,0.00046641755,0.00043446134,0.8791151,0.07432679,0.014460578,0.022239763,0.00005194694],"about_ca_topic_score_codex":0.0023950827,"about_ca_topic_score_gemma":0.0028831598,"teacher_disagreement_score":0.0023950827,"about_ca_system_score_codex":0.0007576719,"about_ca_system_score_gemma":0.0007035899,"threshold_uncertainty_score":0.005497396},"labels":[],"label_agreement":null},{"id":"W2595107046","doi":"10.19173/irrodl.v18i6.3182","title":"Time Shifting and Agile Time Boxes in Course Design","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agile software development; Information and Communications Technology; Asynchronous communication; Educational technology; Computer science; Distance education; Process (computing); Class (philosophy); The Internet; Blended learning; Instructional design; Computer-mediated communication; Multimedia; Mathematics education; Knowledge management; Psychology; World Wide Web; Software engineering; Telecommunications","score_opus":0.20161890011125022,"score_gpt":0.5504658841977383,"score_spread":0.3488469840864881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595107046","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0514374,0.0010901303,0.92194974,0.001165,0.00021261447,0.0010320457,0.0000425495,0.00026642712,0.022804115],"genre_scores_gemma":[0.3168947,0.0005521077,0.6745591,0.00024130451,0.000037865175,0.0022820202,0.0000435227,0.00015173483,0.00523769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97268254,0.022682993,0.0009366795,0.001261804,0.0018762851,0.0005597035],"domain_scores_gemma":[0.95230585,0.038570296,0.0017355218,0.004306388,0.0020760563,0.0010059197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022261191,0.00074125716,0.00033491815,0.0016428267,0.0012846012,0.0047677048,0.0015988407,0.0011732929,0.007836415],"category_scores_gemma":[0.035028476,0.000910164,0.0007346621,0.0015167609,0.006108243,0.0044981535,0.0041552554,0.0019745296,0.00082957296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052930386,0.00030566374,0.0045409077,0.0012520534,0.0000609331,0.00021396231,0.033009607,0.011703771,0.006734281,0.38856333,0.0030537122,0.55003244],"study_design_scores_gemma":[0.0009068899,0.0033210514,0.007893343,0.0027787178,0.00020148113,0.0012955307,0.039803497,0.05818684,0.018317755,0.50310475,0.36394638,0.00024379241],"about_ca_topic_score_codex":0.00089626096,"about_ca_topic_score_gemma":0.0013264638,"teacher_disagreement_score":0.022261191,"about_ca_system_score_codex":0.0024459125,"about_ca_system_score_gemma":0.0028567528,"threshold_uncertainty_score":0.11772984},"labels":[],"label_agreement":null},{"id":"W2595397090","doi":"10.19173/irrodl.v19i2.3124","title":"Creating and Collaborating: Students’ and Tutors’ Perceptions of an Online Group Project","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Group work; Psychology; Work (physics); Perception; Discussion group; Collaborative learning; Medical education; Pedagogy; Mathematics education; Computer science; World Wide Web; Sociology; Engineering; Medicine","score_opus":0.13331180384361427,"score_gpt":0.5296485777677102,"score_spread":0.39633677392409594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2595397090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953186,0.00031861247,0.00097402284,0.0004796451,0.0000308923,0.000045654386,0.000008523731,0.000022322158,0.002801685],"genre_scores_gemma":[0.9983594,0.00022045041,0.00042425995,0.00011967121,0.000015001825,0.000043205808,0.000011515293,0.00000931337,0.00079712097],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9779388,0.015917283,0.0010106299,0.00088701356,0.0027430132,0.0015033402],"domain_scores_gemma":[0.969557,0.01465233,0.0039023631,0.000995702,0.003077646,0.007814942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01378121,0.00045068792,0.0007876667,0.0012414047,0.0035580734,0.0086179385,0.001268678,0.0019964497,0.002429053],"category_scores_gemma":[0.038024016,0.00038968632,0.00061388424,0.00064698374,0.003143562,0.0032579466,0.0058472464,0.0021713926,0.0006378623],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021701991,0.0011739228,0.062688924,0.00028104265,0.0000702874,0.0010505478,0.8902397,0.0002669439,0.0034433985,0.00084851956,0.0011193036,0.038600333],"study_design_scores_gemma":[0.000052995016,0.0016663993,0.045930423,0.00016932773,0.00006530588,0.0011019427,0.9309649,0.00086178165,0.0013996243,0.00062829,0.017047208,0.00011179218],"about_ca_topic_score_codex":0.0011007839,"about_ca_topic_score_gemma":0.0012132631,"teacher_disagreement_score":0.01378121,"about_ca_system_score_codex":0.001010827,"about_ca_system_score_gemma":0.0015103424,"threshold_uncertainty_score":0.07288283},"labels":[],"label_agreement":null},{"id":"W2597830597","doi":"10.19173/irrodl.v18i6.3110","title":"Institutional Collaboration on MOOCs in Education—A Literature Review","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Higher education; Computer science; Sociology; Pedagogy; World Wide Web; Data science; Political science","score_opus":0.05777695416590579,"score_gpt":0.47999547752790156,"score_spread":0.4222185233619958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597830597","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00088929717,0.9967278,0.00016172684,0.0006769305,0.00017321711,0.00002395438,0.000037935093,0.000004716276,0.0013042919],"genre_scores_gemma":[0.007936626,0.9910874,0.00028228923,0.00037093833,0.00011272809,0.000036892725,0.000052667827,0.0000034235297,0.00011711341],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9956481,0.0016057392,0.00089319504,0.00042831962,0.0011914987,0.00023320438],"domain_scores_gemma":[0.9611167,0.031436794,0.002803597,0.00041039695,0.0036697867,0.00056273036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065267,0.00070547883,0.0018977958,0.013037401,0.0009497223,0.0042441715,0.0011491752,0.0020296103,0.0032171342],"category_scores_gemma":[0.018631041,0.00068895594,0.0014074314,0.020052493,0.0013580085,0.0042841053,0.0021963876,0.0014290458,0.00057345943],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010336324,0.00012756817,0.0024408025,0.22142398,0.0005536908,0.0002875808,0.002260979,0.00040389903,0.0003844104,0.007501113,0.013962504,0.7505501],"study_design_scores_gemma":[0.000023070685,0.00020784499,0.011676923,0.5316133,0.0018966427,0.00083480665,0.006276037,0.00019121292,0.0004601385,0.002442569,0.44431975,0.000057733363],"about_ca_topic_score_codex":0.0080218455,"about_ca_topic_score_gemma":0.012917159,"teacher_disagreement_score":0.013037401,"about_ca_system_score_codex":0.00269886,"about_ca_system_score_gemma":0.012694838,"threshold_uncertainty_score":0.03451687},"labels":[],"label_agreement":null},{"id":"W2604135653","doi":"10.19173/irrodl.v18i2.2806","title":"Review and Content Analysis of the International Review of Research in Open and Distance/Distributed Learning (2000–2015)","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Saud University","keywords":"Distance education; Open educational resources; Open education; Library science; Content analysis; Educational technology; Open learning; Computer science; World Wide Web; Sociology; Social science; Pedagogy; Teaching method","score_opus":0.197812221016364,"score_gpt":0.5053281318898132,"score_spread":0.3075159108734492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604135653","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076615177,0.96820796,0.001736666,0.0046416325,0.0023068713,0.00121385,0.0066327136,0.00007259789,0.007526239],"genre_scores_gemma":[0.02883685,0.9557711,0.003205446,0.0030097333,0.0011130079,0.001711283,0.004426773,0.000060051803,0.001865732],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98389834,0.0038865476,0.005579654,0.0011695595,0.0048683044,0.00059752207],"domain_scores_gemma":[0.92297095,0.0378504,0.014406993,0.0012021579,0.022049773,0.0015196485],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0152210435,0.0010721097,0.0027218862,0.05697079,0.00094716996,0.0032430226,0.0014123296,0.0011117227,0.005676345],"category_scores_gemma":[0.06475255,0.0007145464,0.0024067985,0.05236532,0.000987022,0.0033000752,0.0021707655,0.001053368,0.0016085315],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031761633,0.00006280787,0.0046536135,0.5259961,0.0018083114,0.00058382243,0.0035523174,0.00028908905,0.0019749356,0.002446104,0.061668728,0.39664653],"study_design_scores_gemma":[0.000068706315,0.00021320072,0.021530231,0.4779573,0.0072041554,0.0006516281,0.0031651885,0.0001489899,0.0011506676,0.0009306969,0.4868994,0.00007982692],"about_ca_topic_score_codex":0.0031793162,"about_ca_topic_score_gemma":0.009879043,"teacher_disagreement_score":0.9430292,"about_ca_system_score_codex":0.004819831,"about_ca_system_score_gemma":0.018106276,"threshold_uncertainty_score":0.08049756},"labels":[],"label_agreement":null},{"id":"W2604256021","doi":"10.19173/irrodl.v18i2.2601","title":"Reaching Students in Online Courses Using Alternative Formats","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blackboard (design pattern); Computer science; Universal Design for Learning; Class (philosophy); Mathematics education; Multimedia; Educational technology; Instructional design; Learning styles; Electronic publishing; The Internet; World Wide Web; Psychology; Artificial intelligence","score_opus":0.1999416153826831,"score_gpt":0.5686179680452595,"score_spread":0.3686763526625765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604256021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.909773,0.0021025252,0.033940528,0.002147964,0.00014664314,0.0008665624,0.000097020915,0.00033019576,0.05059554],"genre_scores_gemma":[0.950084,0.0022497212,0.03175538,0.0012048587,0.00005316243,0.000851499,0.000103512146,0.00005638941,0.013641463],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99564004,0.0024781642,0.00024108769,0.0005080391,0.0007594845,0.00037314015],"domain_scores_gemma":[0.98721665,0.0082612205,0.0016320909,0.0008437964,0.0012190402,0.0008272435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005985678,0.00050446985,0.0005297798,0.001156506,0.00092890067,0.003665458,0.0013162574,0.0009775297,0.009126965],"category_scores_gemma":[0.018604998,0.00023008294,0.00059879175,0.0008920867,0.00065091427,0.003666526,0.0033851408,0.0007478398,0.002701942],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019041417,0.0023347025,0.034627397,0.0012711257,0.000035024113,0.00022376869,0.01864612,0.00023778177,0.00488558,0.0023003628,0.0028445607,0.9324031],"study_design_scores_gemma":[0.0010925517,0.019391447,0.27276388,0.008624865,0.0005880804,0.0035230452,0.1629532,0.006846312,0.046094187,0.031429008,0.4462305,0.00046289884],"about_ca_topic_score_codex":0.00052666705,"about_ca_topic_score_gemma":0.0010238264,"teacher_disagreement_score":0.009126965,"about_ca_system_score_codex":0.0006553867,"about_ca_system_score_gemma":0.0013383242,"threshold_uncertainty_score":0.03165567},"labels":[],"label_agreement":null},{"id":"W2604356109","doi":"10.19173/irrodl.v18i2.2752","title":"Rethinking Distance Tutoring in e-Learning Environments: A Study of the Priority of Roles and Competencies of Open University Tutors in China","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Perception; Open education; Distance education; Citizen journalism; Pedagogy; Knowledge management; Mathematics education; Computer science","score_opus":0.07144897132589341,"score_gpt":0.4257567704944948,"score_spread":0.3543077991686014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604356109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994733,0.00006730198,0.00007147573,0.00003511714,0.0000022758586,0.0000068272407,0.0000018725167,9.4739994e-7,0.0003408645],"genre_scores_gemma":[0.9992674,0.00005786211,0.0000695084,0.000020527177,0.0000016278422,0.0000053330523,0.0000040103405,7.109414e-7,0.00057302264],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99865097,0.0005862314,0.00008220351,0.00018589565,0.00019801383,0.00029673055],"domain_scores_gemma":[0.9978033,0.00061015977,0.00039051747,0.0000708816,0.000377133,0.0007480412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023191706,0.0002107325,0.00032723063,0.0010068758,0.0027687068,0.0014825693,0.00062423345,0.00047304868,0.00089028315],"category_scores_gemma":[0.0035902115,0.00017432545,0.00017745371,0.0009727936,0.0012776318,0.0009846461,0.001447668,0.0005185936,0.00009132594],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007652582,0.0005246205,0.31503084,0.00014944214,0.000013555409,0.00087292405,0.6196306,0.00015548564,0.0036441348,0.00072753004,0.00032006024,0.05885435],"study_design_scores_gemma":[0.000012587617,0.00049296214,0.5858067,0.00008299884,0.000030370818,0.0002972796,0.40410215,0.00089685444,0.0015529342,0.00034302505,0.0063418257,0.000040353887],"about_ca_topic_score_codex":0.022966202,"about_ca_topic_score_gemma":0.045362484,"teacher_disagreement_score":0.022966202,"about_ca_system_score_codex":0.0028201297,"about_ca_system_score_gemma":0.004041744,"threshold_uncertainty_score":0.045665085},"labels":[],"label_agreement":null},{"id":"W2604503252","doi":"10.19173/irrodl.v18i2.2822","title":"A Survey of the Collaboration Rate of Authors in the E-Learning Subject Area over a 10-Year Period (2005-2014) Using Web of Science","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subject (documents); General partnership; Computer science; World Wide Web; Collaborative learning; Field (mathematics); Publication; E learning; The Internet; Mathematics education; Multimedia; Psychology; Mathematics; Knowledge management; Political science","score_opus":0.1158188333313126,"score_gpt":0.4402529715602938,"score_spread":0.3244341382289812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604503252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850086,0.0049488065,0.0004620771,0.00035027013,0.00003240719,0.00006343168,0.0056577786,0.000030078441,0.0034465329],"genre_scores_gemma":[0.989851,0.004044897,0.0007705397,0.00011091111,0.000083247185,0.000104816434,0.0035152077,0.000016299682,0.0015031612],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9905799,0.001945948,0.0031200072,0.0010022358,0.002946089,0.00040583758],"domain_scores_gemma":[0.9054626,0.036965165,0.034652542,0.0020419483,0.016414661,0.0044629476],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.008673882,0.00018091197,0.0005839496,0.015689917,0.00054443424,0.0018761355,0.00046588518,0.0007164679,0.001772309],"category_scores_gemma":[0.043978915,0.00019829723,0.0006420191,0.02040049,0.0003833349,0.0025299066,0.00116549,0.0003654872,0.0009781753],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058449867,0.00005088985,0.97577924,0.00046847825,0.000098165554,0.00019793674,0.0022454017,0.00008334358,0.00027295062,0.00010274513,0.0013167151,0.019325692],"study_design_scores_gemma":[0.0000040248633,0.00014433751,0.9883713,0.00015826814,0.00005378105,0.00072778907,0.003701826,0.00018922536,0.00030760327,0.000050579987,0.0062739616,0.000017276874],"about_ca_topic_score_codex":0.0019664108,"about_ca_topic_score_gemma":0.002291398,"teacher_disagreement_score":0.9913261,"about_ca_system_score_codex":0.0008896061,"about_ca_system_score_gemma":0.0015906964,"threshold_uncertainty_score":0.04587239},"labels":[],"label_agreement":null},{"id":"W2604664658","doi":"10.19173/irrodl.v18i2.3067","title":"The Changing Role of the Educational Video in Higher Distance Education","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Presentation (obstetrics); Multimedia; Animation; Computer science; Graphics; Class (philosophy); Educational technology; Instructional design; Videoconferencing; Incentive; Asynchronous communication; Focus (optics); Digital media; Quality (philosophy); World Wide Web; Mathematics education; Psychology; Computer graphics (images); Artificial intelligence; Telecommunications","score_opus":0.05626469453574274,"score_gpt":0.4412098780771027,"score_spread":0.38494518354136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604664658","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35832542,0.07094937,0.0114533035,0.057337835,0.0029758415,0.00006946255,0.00034396656,0.00014298069,0.49840182],"genre_scores_gemma":[0.9310659,0.025306458,0.0021866716,0.0026288866,0.0009071246,0.000024656509,0.00009642473,0.000079477344,0.03770436],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986325,0.00058177335,0.00004792651,0.00016617392,0.00039307756,0.00017848784],"domain_scores_gemma":[0.9967332,0.0017719317,0.0003109441,0.00011934316,0.0006180083,0.00044663445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016266744,0.0001329131,0.000116747986,0.0011017486,0.0010780812,0.009602489,0.0005427873,0.0009166185,0.008834201],"category_scores_gemma":[0.0043834415,0.00007478338,0.000100216035,0.0013873396,0.0016478506,0.004531139,0.0017799134,0.0009439763,0.0010944704],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012092976,0.00009801945,0.008421874,0.0011934469,0.000010309738,0.00049190543,0.014834429,0.00034466278,0.0036480015,0.21820594,0.025301341,0.7273291],"study_design_scores_gemma":[0.00001380243,0.00024766487,0.043691464,0.0023547576,0.000023882918,0.0011578188,0.0613369,0.0009925944,0.003972949,0.025471907,0.8606848,0.000051409465],"about_ca_topic_score_codex":0.003521087,"about_ca_topic_score_gemma":0.004405585,"teacher_disagreement_score":0.009602489,"about_ca_system_score_codex":0.0026520276,"about_ca_system_score_gemma":0.0017186636,"threshold_uncertainty_score":0.029553413},"labels":[],"label_agreement":null},{"id":"W2604754033","doi":"10.19173/irrodl.v18i2.2362","title":"Using the Community of Inquiry Framework to Scaffold Online Tutoring","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scaffold; Context (archaeology); Community of inquiry; Class (philosophy); Mathematics education; TUTOR; Computer science; Instructional design; Psychology; Cognition; Artificial intelligence","score_opus":0.37554889836085315,"score_gpt":0.5839482172588705,"score_spread":0.20839931889801733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604754033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17899254,0.0014555878,0.7719354,0.0025765614,0.00011722638,0.0020554662,0.00011687699,0.0009001329,0.041850217],"genre_scores_gemma":[0.79372853,0.0003793718,0.20259425,0.00011512216,0.000020342371,0.00084780424,0.00008688832,0.00006134428,0.0021663152],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9866882,0.010347223,0.000536854,0.00096122856,0.00093068933,0.00053575024],"domain_scores_gemma":[0.9839642,0.011998242,0.0009038084,0.0010137109,0.0012704432,0.0008496298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012217584,0.0007317997,0.0005741973,0.0052108876,0.0028806236,0.0046092113,0.0023786565,0.0016809185,0.0018458131],"category_scores_gemma":[0.022552667,0.00039230552,0.0008179184,0.0021373772,0.0073503475,0.009406149,0.0049964422,0.0011816696,0.00027657105],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014645608,0.0006323232,0.025123086,0.0015244215,0.000097744334,0.0016231856,0.24739105,0.013733938,0.0053854967,0.39800856,0.0029654219,0.3033683],"study_design_scores_gemma":[0.00031338443,0.0009441115,0.016054617,0.0024474894,0.0002775676,0.0020839334,0.13023768,0.15452826,0.0075654895,0.46854088,0.2167049,0.00030168926],"about_ca_topic_score_codex":0.0071452376,"about_ca_topic_score_gemma":0.007833706,"teacher_disagreement_score":0.012217584,"about_ca_system_score_codex":0.0039694067,"about_ca_system_score_gemma":0.006232721,"threshold_uncertainty_score":0.06461352},"labels":[],"label_agreement":null},{"id":"W2604802773","doi":"10.19173/irrodl.v18i2.2663","title":"A Team of Instructors’ Use of Social Presence, Teaching Presence, and Attitudinal Dissonance Strategies: An Animal Behaviour and Welfare MOOC","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive dissonance; Facilitation; Psychology; Social facilitation; Pedagogy; Instructional design; Social psychology","score_opus":0.12222720097495865,"score_gpt":0.4926577670200289,"score_spread":0.37043056604507024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604802773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893421,0.000096137344,0.0036600821,0.00036496343,0.00004915256,0.00013120957,0.000010914289,0.000041471292,0.006303982],"genre_scores_gemma":[0.98660743,0.00012073877,0.006342044,0.00023481593,0.000023464188,0.00009982808,0.000027637077,0.000020066405,0.0065239435],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9983791,0.0008302692,0.00006757302,0.00020255665,0.00031167894,0.00020875044],"domain_scores_gemma":[0.99672747,0.001115151,0.00042396694,0.00029905254,0.00053741643,0.0008969109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002261538,0.00020955475,0.0001312848,0.00044685302,0.0022739843,0.0015709364,0.000750937,0.0005559042,0.0014302601],"category_scores_gemma":[0.004346495,0.00010939233,0.00022361116,0.00025681074,0.000846855,0.0007492022,0.0017191194,0.00056899467,0.00033621318],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003171209,0.0052709826,0.1476837,0.00051875366,0.000050126597,0.006600231,0.26620236,0.0006616235,0.021109432,0.0037314002,0.0056309802,0.5422233],"study_design_scores_gemma":[0.00021257992,0.00898779,0.27227074,0.0007681907,0.00016849252,0.0071393545,0.430292,0.0103407595,0.035636883,0.0032551787,0.23071042,0.00021763604],"about_ca_topic_score_codex":0.0018067058,"about_ca_topic_score_gemma":0.004496956,"teacher_disagreement_score":0.0022739843,"about_ca_system_score_codex":0.0009015356,"about_ca_system_score_gemma":0.001440438,"threshold_uncertainty_score":0.011960268},"labels":[],"label_agreement":null},{"id":"W2604879606","doi":"10.19173/irrodl.v18i2.2859","title":"Networked Scholarship and Motivations for Social Media use in Scholarly Communication","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship; Scholarly communication; Discipline; Social media; Publishing; Sociology; Public relations; Perception; Affect (linguistics); Social science; Media studies; Psychology; Political science","score_opus":0.40273612361108413,"score_gpt":0.5264555982021054,"score_spread":0.12371947459102128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604879606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9686931,0.0026362594,0.00045557888,0.0026221792,0.00006748122,0.000054667875,0.00005226274,0.00000820876,0.025410246],"genre_scores_gemma":[0.9961479,0.0013226566,0.0002271198,0.00015857197,0.0000590743,0.00003433214,0.000025629879,0.000006289408,0.0020184626],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99479514,0.0029740855,0.00037781804,0.0003401332,0.0010185612,0.0004942544],"domain_scores_gemma":[0.97448176,0.017095624,0.004812477,0.0008107745,0.00097979,0.0018196208],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006590368,0.00013023458,0.00027296695,0.0024910115,0.001884676,0.007010491,0.00062623894,0.0009949195,0.008206262],"category_scores_gemma":[0.024449911,0.0001658758,0.00030641773,0.002552165,0.0020110789,0.003225739,0.003118247,0.0008311123,0.00072953844],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016789383,0.00062300696,0.5450737,0.0006932434,0.00010025772,0.00091237045,0.28717825,0.0001443177,0.0009782544,0.023981981,0.0026132101,0.13753359],"study_design_scores_gemma":[0.000039016708,0.00028834803,0.5229729,0.001128207,0.000086375396,0.0010925535,0.41233495,0.00048352894,0.0005177085,0.00735721,0.053639498,0.000059782866],"about_ca_topic_score_codex":0.0013014395,"about_ca_topic_score_gemma":0.0023574785,"teacher_disagreement_score":0.9929895,"about_ca_system_score_codex":0.0012392086,"about_ca_system_score_gemma":0.0015734275,"threshold_uncertainty_score":0.034853578},"labels":[],"label_agreement":null},{"id":"W2604949810","doi":"10.19173/irrodl.v18i2.2952","title":"The RISE Framework: Using Learning Analytics to Automatically Identify Open Educational Resources for Continuous Improvement","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Open educational resources; Analytics; Learning analytics; Learning Management; Process (computing); Resource (disambiguation); Data science; Educational resources; World Wide Web; Knowledge management; Multimedia","score_opus":0.10492604066106469,"score_gpt":0.5129418227781233,"score_spread":0.4080157821170586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604949810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013184803,0.0008771155,0.8401946,0.0017375918,0.00011906522,0.0015361551,0.012320942,0.12300009,0.0070296274],"genre_scores_gemma":[0.07004853,0.00035821568,0.9109816,0.00029932839,0.000042513755,0.0009514061,0.014215657,0.0012190378,0.0018837885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954045,0.0012904746,0.0004653839,0.0009832265,0.0015535887,0.00030278674],"domain_scores_gemma":[0.99145824,0.0045740074,0.00092049775,0.0010070017,0.0016024258,0.0004379051],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0050331783,0.0025873776,0.0012644299,0.0125928195,0.0009415698,0.004205869,0.0026208714,0.0014074007,0.0057487227],"category_scores_gemma":[0.018973336,0.00064728595,0.002332357,0.0049275043,0.0009139808,0.004371807,0.0041869353,0.001976091,0.0037954326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038173018,0.0009058118,0.023214377,0.0021394966,0.000358786,0.00061821745,0.0026807648,0.029350964,0.0056430595,0.021879584,0.08683351,0.8259937],"study_design_scores_gemma":[0.00025164973,0.00045921968,0.0179098,0.0012946612,0.00027873047,0.0004526174,0.002259562,0.76104176,0.018752586,0.07343004,0.123514734,0.00035461504],"about_ca_topic_score_codex":0.023193851,"about_ca_topic_score_gemma":0.033813007,"teacher_disagreement_score":0.9973791,"about_ca_system_score_codex":0.0022478888,"about_ca_system_score_gemma":0.004239026,"threshold_uncertainty_score":0.046117663},"labels":[],"label_agreement":null},{"id":"W2605062076","doi":"10.19173/irrodl.v18i2.2860","title":"The Effects of Lecture Diversity on Germane Load","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive load; Diversity (politics); Germane; Multimedia; Cognition; Psychology; Computer science; Mathematics education; Chemistry; Sociology","score_opus":0.0944038659961698,"score_gpt":0.4977184277649117,"score_spread":0.4033145617687419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605062076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965779,0.0001391738,0.00035081644,0.00007821572,0.0000103693865,0.000014654619,0.000029587056,0.00001790834,0.0027814116],"genre_scores_gemma":[0.9989986,0.00009090711,0.00013348254,0.000024520248,0.000016638385,0.000011182421,0.000034620734,0.0000059677127,0.0006840118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980198,0.00055504707,0.0001468042,0.00021784661,0.0008402168,0.00022029117],"domain_scores_gemma":[0.975094,0.01571066,0.0032332905,0.0008950866,0.0016983224,0.003368684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018347909,0.0002912262,0.00032340907,0.0010955235,0.0004775993,0.0017199354,0.0003667311,0.00025511294,0.0044422895],"category_scores_gemma":[0.021773567,0.00012017405,0.00032961872,0.00063769636,0.0005389127,0.0007412526,0.00166754,0.0006520731,0.0003693417],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026999034,0.0034643947,0.7414151,0.00032660173,0.00034803431,0.0005875771,0.009266168,0.0016231169,0.022143852,0.0008796757,0.0010407938,0.21620487],"study_design_scores_gemma":[0.000042339627,0.0008857932,0.99171937,0.0000343888,0.00004751881,0.00012672771,0.0027228945,0.000797758,0.0018095288,0.0008459478,0.00093465834,0.00003308186],"about_ca_topic_score_codex":0.0010064418,"about_ca_topic_score_gemma":0.0012204575,"teacher_disagreement_score":0.0044422895,"about_ca_system_score_codex":0.00060666836,"about_ca_system_score_gemma":0.0004295648,"threshold_uncertainty_score":0.014860988},"labels":[],"label_agreement":null},{"id":"W2605063813","doi":"10.19173/irrodl.v18i2.2433","title":"Analysis of Time-on-Task, Behavior Experiences, and Performance in Two Online Courses with Different Authentic Learning Tasks","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Task (project management); Psychology; Upload; Class (philosophy); Behavioral pattern; Resource (disambiguation); Mathematics education; Multimedia; Computer science; World Wide Web; Artificial intelligence","score_opus":0.05895483251940127,"score_gpt":0.4435767710732025,"score_spread":0.3846219385538012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605063813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996283,0.0000069340904,0.00010354951,0.0000041551184,0.0000016118606,0.000008095601,0.000031937056,0.0000029450864,0.00021234846],"genre_scores_gemma":[0.9990103,0.000012253202,0.00025543725,0.0000076465785,0.000004538846,0.00002576444,0.00014748101,0.0000034868776,0.00053307606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99903655,0.00027584174,0.000073352436,0.00016053196,0.0002704546,0.00018329603],"domain_scores_gemma":[0.993806,0.0023731224,0.0012407413,0.00022764002,0.00088512513,0.0014674631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011876577,0.00024094708,0.00030317277,0.0012617295,0.00045105175,0.00058651686,0.00036991024,0.00036892958,0.0012968644],"category_scores_gemma":[0.0061405734,0.00012909855,0.00032994885,0.00044829465,0.00027947858,0.00038382984,0.00069342833,0.00041590017,0.00033311517],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015538721,0.0044284635,0.8931197,0.00011907392,0.0001551193,0.0005136571,0.013170538,0.00052283483,0.02344567,0.00008970016,0.00052602624,0.062355295],"study_design_scores_gemma":[0.0000075550784,0.0009417857,0.9948678,0.0000041444514,0.000011556542,0.00008622426,0.0017370343,0.00035882276,0.001682963,0.000013606366,0.00027393101,0.000014511776],"about_ca_topic_score_codex":0.0019669076,"about_ca_topic_score_gemma":0.0038863039,"teacher_disagreement_score":0.0019669076,"about_ca_system_score_codex":0.0004547002,"about_ca_system_score_gemma":0.00022317025,"threshold_uncertainty_score":0.0062809587},"labels":[],"label_agreement":null},{"id":"W2605118529","doi":"10.19173/irrodl.v18i2.2789","title":"Examining MOOCs: A Comparative Study among Educational Technology Experts in Traditional and Open Universities","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; TUTOR; Accreditation; Competition (biology); Mathematics education; Open university; Computer science; Higher education; Educational technology; Pedagogy; Sociology; Psychology; Medical education; Political science","score_opus":0.2359048368053787,"score_gpt":0.48893618294511404,"score_spread":0.2530313461397353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605118529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99801207,0.0002699769,0.00010393152,0.00014124835,0.000012212973,0.000044850225,0.00002010921,0.0000013877882,0.0013941104],"genre_scores_gemma":[0.99755293,0.00048690403,0.00016157958,0.00021145437,0.00001667709,0.00006693313,0.00003695175,0.0000048511492,0.0014618103],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9953029,0.002232206,0.00023909542,0.00043623731,0.00068375986,0.0011057969],"domain_scores_gemma":[0.9870192,0.0073682605,0.0011597855,0.0002318107,0.0017659911,0.0024549337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007234144,0.00028681415,0.0007777102,0.0038584706,0.0046487823,0.0042604697,0.0010084127,0.0014658343,0.0035674009],"category_scores_gemma":[0.015036716,0.0003683448,0.00033974994,0.003370144,0.0023047358,0.0031479374,0.0033798136,0.001232739,0.0005097144],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119968885,0.0006658763,0.04449644,0.00025182834,0.000016100583,0.00082860555,0.937179,0.000023857468,0.0011613494,0.0004629741,0.00032799938,0.014465949],"study_design_scores_gemma":[0.0000066040698,0.0002619395,0.046957526,0.0000919974,0.000008245708,0.00011765738,0.94937736,0.00003415392,0.00014792613,0.000067485285,0.0029181752,0.0000109384355],"about_ca_topic_score_codex":0.0062302044,"about_ca_topic_score_gemma":0.014835845,"teacher_disagreement_score":0.007234144,"about_ca_system_score_codex":0.0027859758,"about_ca_system_score_gemma":0.0029582419,"threshold_uncertainty_score":0.038258255},"labels":[],"label_agreement":null},{"id":"W2605148497","doi":"10.19173/irrodl.v18i2.2891","title":"Student Voices on the Roles of Instructors in Asynchronous Learning Environments in the 21st Century","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Asynchronous communication; Perspective (graphical); Computer-mediated communication; Mathematics education; Class (philosophy); Qualitative research; Instructional design; Distance education; Qualitative analysis; Pedagogy; Psychology; Educational technology; Asynchronous learning; Content analysis; Teaching method; Computer science; Sociology; Cooperative learning; Synchronous learning; The Internet; World Wide Web","score_opus":0.08486969735796128,"score_gpt":0.4760231823484061,"score_spread":0.39115348499044483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605148497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9383917,0.004774512,0.0046578585,0.00833793,0.00037173083,0.000034905777,0.0000387167,0.000028301116,0.04336432],"genre_scores_gemma":[0.9906378,0.0020565628,0.00048806902,0.00066276366,0.000071809154,0.000021078418,0.000019102861,0.000016301752,0.0060265833],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99403316,0.004027794,0.00021001135,0.00034489104,0.00093049573,0.00045375043],"domain_scores_gemma":[0.9843404,0.012034378,0.001286779,0.00023673319,0.0013078682,0.0007938645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009520862,0.00021061601,0.0002547362,0.0013226325,0.0025353862,0.0064387885,0.0007476567,0.001224182,0.0018799574],"category_scores_gemma":[0.015468099,0.00013963328,0.00016978949,0.0011757727,0.0023060674,0.0041610957,0.00291993,0.0013868997,0.00033814588],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082959195,0.00011286594,0.014072552,0.00028117996,0.000009492665,0.00088829204,0.8465799,0.00007206596,0.0020313438,0.01577226,0.002673391,0.11742367],"study_design_scores_gemma":[0.000009616558,0.00012617224,0.009793276,0.0005422284,0.00001649429,0.00032808713,0.91161627,0.00017645446,0.0015966262,0.0020201856,0.07375538,0.000019287625],"about_ca_topic_score_codex":0.0009083469,"about_ca_topic_score_gemma":0.0019659577,"teacher_disagreement_score":0.009520862,"about_ca_system_score_codex":0.001769138,"about_ca_system_score_gemma":0.0023111799,"threshold_uncertainty_score":0.05035174},"labels":[],"label_agreement":null},{"id":"W2611974642","doi":"10.19173/irrodl.v18i3.2800","title":"Improving the K-12 Online Course Design Review Process: Experts Weigh in on iNACOL National Standards for Quality Online Courses","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Class (philosophy); Quality (philosophy); Computer science; Learning standards; Process (computing); Online course; Reliability (semiconductor); Distance education; Perspective (graphical); Educational technology; Engineering management; Multimedia; Knowledge management; Mathematics education; Psychology; Engineering; Curriculum; Pedagogy; Artificial intelligence","score_opus":0.23712068905411254,"score_gpt":0.5854926461671964,"score_spread":0.3483719571130839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611974642","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24744277,0.016462719,0.30788776,0.31243446,0.023973169,0.024243416,0.0005224272,0.0022884025,0.0647449],"genre_scores_gemma":[0.44547573,0.0066493535,0.48063785,0.03496109,0.0035369238,0.011633726,0.0005048079,0.00082453113,0.015776062],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.53306085,0.29087624,0.058346957,0.013919786,0.096806265,0.0069898926],"domain_scores_gemma":[0.16083936,0.3679205,0.041500796,0.03747508,0.3742831,0.017981132],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.53971624,0.0007530449,0.0013058274,0.010402697,0.010069333,0.012218124,0.0049973405,0.004283428,0.0028920167],"category_scores_gemma":[0.64933753,0.0012849744,0.0013161084,0.005461266,0.007074245,0.0090673985,0.012573708,0.006683174,0.0017644395],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002695826,0.00051302277,0.024269944,0.003887951,0.00018990644,0.0008697715,0.14801763,0.0010145073,0.0073351045,0.008699329,0.11780899,0.6871244],"study_design_scores_gemma":[0.00032379548,0.0008388858,0.044243872,0.016359497,0.00030523603,0.0014407657,0.16846126,0.0063178376,0.009332615,0.033564452,0.7179763,0.00083550287],"about_ca_topic_score_codex":0.0055924966,"about_ca_topic_score_gemma":0.023035258,"teacher_disagreement_score":0.46028376,"about_ca_system_score_codex":0.01121066,"about_ca_system_score_gemma":0.07614191,"threshold_uncertainty_score":0.5676118},"labels":[],"label_agreement":null},{"id":"W2611978021","doi":"10.19173/irrodl.v18i3.2484","title":"The Online Student Connectedness Survey: Evidence of Initial Construct Validity","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social connectedness; Nomological network; Psychology; Feeling; Reliability (semiconductor); Construct validity; Learning analytics; Medical education; Social psychology; Psychometrics; Computer science; Clinical psychology; Medicine; Data science; Mathematics; Statistics","score_opus":0.35074403640921875,"score_gpt":0.600301590755467,"score_spread":0.2495575543462482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611978021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95672655,0.0009192026,0.0045504696,0.0010494225,0.00019522541,0.0010530968,0.002457618,0.00012378527,0.03292459],"genre_scores_gemma":[0.9840816,0.0011858396,0.0054917606,0.00048765552,0.00011864968,0.0012258643,0.0034796358,0.00006118015,0.0038677906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925505,0.0024772144,0.000900986,0.0005254518,0.0032791167,0.00026671783],"domain_scores_gemma":[0.9636394,0.017028349,0.0052584475,0.0019148369,0.010397051,0.0017619784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013457035,0.00028375562,0.00040787415,0.0024394637,0.00060296356,0.001142596,0.00071269827,0.0005183605,0.0036694186],"category_scores_gemma":[0.03471265,0.00018912411,0.00048621834,0.0028501456,0.0005242102,0.0012671576,0.0017947451,0.0006037787,0.0010394473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018432278,0.00063842355,0.84419405,0.00032576837,0.00012379437,0.00003911583,0.0016735813,0.00013755291,0.0005156526,0.0007559212,0.003684131,0.14772753],"study_design_scores_gemma":[0.000041990483,0.0006636982,0.98297125,0.00025941094,0.00005454855,0.000083488136,0.002074963,0.0006508341,0.00060304214,0.00044900892,0.012126503,0.000021204542],"about_ca_topic_score_codex":0.0027512177,"about_ca_topic_score_gemma":0.0056943647,"teacher_disagreement_score":0.013457035,"about_ca_system_score_codex":0.0005168501,"about_ca_system_score_gemma":0.0012540013,"threshold_uncertainty_score":0.07116842},"labels":[],"label_agreement":null},{"id":"W2612009884","doi":"10.19173/irrodl.v18i3.3034","title":"Designing and Improving a Blended Synchronous Learning Environment: An Educational Design Research","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nanyang Technological University","keywords":"Blended learning; Class (philosophy); Educational technology; Computer science; Learning environment; Instructional design; Learning design; Distance education; Online learning; Mathematics education; Graduate students; Synchronous learning; Design-based research; Multimedia; Teaching method; Cooperative learning; Psychology; Pedagogy","score_opus":0.1506946031775408,"score_gpt":0.4939546521126085,"score_spread":0.34326004893506773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612009884","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45841315,0.00051759306,0.5249357,0.00062610913,0.00014765983,0.0057931067,0.00010182249,0.00044684,0.009018],"genre_scores_gemma":[0.3647455,0.0004203191,0.6297099,0.00018064737,0.000017440043,0.0027216803,0.00006773547,0.000058285255,0.0020784687],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99320436,0.004937943,0.0003316593,0.0005263468,0.0007308243,0.00026879806],"domain_scores_gemma":[0.9934477,0.0042815777,0.0003111642,0.0005639143,0.00102838,0.00036729916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008816775,0.0005234188,0.0004201256,0.0009404401,0.0009370204,0.0026031868,0.0011431909,0.0007542637,0.0016890069],"category_scores_gemma":[0.009701153,0.00035446254,0.0005961194,0.00057273294,0.00097051676,0.0025706307,0.0012901023,0.0007550774,0.00034739167],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009508828,0.006088381,0.014670613,0.0035095485,0.00012263356,0.0004799476,0.033073224,0.010917802,0.08290215,0.026389526,0.0022044242,0.8186909],"study_design_scores_gemma":[0.0036971127,0.0376184,0.041082803,0.0027775338,0.0011831104,0.0018882222,0.06279531,0.15901342,0.41680342,0.025144277,0.24743207,0.0005644485],"about_ca_topic_score_codex":0.00023826554,"about_ca_topic_score_gemma":0.0003864139,"teacher_disagreement_score":0.008816775,"about_ca_system_score_codex":0.0008969817,"about_ca_system_score_gemma":0.0017280031,"threshold_uncertainty_score":0.046628118},"labels":[],"label_agreement":null},{"id":"W2612113604","doi":"10.19173/irrodl.v18i3.2845","title":"Approaches Reflected in Academic Writing MOOCs","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic writing; Syllabus; Mathematics education; Context (archaeology); Class (philosophy); Perspective (graphical); Computer science; Writing process; Academic year; Pedagogy; Psychology; Artificial intelligence","score_opus":0.2832014050447755,"score_gpt":0.5142483169163006,"score_spread":0.2310469118715251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612113604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9021548,0.013080805,0.0054676663,0.0037994247,0.00036624094,0.00017602321,0.00017831362,0.00010812154,0.074668616],"genre_scores_gemma":[0.9818038,0.0046635023,0.0020426272,0.0007482475,0.00010513514,0.0001336077,0.00014591489,0.000056563775,0.0103006605],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9899268,0.0030943207,0.0005756945,0.0012671816,0.0042965836,0.0008394851],"domain_scores_gemma":[0.98465747,0.0057391357,0.0037828602,0.0010070085,0.003394752,0.0014188364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041583125,0.00021563792,0.00029170333,0.0032979115,0.002045866,0.007598286,0.0008921769,0.00068907806,0.0013112694],"category_scores_gemma":[0.019857494,0.00018633925,0.00022840823,0.004091492,0.0020845027,0.0024106577,0.0031384781,0.0012012733,0.00043869665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021748261,0.0004787692,0.1011571,0.0013001456,0.00007595064,0.0006730853,0.13679466,0.0002763646,0.007521907,0.024739599,0.005291697,0.72147334],"study_design_scores_gemma":[0.000054952954,0.00045292542,0.47453943,0.0016847024,0.00008233515,0.001256994,0.17530313,0.00036433272,0.0056793815,0.017225139,0.32326022,0.000096442585],"about_ca_topic_score_codex":0.0034396448,"about_ca_topic_score_gemma":0.005985188,"teacher_disagreement_score":0.007598286,"about_ca_system_score_codex":0.0040968833,"about_ca_system_score_gemma":0.0038679999,"threshold_uncertainty_score":0.029725075},"labels":[],"label_agreement":null},{"id":"W2612280008","doi":"10.19173/irrodl.v18i3.2957","title":"Talent Management Implementation at an Open Distance E-Learning Higher Educational Institution: The Views of Senior Line Managers","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Human Resource and Talent Management","field":"Business, Management and Accounting","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Line management; Higher education; Distance education; Mandate; Talent management; Institution; Senior management; Public relations; Middle management; Strategic planning; Business; Management; Knowledge management; Marketing; Sociology; Pedagogy; Political science","score_opus":0.1296384461408015,"score_gpt":0.4594788014735013,"score_spread":0.3298403553326998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612280008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881577,0.000839066,0.000513243,0.005655249,0.00005801438,0.000026996951,0.000012113908,0.000012950932,0.0047247857],"genre_scores_gemma":[0.9955564,0.00077382487,0.00024745398,0.0012851979,0.000024657094,0.000016601372,0.00000846021,0.0000052886776,0.0020821206],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9908269,0.005485743,0.00034132556,0.00033245006,0.0015225058,0.0014910933],"domain_scores_gemma":[0.98507166,0.004194158,0.0028072663,0.00026985718,0.0024399655,0.0052171266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01029997,0.00023659895,0.0003142186,0.00078244385,0.0037837499,0.007920271,0.0010402536,0.0013892461,0.0017910848],"category_scores_gemma":[0.01644351,0.0002403551,0.00020630304,0.0010589064,0.0022694245,0.002563042,0.0026362988,0.0020786023,0.00042897798],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014043224,0.0006948417,0.09492449,0.00048141181,0.0000517624,0.0020814254,0.79201126,0.0002585914,0.0041171447,0.0029672843,0.0076198024,0.0946516],"study_design_scores_gemma":[0.0000065012737,0.00040346928,0.026002876,0.00020038849,0.000014136836,0.0002423598,0.95795643,0.00021510318,0.0005503394,0.000313534,0.01406209,0.000032785352],"about_ca_topic_score_codex":0.0031096484,"about_ca_topic_score_gemma":0.004620577,"teacher_disagreement_score":0.01029997,"about_ca_system_score_codex":0.0024583908,"about_ca_system_score_gemma":0.0043343757,"threshold_uncertainty_score":0.05447209},"labels":[],"label_agreement":null},{"id":"W2612351912","doi":"10.19173/irrodl.v18i3.3294","title":"Adaptive or Transactional Leadership in Current Higher Education: A Brief Comparison","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Transactional leadership; Shared leadership; Educational leadership; Demographics; Leadership; Leadership style; Higher education; Neuroleadership; Globalization; Class (philosophy); Servant leadership; Knowledge management; Psychology; Leadership studies; Mathematics education; Pedagogy; Computer science; Public relations; Sociology; Political science; Social psychology; Artificial intelligence","score_opus":0.4508108687364506,"score_gpt":0.4669674519223644,"score_spread":0.016156583185913787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612351912","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26828387,0.52594435,0.009205253,0.027728641,0.002652424,0.00019950402,0.0002412657,0.000051176805,0.16569363],"genre_scores_gemma":[0.88341105,0.106717,0.0017567105,0.0019377408,0.0012401569,0.00008681669,0.00019862305,0.00001886202,0.0046330127],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99817836,0.0007968601,0.00018162467,0.00018925282,0.00040573798,0.00024814496],"domain_scores_gemma":[0.9943046,0.003387795,0.00074469746,0.00013043958,0.0008850804,0.00054729736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026622657,0.00021644766,0.00032289608,0.003628373,0.0007156085,0.0038684846,0.0006631188,0.000892477,0.004158062],"category_scores_gemma":[0.004802555,0.00013589112,0.00047762253,0.004193314,0.0022400932,0.0044525755,0.0013097909,0.0012933969,0.00047019383],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040518027,0.0006540355,0.124268375,0.0041987165,0.00017922331,0.0008241984,0.019089906,0.0007229053,0.0005030624,0.197212,0.009647254,0.64229524],"study_design_scores_gemma":[0.000105005216,0.0012563645,0.6275904,0.0048750164,0.00019859178,0.0032493225,0.05825679,0.002955888,0.0005937663,0.059366606,0.24144419,0.00010803964],"about_ca_topic_score_codex":0.0020727087,"about_ca_topic_score_gemma":0.0038035852,"teacher_disagreement_score":0.004158062,"about_ca_system_score_codex":0.0022712995,"about_ca_system_score_gemma":0.0018923349,"threshold_uncertainty_score":0.016479492},"labels":[],"label_agreement":null},{"id":"W2612361631","doi":"10.19173/irrodl.v18i3.2996","title":"Understanding Learners’ Motivation and Learning Strategies in MOOCs","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Erasmus+; Ministerio de Economía y Competitividad; European Commission","keywords":"Open educational resources; Pace; Open education; Mathematics education; Computer science; Massive open online course; Likert scale; Class (philosophy); Learning Management; Psychology; Pedagogy; World Wide Web; Artificial intelligence","score_opus":0.27134843974826683,"score_gpt":0.46797822791802335,"score_spread":0.19662978816975651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612361631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99880385,0.00015565907,0.00009828864,0.00007727414,0.0000024885044,0.00000925682,0.00000975625,0.0000019018294,0.0008415424],"genre_scores_gemma":[0.9993686,0.0001411299,0.00008271933,0.000024553741,0.0000031502097,0.000013850814,0.000019346979,0.0000015826326,0.00034510298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991893,0.00029557064,0.00004386316,0.00008614617,0.00021754122,0.00016760579],"domain_scores_gemma":[0.99592054,0.0017276966,0.000893281,0.00008012816,0.00046717506,0.0009111583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020313757,0.00015459552,0.00024059264,0.0010124688,0.00053198583,0.0027716102,0.00036026945,0.0004965353,0.0009232501],"category_scores_gemma":[0.010064652,0.0001519352,0.00027872474,0.0004476285,0.00037583732,0.0011535458,0.0009359479,0.0006175049,0.00021836298],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001363502,0.00092896825,0.9198989,0.000099422476,0.00008481393,0.00008378393,0.018306559,0.00033507566,0.0007432894,0.0009370054,0.00035710348,0.0580888],"study_design_scores_gemma":[0.000013064929,0.0003069032,0.9819317,0.0000968416,0.00003144973,0.000046233887,0.013815895,0.00115301,0.00034505856,0.0006429493,0.0015975757,0.00001929787],"about_ca_topic_score_codex":0.0032084452,"about_ca_topic_score_gemma":0.003010286,"teacher_disagreement_score":0.0032084452,"about_ca_system_score_codex":0.0008037523,"about_ca_system_score_gemma":0.0006624669,"threshold_uncertainty_score":0.010743022},"labels":[],"label_agreement":null},{"id":"W2612877382","doi":"10.19173/irrodl.v18i3.3250","title":"Moving Technology-Enhanced-Learning Forward: Bridging Divides through Leadership","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Appreciative inquiry; Incentive; Bridging (networking); Set (abstract data type); Psychology; Pedagogy; Mathematics education; Sociology; Public relations; Political science; Computer science","score_opus":0.2017734950224432,"score_gpt":0.5006463598156647,"score_spread":0.2988728647932215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612877382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5346442,0.004271585,0.039895926,0.05709166,0.0007529691,0.00042274533,0.000048123864,0.00018526873,0.36268756],"genre_scores_gemma":[0.9848092,0.00069188775,0.0050234552,0.00072344544,0.000042646563,0.00008403074,0.000010423179,0.000022484563,0.008592365],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953631,0.003462748,0.000057517373,0.00020382194,0.0003620451,0.0005507072],"domain_scores_gemma":[0.995555,0.0026022801,0.00043882706,0.000300091,0.00023002784,0.00087375153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046713175,0.0002325391,0.00018036597,0.00094613543,0.003853333,0.010268839,0.001178131,0.0012948335,0.007107592],"category_scores_gemma":[0.0065320884,0.00016383515,0.00036389765,0.0007280639,0.008867914,0.011032622,0.007470483,0.002225996,0.00074114883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009807349,0.00045849706,0.005406245,0.00040361905,0.000017373202,0.0011092647,0.4265768,0.0003150692,0.0014979923,0.3454047,0.0118726045,0.20683977],"study_design_scores_gemma":[0.00008312272,0.0002877038,0.008086729,0.0008091994,0.000016938131,0.0006656778,0.5633975,0.0016956613,0.0020967799,0.2033607,0.2194649,0.00003501632],"about_ca_topic_score_codex":0.0006355446,"about_ca_topic_score_gemma":0.0012990723,"teacher_disagreement_score":0.010268839,"about_ca_system_score_codex":0.002256506,"about_ca_system_score_gemma":0.0050872937,"threshold_uncertainty_score":0.024704576},"labels":[],"label_agreement":null},{"id":"W2613027232","doi":"10.19173/irrodl.v18i3.2676","title":"Employing the EPEC Hierarchy of Conditions (Version II) To Evaluate the Effectiveness of Using Synchronous Technologies with Multi-Location Student Cohorts in the Tertiary Education Setting","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Coursework; Popularity; Competence (human resources); Distance education; Computer science; Mathematics education; Usability; Context (archaeology); Learning environment; Psychology; Social psychology; Human–computer interaction; Geography","score_opus":0.06980353266702696,"score_gpt":0.5086009468194245,"score_spread":0.4387974141523975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613027232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882196,0.0000553159,0.003133118,0.000047527017,0.000040155493,0.0031184934,0.0004089237,0.000032040745,0.0049447245],"genre_scores_gemma":[0.97886354,0.00007282714,0.010768077,0.000043823173,0.000020214478,0.008389099,0.00070114736,0.00001499513,0.0011262678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99375063,0.0024889698,0.0010697955,0.0004316087,0.0017128991,0.00054607977],"domain_scores_gemma":[0.94787765,0.035137825,0.0064879316,0.0028084374,0.005343672,0.0023445757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01129771,0.0005431385,0.00066845224,0.001914653,0.00085448567,0.0010769828,0.0006331553,0.0007549893,0.0035919123],"category_scores_gemma":[0.028720168,0.00032318375,0.0022216411,0.0012933704,0.0009814416,0.0014955236,0.0019715268,0.00124152,0.00047075396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034856624,0.008026708,0.8831166,0.00049601967,0.00036401398,0.00013401783,0.0034124004,0.0025374226,0.0027821744,0.001155981,0.0012632174,0.09322576],"study_design_scores_gemma":[0.00030809213,0.009896785,0.9785357,0.0000793274,0.00008477019,0.00006813231,0.00251719,0.0040803007,0.0023430628,0.0004244731,0.0016193016,0.000042793592],"about_ca_topic_score_codex":0.00198045,"about_ca_topic_score_gemma":0.003302135,"teacher_disagreement_score":0.01129771,"about_ca_system_score_codex":0.0011343344,"about_ca_system_score_gemma":0.0019985617,"threshold_uncertainty_score":0.05974877},"labels":[],"label_agreement":null},{"id":"W2621901005","doi":"10.19173/irrodl.v18i5.3096","title":"Openness and Praxis: Exploring the Use of Open Educational Practices in Higher Education","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":447,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Openness to experience; Praxis; Pedagogy; Sociology; Educational technology; Higher education; Grounded theory; Teaching method; Qualitative research; Mathematics education; Psychology; Social science; Political science; Social psychology","score_opus":0.48338859013456026,"score_gpt":0.5306440954106897,"score_spread":0.04725550527612943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621901005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9175219,0.0049169464,0.013125462,0.008265189,0.00013102619,0.0002658497,0.00003890322,0.000029552264,0.055705097],"genre_scores_gemma":[0.9902981,0.0026527008,0.0032564038,0.0007531127,0.000029578665,0.00018264443,0.000017122591,0.00001876643,0.0027915752],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97737646,0.01813899,0.00053645053,0.00080563064,0.0021437453,0.0009988385],"domain_scores_gemma":[0.95416063,0.03738107,0.0040341713,0.0015053721,0.0014074607,0.0015113073],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.021954596,0.00035830546,0.0004342292,0.0025420757,0.0053499606,0.009762248,0.0014302561,0.0016063245,0.0018175012],"category_scores_gemma":[0.030028658,0.00043821035,0.00040457558,0.0022807927,0.019603016,0.01322541,0.010991332,0.0037536765,0.00024472977],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015178188,0.000050975992,0.006361234,0.00024240674,0.000006703099,0.0002254834,0.9583219,0.000031045016,0.00020199946,0.012091054,0.00035831286,0.02209362],"study_design_scores_gemma":[0.000008909879,0.000055384284,0.009267359,0.00073850673,0.000008759807,0.00030931496,0.95675766,0.00011950849,0.00021210687,0.008143804,0.024358202,0.000020508549],"about_ca_topic_score_codex":0.0041768677,"about_ca_topic_score_gemma":0.0071805147,"teacher_disagreement_score":0.9985697,"about_ca_system_score_codex":0.00484406,"about_ca_system_score_gemma":0.007495575,"threshold_uncertainty_score":0.11610842},"labels":[],"label_agreement":null},{"id":"W2624822974","doi":"10.19173/irrodl.v18i4.3120","title":"Higher Education Faculty Perceptions of Open Textbook Adoption","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Perception; Open education; Distance education; Quality (philosophy); Class size; Educational technology; Socioeconomic status; Psychology; Higher education; Medical education; Class (philosophy); Mathematics education; Pedagogy; Computer science; Sociology; Political science; Medicine","score_opus":0.16431172602796018,"score_gpt":0.5087128557808327,"score_spread":0.3444011297528725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624822974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911431,0.00031789765,0.0002942718,0.0009662783,0.000018418314,0.000016392029,0.000035353503,0.000010326891,0.007197915],"genre_scores_gemma":[0.9982652,0.0002744395,0.000120353696,0.00016130974,0.000015114787,0.000006797277,0.000020680594,0.000002500061,0.0011336199],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961398,0.0012999119,0.00033543046,0.00022978464,0.0014938839,0.00050110737],"domain_scores_gemma":[0.96535546,0.013988568,0.009195068,0.00069626357,0.0049913754,0.0057732323],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0052339137,0.00010685464,0.00020503701,0.00095222984,0.0010568277,0.0026861478,0.000372319,0.0006128217,0.009067578],"category_scores_gemma":[0.020843152,0.0001126832,0.00024830323,0.0013046986,0.0010830965,0.0011250081,0.0013006836,0.0005907014,0.0005403741],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015364544,0.0011537748,0.8003876,0.00043020592,0.00006979046,0.00050243194,0.061455924,0.0004268495,0.0033153992,0.0044090175,0.004452899,0.12324258],"study_design_scores_gemma":[0.000022152479,0.0005050977,0.87716013,0.00023524485,0.000031386597,0.00018586732,0.10561491,0.00041037722,0.0011884175,0.0009033506,0.013691778,0.000051229763],"about_ca_topic_score_codex":0.0047101583,"about_ca_topic_score_gemma":0.006480141,"teacher_disagreement_score":0.9996277,"about_ca_system_score_codex":0.0018393594,"about_ca_system_score_gemma":0.0026717836,"threshold_uncertainty_score":0.030334055},"labels":[],"label_agreement":null},{"id":"W2624878291","doi":"10.19173/irrodl.v18i4.3025","title":"Evaluating NTU’s OpenCourseWare Project with Google Analytics: User Characteristics, Course Preferences, and Usage Patterns","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Analytics; Learning Management; Open educational resources; Learning analytics; License; World Wide Web; Knowledge management; Data science","score_opus":0.2112705002516348,"score_gpt":0.5066034301544411,"score_spread":0.2953329299028063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624878291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982449,0.000013543131,0.00014752705,0.000039277023,0.0000023231896,0.0000796362,0.00033073578,0.00003219994,0.001109766],"genre_scores_gemma":[0.99446315,0.00006487567,0.0018238256,0.00004594981,0.000007917922,0.00024171085,0.0015917342,0.0000390654,0.0017217817],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986455,0.00047646018,0.00010694096,0.00013915949,0.00043274756,0.00019926949],"domain_scores_gemma":[0.9937919,0.0020153977,0.000705924,0.0003285948,0.0017593419,0.0013987852],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025555901,0.00026682287,0.00025437822,0.0020708188,0.00093652547,0.0014421338,0.00047711673,0.00032430812,0.0015261155],"category_scores_gemma":[0.0067648115,0.00017455498,0.0002978849,0.0017971247,0.0003796818,0.0013906102,0.0013446119,0.0003825752,0.00091796444],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005240985,0.0020633622,0.8733411,0.00018415281,0.00004783104,0.0007454868,0.030616058,0.0005369487,0.0035054865,0.00027849874,0.006392315,0.081764735],"study_design_scores_gemma":[0.000029286955,0.0011635912,0.9458745,0.000056573455,0.000024467789,0.00031319604,0.036164593,0.0045153275,0.002913155,0.00012210279,0.008744124,0.00007924215],"about_ca_topic_score_codex":0.013996801,"about_ca_topic_score_gemma":0.027070975,"teacher_disagreement_score":0.9974444,"about_ca_system_score_codex":0.0007649835,"about_ca_system_score_gemma":0.0008548318,"threshold_uncertainty_score":0.02783066},"labels":[],"label_agreement":null},{"id":"W2625626410","doi":"10.19173/irrodl.v18i4.3003","title":"Exploring Open Educational Resources for College Algebra","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"William and Flora Hewlett Foundation","keywords":"Open educational resources; Mathematics education; Class (philosophy); Educational resources; Open education; Computer science; Class size; Pedagogy; Psychology; Library science; Artificial intelligence; World Wide Web","score_opus":0.2736753790447752,"score_gpt":0.4813841763639588,"score_spread":0.20770879731918362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625626410","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43084237,0.0042150123,0.04145638,0.01215783,0.00026697124,0.00039619248,0.00015701375,0.00039243881,0.51011586],"genre_scores_gemma":[0.89273477,0.0044665113,0.04086521,0.0011182028,0.00014186179,0.00025522852,0.00023542058,0.00013479298,0.060048018],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.998544,0.00082487764,0.00004135907,0.000099621146,0.0003212028,0.00016908384],"domain_scores_gemma":[0.99806625,0.0012917105,0.00011248151,0.000104214974,0.00010083797,0.00032445026],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0014739493,0.00022292802,0.0001980516,0.00075267075,0.001749388,0.0065739397,0.0011318641,0.0009850566,0.017970594],"category_scores_gemma":[0.003562954,0.0001404236,0.0003229475,0.0009690541,0.001548447,0.0077856993,0.0055594835,0.0011194807,0.0020835516],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104613326,0.0017288852,0.005276613,0.0012518934,0.000018846304,0.0030387244,0.056292694,0.0010390921,0.00447197,0.2898251,0.017903602,0.61904794],"study_design_scores_gemma":[0.00007428502,0.00045547856,0.007288181,0.0019033855,0.000025801219,0.001906464,0.097724825,0.0034279176,0.0032757074,0.09715227,0.7867005,0.00006517479],"about_ca_topic_score_codex":0.0007739666,"about_ca_topic_score_gemma":0.0030160346,"teacher_disagreement_score":0.9988681,"about_ca_system_score_codex":0.0014174978,"about_ca_system_score_gemma":0.0022318093,"threshold_uncertainty_score":0.060117602},"labels":[],"label_agreement":null},{"id":"W2625649025","doi":"10.19173/irrodl.v18i4.2977","title":"How Korean Language Arts Teachers Adopt and Adapt Open Educational Resources: A Study of Teachers’ and Students’ Perspectives","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Curriculum; Context (archaeology); Adaptation (eye); Pedagogy; Ethnography; Mathematics education; Sociology; Psychology; Geography","score_opus":0.09997920995518784,"score_gpt":0.46708349743058275,"score_spread":0.3671042874753949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625649025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966119,0.00021062886,0.00015958025,0.00048117677,0.00001357879,0.00001706407,0.000024466615,0.0000047146036,0.0024769923],"genre_scores_gemma":[0.9968233,0.0004851315,0.00016220266,0.00033510884,0.000006901964,0.00003171227,0.00003309646,0.000016896925,0.0021055625],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9960368,0.0019712623,0.00024340273,0.00041141466,0.00054969004,0.000787517],"domain_scores_gemma":[0.99410385,0.0026612487,0.0011512255,0.0002126137,0.000830472,0.0010406167],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0044142962,0.00051599013,0.0006420063,0.0012306735,0.0059346887,0.0072783446,0.0010342657,0.001477274,0.001812852],"category_scores_gemma":[0.006347313,0.0007663428,0.00051572925,0.0013201752,0.0045276107,0.005232526,0.0044739516,0.0031549584,0.000552986],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019013627,0.00007631927,0.0137124965,0.00005414521,0.000004159944,0.00050287927,0.9815585,0.000010651194,0.00089804176,0.0002445139,0.00021317488,0.0027060644],"study_design_scores_gemma":[0.0000016815997,0.000022643173,0.0056706057,0.00002629243,0.0000035004655,0.00008190485,0.9912834,0.000015391623,0.00012169991,0.000023869974,0.0027405038,0.000008458223],"about_ca_topic_score_codex":0.010840913,"about_ca_topic_score_gemma":0.028202292,"teacher_disagreement_score":0.99896574,"about_ca_system_score_codex":0.0026418162,"about_ca_system_score_gemma":0.002937533,"threshold_uncertainty_score":0.023345292},"labels":[],"label_agreement":null},{"id":"W2625716738","doi":"10.19173/irrodl.v18i4.3009","title":"Incentivizing the Production and Use of Open Educational Resources in Higher Education Institutions","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Open educational resources; Higher education; Open education; Class size; Institution; Production (economics); Business; Educational technology; Economics; Pedagogy; Psychology; Economic growth; Sociology; Microeconomics; Social science","score_opus":0.25127102256277895,"score_gpt":0.48780412257881234,"score_spread":0.2365331000160334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625716738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74984556,0.0051354887,0.036999397,0.028517762,0.0003092822,0.001346631,0.00022454113,0.0007018969,0.17691948],"genre_scores_gemma":[0.97815794,0.0022751275,0.012688185,0.0008219858,0.00009202464,0.00024821595,0.000067297275,0.000037468715,0.0056118],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98982286,0.0056517045,0.00043518405,0.00042002098,0.0024382703,0.0012320451],"domain_scores_gemma":[0.9604904,0.023090951,0.007251378,0.0024574378,0.0029851862,0.0037246565],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.008872282,0.00025849146,0.00021438942,0.001256311,0.000876529,0.0047447872,0.001604892,0.0015414035,0.006178328],"category_scores_gemma":[0.0321013,0.00021347072,0.00030765947,0.0017032445,0.0014228922,0.004012248,0.0047597243,0.0010174443,0.0011456956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027243298,0.0030400197,0.06029771,0.00219068,0.000079362704,0.0003899037,0.0020991233,0.006236089,0.01481093,0.06792912,0.010974569,0.83168006],"study_design_scores_gemma":[0.0005745586,0.0038785099,0.35511467,0.005859727,0.00031172708,0.0006549143,0.020345597,0.028180912,0.049745042,0.09983844,0.43503046,0.00046542045],"about_ca_topic_score_codex":0.0030256968,"about_ca_topic_score_gemma":0.0062072426,"teacher_disagreement_score":0.9983951,"about_ca_system_score_codex":0.0030440239,"about_ca_system_score_gemma":0.0107373,"threshold_uncertainty_score":0.04692167},"labels":[],"label_agreement":null},{"id":"W2625926764","doi":"10.19173/irrodl.v18i4.3111","title":"What Impacts do OER Have on Students? Students Share Their Experiences with a Health Psychology OER at New York City College of Technology","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Coursework; Usability; Educational technology; Psychology; Class (philosophy); Blended learning; Variety (cybernetics); Mathematics education; Medical education; Pedagogy; Computer science; Medicine","score_opus":0.15430746066794845,"score_gpt":0.5201676129381114,"score_spread":0.365860152270163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625926764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99434835,0.00019891676,0.00016960806,0.0016547297,0.000055652265,0.000017152333,0.000031745047,0.000015168904,0.0035086896],"genre_scores_gemma":[0.99547666,0.00042826368,0.00016237579,0.00077962375,0.0000430581,0.000022451375,0.000043266708,0.00001569806,0.0030285493],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99619603,0.0015491094,0.0001405022,0.00025000214,0.0009037651,0.00096064014],"domain_scores_gemma":[0.9929971,0.0013609482,0.0014286042,0.00019400891,0.0007624445,0.0032568292],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0032209635,0.00047025876,0.0005297041,0.00091766973,0.00633563,0.006593809,0.0012667266,0.0018449507,0.0046857838],"category_scores_gemma":[0.009275389,0.00047499823,0.000632708,0.00071968045,0.0030369428,0.0038835467,0.005589766,0.00260963,0.00090479455],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019486624,0.001409524,0.28574666,0.0002783379,0.00010621461,0.0028053995,0.63202727,0.00027981555,0.0037309986,0.0009305089,0.008223958,0.06426644],"study_design_scores_gemma":[0.000008085482,0.00046549796,0.088031426,0.00009717028,0.000024479761,0.0007018788,0.892299,0.00014549501,0.0006091798,0.00015543487,0.017403154,0.000059190108],"about_ca_topic_score_codex":0.0068981294,"about_ca_topic_score_gemma":0.018132055,"teacher_disagreement_score":0.9987333,"about_ca_system_score_codex":0.0022630352,"about_ca_system_score_gemma":0.0016050938,"threshold_uncertainty_score":0.017034292},"labels":[],"label_agreement":null},{"id":"W2626116174","doi":"10.19173/irrodl.v18i4.3118","title":"Open Educational Resources and Student Course Outcomes: A Multilevel Analysis","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Class size; Multilevel model; Medical education; Higher education; Distance education; Community college; Mathematics education; Psychology; Computer science; Pedagogy; Political science; Medicine","score_opus":0.12464175344943038,"score_gpt":0.5216956609113534,"score_spread":0.39705390746192304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626116174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98646414,0.0006301101,0.0038066192,0.0010131192,0.00009002454,0.00025077653,0.005064567,0.00007652622,0.0026040836],"genre_scores_gemma":[0.9931657,0.00017475487,0.0016385793,0.00014994049,0.000048465376,0.00043437618,0.0023058723,0.000052704283,0.002029582],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99012333,0.0041716425,0.0005431088,0.0015713846,0.0018845684,0.0017060236],"domain_scores_gemma":[0.9791949,0.011279139,0.0037091435,0.001961582,0.0018204683,0.0020347137],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.008798695,0.0006957014,0.0014969577,0.0025486348,0.0018960707,0.0025471796,0.0029523952,0.0016341497,0.009877215],"category_scores_gemma":[0.019075729,0.00052472315,0.004328848,0.0041701575,0.0008181608,0.001901026,0.0030145568,0.004219048,0.0011944534],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047427125,0.00074653304,0.9757534,0.00016507762,0.0029084783,0.00017838663,0.0017127926,0.0015788829,0.0002724555,0.0017063364,0.004852827,0.009650515],"study_design_scores_gemma":[0.00014891062,0.0013328152,0.9604332,0.00024815655,0.0018548104,0.00011542311,0.0048346897,0.023684831,0.00029816496,0.0015007125,0.0054439716,0.000104298764],"about_ca_topic_score_codex":0.053172816,"about_ca_topic_score_gemma":0.038852297,"teacher_disagreement_score":0.9970476,"about_ca_system_score_codex":0.0016713804,"about_ca_system_score_gemma":0.0022989626,"threshold_uncertainty_score":0.10572666},"labels":[],"label_agreement":null},{"id":"W2626144824","doi":"10.19173/irrodl.v18i4.3006","title":"The Adoption of an Open Textbook in a Large Physics Course: An Analysis of Cost, Outcomes, Use, and Perceptions","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"License; Open educational resources; Open education; Mathematics education; Quality (philosophy); Class (philosophy); Open university; Perception; Psychology; Massive open online course; Course (navigation); Open learning; Closed-ended question; Distance education; Medical education; Computer science; Teaching method; Pedagogy; Mathematics; Engineering; Cooperative learning; Physics; Statistics; Medicine","score_opus":0.13157060625001735,"score_gpt":0.4949550752568751,"score_spread":0.3633844690068577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626144824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99925786,0.000013394102,0.00005416966,0.00006176382,0.0000014897261,0.000013347712,0.000047607013,0.000001784217,0.00054849876],"genre_scores_gemma":[0.99911183,0.00004105675,0.00013149441,0.000031721906,0.00000418937,0.000022972752,0.00010852838,0.0000037532543,0.0005445912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972257,0.00068999385,0.00021862278,0.00020593843,0.0011702264,0.0004894362],"domain_scores_gemma":[0.97979856,0.005709459,0.0071285483,0.00043901757,0.0032906402,0.003633773],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.003508433,0.00022391707,0.00025395537,0.0019829085,0.00093258097,0.0023199553,0.0006312302,0.0005896296,0.0023158642],"category_scores_gemma":[0.014471309,0.00025042277,0.00061198743,0.0019430621,0.0010771783,0.0018633078,0.0015084967,0.0011474136,0.00049786794],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011217981,0.0009127493,0.97832674,0.000032051685,0.000034333418,0.0001414021,0.0066065327,0.00018829272,0.000657346,0.0001603893,0.00038191566,0.012446024],"study_design_scores_gemma":[0.0000047715266,0.00026923185,0.98510104,0.000012793257,0.000011478283,0.000034019446,0.013422239,0.00041530936,0.0002255129,0.000039506132,0.00044831575,0.000015699266],"about_ca_topic_score_codex":0.018260464,"about_ca_topic_score_gemma":0.030722806,"teacher_disagreement_score":0.9993688,"about_ca_system_score_codex":0.0027194913,"about_ca_system_score_gemma":0.0020155532,"threshold_uncertainty_score":0.036308408},"labels":[],"label_agreement":null},{"id":"W2626156988","doi":"10.19173/irrodl.v18i4.3012","title":"Investigating the Perceptions, Use, and Impact of Open Textbooks: A survey of Post-Secondary Students in British Columbia","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kwantlen Polytechnic University","funders":"Kwantlen Polytechnic University","keywords":"Open educational resources; Context (archaeology); Psychology; Open education; Perception; Purchasing; Medical education; Mathematics education; Pedagogy; Marketing; Geography; Medicine; Business","score_opus":0.13492104143853675,"score_gpt":0.47923125611618306,"score_spread":0.34431021467764633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626156988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99817586,0.0000943773,0.000022353895,0.0001484582,0.0000035622136,0.000022172744,0.00021216067,0.000002842136,0.0013182348],"genre_scores_gemma":[0.99550194,0.0003478097,0.000100672165,0.0002574321,0.0000026820342,0.000030857445,0.00027481915,0.000004932743,0.0034788318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912053,0.00007675945,0.000057503385,0.000098401506,0.00036196265,0.00028483794],"domain_scores_gemma":[0.9957557,0.00031626396,0.0005074613,0.00007714705,0.0016988108,0.0016447203],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0008604714,0.00025452377,0.00039917487,0.0012240263,0.0037226772,0.0021215545,0.0012461329,0.0005997842,0.0033269501],"category_scores_gemma":[0.0017968998,0.00040981488,0.00019471749,0.002356088,0.0010277345,0.0005068373,0.0012092262,0.0010564291,0.0008177123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087218745,0.00045121778,0.9311576,0.00014666957,0.000020734175,0.0005656911,0.040932655,0.000060607283,0.0022983046,0.00016697081,0.0031228247,0.02098958],"study_design_scores_gemma":[0.000004169086,0.000098626486,0.9342223,0.00008800736,0.000008372136,0.0000703147,0.061764803,0.00010858415,0.00025744687,0.000025250241,0.0033313339,0.000020885489],"about_ca_topic_score_codex":0.9466001,"about_ca_topic_score_gemma":0.9819118,"teacher_disagreement_score":0.99875385,"about_ca_system_score_codex":0.010402829,"about_ca_system_score_gemma":0.016476179,"threshold_uncertainty_score":0.10742873},"labels":[],"label_agreement":null},{"id":"W2626208910","doi":"10.19173/irrodl.v18i4.2985","title":"Rating the Quality of Open Textbooks: How Reviewer and Text Characteristics Predict Ratings","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Psychology; Peer evaluation; Residence; Mathematics education; Medical education; Higher education; Medicine; Sociology; Political science","score_opus":0.16067769174536056,"score_gpt":0.4871915399490719,"score_spread":0.3265138482037113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626208910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9731698,0.0037107146,0.009034398,0.0014022258,0.00033006046,0.0007461639,0.0013467094,0.00013104899,0.010128941],"genre_scores_gemma":[0.99231464,0.0006345306,0.0042389734,0.00019079192,0.0001456663,0.00039909407,0.00057579234,0.000051803276,0.0014487165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.93416405,0.032893267,0.010309343,0.004355302,0.017266333,0.0010117383],"domain_scores_gemma":[0.29499924,0.48890918,0.11809131,0.01069816,0.081196524,0.0061055357],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06621637,0.00024919712,0.00072756736,0.0036385735,0.0006202455,0.0030490435,0.0007698668,0.00068210426,0.0030511606],"category_scores_gemma":[0.37996358,0.00029394258,0.000768932,0.0035291205,0.00084621087,0.0027684686,0.0013995537,0.0007014865,0.0011571518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058143033,0.00012833648,0.9418482,0.0009052604,0.00038007007,0.00011372303,0.0042205085,0.00028308725,0.0010019405,0.00023694639,0.0038798805,0.04642065],"study_design_scores_gemma":[0.0000957783,0.00065453403,0.98578817,0.00041458482,0.0002070566,0.00025613542,0.0029478748,0.0023286073,0.0014407461,0.0006109504,0.00517377,0.0000818114],"about_ca_topic_score_codex":0.0013838916,"about_ca_topic_score_gemma":0.0029126618,"teacher_disagreement_score":0.93378365,"about_ca_system_score_codex":0.0008264061,"about_ca_system_score_gemma":0.0012035639,"threshold_uncertainty_score":0.3501898},"labels":[],"label_agreement":null},{"id":"W2626366201","doi":"10.19173/irrodl.v18i4.2984","title":"Khan Academy as Supplemental Instruction: A Controlled Study of a Computer-Based Mathematics Intervention","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Open educational resources; Test (biology); Academic achievement; Population; Educational technology; Mathematics; Psychology; Medicine; Pedagogy; Biology","score_opus":0.10787113829522103,"score_gpt":0.47916552053193345,"score_spread":0.3712943822367124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626366201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941742,0.0002281948,0.00021342168,0.000109020504,0.00014048058,0.0042949156,0.0001426365,0.00003570166,0.00066154904],"genre_scores_gemma":[0.96818507,0.0007340895,0.0037894475,0.0006215278,0.0002743487,0.02265499,0.00028815953,0.000021829901,0.0034306825],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9975879,0.00096951984,0.00021692699,0.000500764,0.00035238877,0.0003725204],"domain_scores_gemma":[0.9966472,0.0015039379,0.0005479818,0.00024111463,0.00021436183,0.00084546435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027545898,0.000926282,0.0019694506,0.0009037029,0.0019217236,0.0012399944,0.0012960087,0.0021335648,0.005697643],"category_scores_gemma":[0.005015122,0.0007486702,0.0011088073,0.0007590414,0.0013491985,0.0011171013,0.000935922,0.0027620136,0.0006087088],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12869176,0.79072034,0.0057076653,0.0017636061,0.0007010589,0.000199376,0.0033655688,0.0002488312,0.004330637,0.00040467273,0.0013305531,0.06253597],"study_design_scores_gemma":[0.27185374,0.6751859,0.044497408,0.00027780258,0.0008327181,0.000050771843,0.0019641262,0.0009069611,0.0017124276,0.00039622668,0.0022376722,0.000084253305],"about_ca_topic_score_codex":0.0066614524,"about_ca_topic_score_gemma":0.0105151255,"teacher_disagreement_score":0.0066614524,"about_ca_system_score_codex":0.0015351503,"about_ca_system_score_gemma":0.0030357318,"threshold_uncertainty_score":0.019060493},"labels":[],"label_agreement":null},{"id":"W2626515633","doi":"10.19173/irrodl.v18i4.2986","title":"The Impact of Enrollment in an OER Course on Student Learning Outcomes","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Academic achievement; Class size; Mathematics education; Student achievement; Open education; Computer science; Psychology; Medical education; Pedagogy; Medicine","score_opus":0.11485468479484684,"score_gpt":0.5398448054494357,"score_spread":0.42499012065458885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626515633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99707484,0.000070613154,0.000030728213,0.0002445023,0.000022173439,0.000022547008,0.000060109993,0.00000653049,0.0024678966],"genre_scores_gemma":[0.99772304,0.000073186166,0.000052012256,0.00005044582,0.000024966035,0.00002254818,0.00011075891,0.000003817902,0.0019392126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971859,0.0009971262,0.00017564089,0.00030196976,0.0007460514,0.00059327105],"domain_scores_gemma":[0.9745747,0.008980796,0.0043081436,0.0007720191,0.0015466503,0.009817636],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0040002437,0.000263862,0.00037937192,0.0006939089,0.0007348032,0.0019550724,0.0006549793,0.0005862911,0.009138581],"category_scores_gemma":[0.017065886,0.0001248949,0.00065322476,0.00054817874,0.0006906083,0.0008139368,0.001371375,0.0019458242,0.0012881652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015926415,0.023915302,0.8898537,0.00005973943,0.00019551655,0.0001485835,0.0012068049,0.0003261944,0.0011239424,0.00043100573,0.001715339,0.0794314],"study_design_scores_gemma":[0.000031971806,0.00197319,0.99626523,0.00001905495,0.00003273062,0.0000141817745,0.0006198434,0.00024757633,0.000243047,0.000090791196,0.00045115175,0.000011228276],"about_ca_topic_score_codex":0.0059102564,"about_ca_topic_score_gemma":0.007902819,"teacher_disagreement_score":0.999345,"about_ca_system_score_codex":0.00097654713,"about_ca_system_score_gemma":0.0017250765,"threshold_uncertainty_score":0.03057158},"labels":[],"label_agreement":null},{"id":"W2626576383","doi":"10.19173/irrodl.v18i4.3022","title":"A Preliminary Exploration of the Relationships Between Student-Created OER, Sustainability, and Students Success","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Context (archaeology); Class (philosophy); Educational technology; Sustainability; Mathematics education; Open education; Pedagogy; Computer science; Psychology; Geography","score_opus":0.16572131502101947,"score_gpt":0.49745154955486354,"score_spread":0.3317302345338441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626576383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96306586,0.0005994156,0.001800846,0.0027955228,0.000057261008,0.00012942532,0.00092074275,0.000030088568,0.030600803],"genre_scores_gemma":[0.99359244,0.0003643495,0.00064996,0.00015040701,0.00003621236,0.00019628693,0.00037058973,0.000009226674,0.004630459],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99813783,0.0008640052,0.00013087255,0.00021691642,0.00032921945,0.0003211487],"domain_scores_gemma":[0.9717425,0.019377993,0.0028402724,0.00070971035,0.0025400377,0.002789497],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0038798226,0.00037812188,0.00040211226,0.0015898637,0.0011556899,0.004158672,0.0008338196,0.0006802198,0.0334977],"category_scores_gemma":[0.017950105,0.00018173737,0.0010885446,0.0022793987,0.0009966543,0.0027036425,0.002518376,0.00175398,0.001842833],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002082727,0.00079457514,0.94122314,0.00020380947,0.0001275581,0.00024094801,0.00845497,0.00021345812,0.00030115744,0.0077781496,0.0020839162,0.038369983],"study_design_scores_gemma":[0.000015085654,0.00065559533,0.965651,0.00024127128,0.00013295386,0.000092433394,0.02224885,0.000898184,0.0003918984,0.0025409334,0.0071054446,0.000026383366],"about_ca_topic_score_codex":0.0054505616,"about_ca_topic_score_gemma":0.009775384,"teacher_disagreement_score":0.9991662,"about_ca_system_score_codex":0.0012009409,"about_ca_system_score_gemma":0.0036603247,"threshold_uncertainty_score":0.112060964},"labels":[],"label_agreement":null},{"id":"W2626713518","doi":"10.19173/irrodl.v18i4.2990","title":"Tracking the Money for Open Educational Resources in South African basic Education: What We Don’t Know","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Government (linguistics); Desk; Open education; Benchmark (surveying); Tracking (education); Political science; Economic growth; Public relations; Business; Computer science; Library science; Economics; Sociology; Geography; World Wide Web; Pedagogy","score_opus":0.11109280321817722,"score_gpt":0.45097400930252485,"score_spread":0.33988120608434763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626713518","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069426805,0.5048742,0.001411687,0.39890522,0.0024730472,0.00011962303,0.002612051,0.000042025164,0.02013525],"genre_scores_gemma":[0.4231578,0.53721005,0.0027626457,0.030179126,0.0017011039,0.00027014146,0.0010174314,0.00006240969,0.0036392733],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9925296,0.0027321852,0.0010359831,0.00076947105,0.0019342488,0.0009984208],"domain_scores_gemma":[0.92537946,0.04771756,0.013443904,0.0012984127,0.00978369,0.0023769694],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.010415433,0.0004529244,0.000822147,0.00497536,0.0018518866,0.007915357,0.0019535515,0.0039397744,0.009605251],"category_scores_gemma":[0.06679433,0.0007156016,0.00068176014,0.010540046,0.0032516844,0.021446956,0.003064059,0.003607183,0.0016510048],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020903493,0.00019400094,0.051799234,0.029848518,0.00021874941,0.0005969954,0.01736272,0.0006693617,0.0003831688,0.032381974,0.09549449,0.7708419],"study_design_scores_gemma":[0.00006909565,0.00037534782,0.1456325,0.13541104,0.00045190458,0.0011944454,0.08013492,0.0013287182,0.001140255,0.020242618,0.6138039,0.00021517351],"about_ca_topic_score_codex":0.05529223,"about_ca_topic_score_gemma":0.06313852,"teacher_disagreement_score":0.99804646,"about_ca_system_score_codex":0.007857826,"about_ca_system_score_gemma":0.01677752,"threshold_uncertainty_score":0.10994077},"labels":[],"label_agreement":null},{"id":"W2626762786","doi":"10.19173/irrodl.v18i4.3032","title":"Student Perceptions of College Faculty Who Use OER","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Kindness; Creativity; Class (philosophy); Distance education; Open education; Psychology; Mathematics education; Perception; Higher education; Educational technology; Public university; Open university; Pedagogy; Computer science; Social psychology","score_opus":0.16108666086260134,"score_gpt":0.5047376840291488,"score_spread":0.3436510231665474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626762786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979976,0.000048478323,0.00005767335,0.0002069769,0.000009889742,0.0000068263666,0.000015902018,0.000005413631,0.0016512729],"genre_scores_gemma":[0.9987871,0.00009610022,0.00006772763,0.0001389013,0.00001121491,0.000006209572,0.000025336754,0.00000397854,0.00086343876],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983253,0.0004623405,0.00015076343,0.00013331602,0.00068020547,0.0002480386],"domain_scores_gemma":[0.9829281,0.0037374347,0.004956997,0.0004281132,0.0027427585,0.0052065114],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.002054341,0.00015980766,0.00022247809,0.0009505638,0.0010173207,0.0030999887,0.0003569172,0.0006883952,0.0056251525],"category_scores_gemma":[0.014382518,0.00019022387,0.00023910095,0.0006200404,0.0008183015,0.0011142892,0.0010773548,0.0009860783,0.0007340694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021379808,0.00181613,0.8608422,0.000102287886,0.000063042324,0.0004302401,0.06859371,0.00013268874,0.004398339,0.0004926098,0.0024889545,0.060425997],"study_design_scores_gemma":[0.00003161849,0.0008943394,0.8398135,0.00007894991,0.000033819324,0.00041555558,0.14881052,0.00042949052,0.0015670719,0.0003134169,0.007549481,0.00006228595],"about_ca_topic_score_codex":0.0024417045,"about_ca_topic_score_gemma":0.0032768645,"teacher_disagreement_score":0.9996431,"about_ca_system_score_codex":0.0006663247,"about_ca_system_score_gemma":0.00075383286,"threshold_uncertainty_score":0.01881802},"labels":[],"label_agreement":null},{"id":"W2626767121","doi":"10.19173/irrodl.v18i4.3010","title":"Cultivating Textbook Alternatives From the Ground Up: One Public University’s Sustainable Model for Open and Alternative Educational Resource Proliferation","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Sustainability; Higher education; Distance education; Public institution; Public relations; Open education; Sociology; Political science; Pedagogy; Economics; Economic growth","score_opus":0.16430831091512169,"score_gpt":0.43779446117159837,"score_spread":0.2734861502564767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626767121","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24709952,0.0073441304,0.06525847,0.19276989,0.0010235427,0.00025458122,0.000117047464,0.0006588458,0.48547393],"genre_scores_gemma":[0.9427418,0.0030837331,0.018880438,0.0039869915,0.00013241012,0.00011627724,0.00003475324,0.00008596703,0.030937616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9962226,0.0019844119,0.00010148118,0.0003430246,0.00083391205,0.0005144732],"domain_scores_gemma":[0.99418736,0.0021866236,0.000589031,0.0013082561,0.0008479823,0.0008807217],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0055198413,0.0003013389,0.0003205659,0.0013637702,0.005535149,0.015578243,0.0017726042,0.0034618885,0.0073995707],"category_scores_gemma":[0.0052833986,0.00035256363,0.00060736056,0.0017147779,0.012767978,0.016548,0.009920332,0.003481108,0.0009870464],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040769646,0.00036242383,0.0027011416,0.00026177728,0.000019403877,0.0002483059,0.008384806,0.0010865744,0.0008175639,0.8445301,0.0128828995,0.12866423],"study_design_scores_gemma":[0.000050114482,0.00043158646,0.0041284785,0.0008231377,0.000048478683,0.00039072052,0.030094406,0.0028624886,0.0050791875,0.36196035,0.5940255,0.000105572384],"about_ca_topic_score_codex":0.0030732315,"about_ca_topic_score_gemma":0.009552955,"teacher_disagreement_score":0.9982274,"about_ca_system_score_codex":0.008100145,"about_ca_system_score_gemma":0.014542295,"threshold_uncertainty_score":0.058770895},"labels":[],"label_agreement":null},{"id":"W2736337322","doi":"","title":"Book Review - Conducting Qualitative Research of Learning in Online Spaces","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualitative research; Educational technology; Computer science; Distance education; Sociology; Multimedia; Pedagogy; Social science","score_opus":0.3720050959154838,"score_gpt":0.6256729248155686,"score_spread":0.25366782890008477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736337322","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00672088,0.75126225,0.022691838,0.110897385,0.03902786,0.0067125657,0.0030506584,0.0004243018,0.059212234],"genre_scores_gemma":[0.046589874,0.7766935,0.04026059,0.051242862,0.008435447,0.011465952,0.0028095816,0.00063931145,0.061862823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9629932,0.02174081,0.002521245,0.0012167674,0.011018086,0.00050992536],"domain_scores_gemma":[0.73095965,0.21085148,0.008657921,0.005007133,0.042330846,0.0021929403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03183276,0.00055944134,0.0016474639,0.0058317524,0.0021021704,0.004574379,0.0023035947,0.0017584388,0.012486847],"category_scores_gemma":[0.11603476,0.0006151962,0.0007883012,0.007324366,0.0027963875,0.0035055084,0.0025108962,0.0022358128,0.0041501974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005792741,0.00017541193,0.0011340495,0.03962188,0.00018594402,0.00018940694,0.0074669183,0.00016961507,0.0014836404,0.006866725,0.5445796,0.39806888],"study_design_scores_gemma":[0.000028839857,0.00016125423,0.0022083698,0.05172206,0.00020893893,0.00058686966,0.0063307704,0.00010129619,0.0011472004,0.0033270759,0.9341425,0.000034946515],"about_ca_topic_score_codex":0.005900719,"about_ca_topic_score_gemma":0.028715713,"teacher_disagreement_score":0.03183276,"about_ca_system_score_codex":0.0059653427,"about_ca_system_score_gemma":0.01783841,"threshold_uncertainty_score":0.16834968},"labels":[],"label_agreement":null},{"id":"W2745485165","doi":"","title":"A critique of Stephen Downes' article, \"learning objects\": A Chinese perspective","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Sociology; Epistemology; Educational technology; Computer science; Mathematics education; Psychology; Pedagogy; Philosophy; Artificial intelligence","score_opus":0.04902074839503702,"score_gpt":0.4462799437196268,"score_spread":0.3972591953245898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745485165","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027981591,0.026814274,0.0026356282,0.9008792,0.014254948,0.000021269576,0.00015192688,0.000047224094,0.052397337],"genre_scores_gemma":[0.12446875,0.026240809,0.0030111857,0.7497183,0.040136833,0.00026901969,0.00010556056,0.00023629396,0.055813216],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931015,0.002032261,0.00047981515,0.0011990134,0.0026969626,0.00049046904],"domain_scores_gemma":[0.98095816,0.013411597,0.0008494671,0.0004893443,0.0035713916,0.00071995123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073951236,0.0013141531,0.0014792208,0.004419366,0.005972495,0.010629895,0.0032464883,0.016878912,0.004527084],"category_scores_gemma":[0.022024333,0.0006078934,0.0006750765,0.006449945,0.026680082,0.012592648,0.004492424,0.021972,0.0018820005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022304723,0.00001205602,0.00027043893,0.00024366887,0.000012070182,0.00011346788,0.010958237,0.000076820084,0.00008420974,0.6915725,0.2883274,0.008306953],"study_design_scores_gemma":[0.000040461982,0.000025647827,0.00181143,0.0008402108,0.000033825865,0.00016476489,0.004554918,0.00028039137,0.00031083415,0.14146571,0.85040903,0.00006274978],"about_ca_topic_score_codex":0.08313579,"about_ca_topic_score_gemma":0.09711571,"teacher_disagreement_score":0.08313579,"about_ca_system_score_codex":0.009899176,"about_ca_system_score_gemma":0.010270987,"threshold_uncertainty_score":0.16530377},"labels":[],"label_agreement":null},{"id":"W2745678670","doi":"10.19173/irrodl.v18i5.2551","title":"Revisiting Sensemaking: The case of the Digital Decision Network Application (DigitalDNA)","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Rigour; Dashboard; Data science; Sensemaking; Stakeholder; Flexibility (engineering); Analytics; Big data; Visualization; World Wide Web; Knowledge management; Data mining","score_opus":0.13029901095523733,"score_gpt":0.4369610695293453,"score_spread":0.306662058574108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745678670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42401922,0.0020946627,0.21964279,0.059025183,0.0012436673,0.0009585712,0.00049783924,0.0010063283,0.29151183],"genre_scores_gemma":[0.8530323,0.0010330182,0.11184648,0.0027239167,0.00014868606,0.00036930127,0.00028117182,0.0003808605,0.030184202],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97200024,0.02007492,0.0008392112,0.00196055,0.003726169,0.001398792],"domain_scores_gemma":[0.9746946,0.017741427,0.0009462639,0.0029249478,0.0020202214,0.0016725337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022911014,0.0008054022,0.0005801705,0.0027888175,0.014792084,0.02344449,0.0037684487,0.005511331,0.00574669],"category_scores_gemma":[0.030421117,0.0007012058,0.0011667768,0.004275853,0.015876928,0.016862793,0.016356025,0.005754629,0.0011930333],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021784818,0.0004269696,0.008439507,0.0007549431,0.00006108942,0.021931177,0.5086453,0.005838196,0.0044353954,0.31046,0.017168926,0.12162065],"study_design_scores_gemma":[0.000050879757,0.00016686379,0.0025883773,0.00078196864,0.00003837768,0.0031782843,0.35788554,0.01743189,0.0030158213,0.0983389,0.5163672,0.0001558748],"about_ca_topic_score_codex":0.01387741,"about_ca_topic_score_gemma":0.022195335,"teacher_disagreement_score":0.02344449,"about_ca_system_score_codex":0.006895572,"about_ca_system_score_gemma":0.006017666,"threshold_uncertainty_score":0.12116647},"labels":[],"label_agreement":null},{"id":"W2745854326","doi":"10.19173/irrodl.v18i5.3063","title":"Repositories of Open Educational Resources: An Assessment of Reuse and Educational Aspects","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerio de Ciencia e Innovación","keywords":"Context (archaeology); Metadata; Open educational resources; Computer science; Sociology; World Wide Web; Geography; Archaeology","score_opus":0.10115907604380833,"score_gpt":0.5167488109898316,"score_spread":0.41558973494602325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745854326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8787332,0.014230507,0.031530984,0.00291256,0.00006462992,0.00073565805,0.00048352356,0.00029501528,0.07101382],"genre_scores_gemma":[0.9681972,0.006866747,0.02091567,0.00021239331,0.00004260337,0.00022967382,0.00035888728,0.000058525642,0.003118266],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9695171,0.008121852,0.0037313316,0.0009374588,0.016950922,0.00074131903],"domain_scores_gemma":[0.91825616,0.043518417,0.016904175,0.00475645,0.015419639,0.001145133],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.018097594,0.00031706292,0.0006242111,0.019723544,0.0012594392,0.0061331578,0.0009417196,0.0007566369,0.0015359056],"category_scores_gemma":[0.045076616,0.00032628642,0.00093129126,0.017483147,0.002785373,0.010128581,0.004793715,0.00066781265,0.0003629707],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012290984,0.00023618402,0.35728714,0.0033858828,0.0002293345,0.000511421,0.035546042,0.0006225581,0.0030429529,0.018430125,0.0024419553,0.5781435],"study_design_scores_gemma":[0.000021142234,0.0006423154,0.8207499,0.0045352634,0.0005338681,0.0024121162,0.077377655,0.003067096,0.008536596,0.008815198,0.07312813,0.0001807678],"about_ca_topic_score_codex":0.0026527718,"about_ca_topic_score_gemma":0.005683888,"teacher_disagreement_score":0.9990583,"about_ca_system_score_codex":0.0029609138,"about_ca_system_score_gemma":0.003851141,"threshold_uncertainty_score":0.0957104},"labels":[],"label_agreement":null},{"id":"W2745958814","doi":"10.19173/irrodl.v18i5.3086","title":"Khan Academy Videos in Chinese: A Case Study in OER Revision","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Computer science; Educational technology; Multimedia; World Wide Web; Sociology; Pedagogy","score_opus":0.1365293332101018,"score_gpt":0.521539325904615,"score_spread":0.38500999269451325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745958814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99424285,0.00009184216,0.00018602377,0.0009233788,0.000015648608,0.000098306424,0.00006599069,0.000010407602,0.0043655527],"genre_scores_gemma":[0.9919979,0.00035744032,0.00076838036,0.00045663453,0.000020387526,0.00007750584,0.00012978846,0.000024208246,0.0061678537],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976955,0.0009049459,0.00011281663,0.00018306867,0.0005317042,0.0005718439],"domain_scores_gemma":[0.9930153,0.0032321508,0.00083334855,0.00043391527,0.0008586301,0.0016266835],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0027494298,0.00055660453,0.00034757602,0.0019595043,0.00726826,0.0022804227,0.0018448506,0.002408182,0.004256846],"category_scores_gemma":[0.010733309,0.00032054845,0.0004023402,0.0027102346,0.0034524044,0.002598994,0.0023732372,0.0019224616,0.00047808027],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014819381,0.0016005115,0.097094335,0.0003228114,0.000038648897,0.055936653,0.76852995,0.0004789589,0.0027203842,0.0042361612,0.008883226,0.060010202],"study_design_scores_gemma":[0.000036177025,0.00045020782,0.089502044,0.00024509212,0.00003876667,0.0084772045,0.8628491,0.0015536341,0.0019943349,0.00070125546,0.034057975,0.00009424925],"about_ca_topic_score_codex":0.08731441,"about_ca_topic_score_gemma":0.16174553,"teacher_disagreement_score":0.9977196,"about_ca_system_score_codex":0.0067048,"about_ca_system_score_gemma":0.004821581,"threshold_uncertainty_score":0.17361242},"labels":[],"label_agreement":null},{"id":"W2747143781","doi":"10.19173/irrodl.v18i5.2960","title":"An Evaluation of the Impact of “Learning Design” on the Distance Learning and Teaching Experience","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Curriculum; Distance education; Higher education; Agency (philosophy); Pedagogy; Psychology; Sociology; Political science","score_opus":0.21025173197005972,"score_gpt":0.5700436505018077,"score_spread":0.35979191853174797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747143781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835644,0.00017611787,0.0034232552,0.00026558107,0.00005742991,0.001063704,0.000065495005,0.0000953354,0.011288741],"genre_scores_gemma":[0.98425967,0.00020956184,0.011011474,0.00014625756,0.0000227606,0.00076653296,0.000102881895,0.000042876964,0.0034379642],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9531806,0.03387656,0.00259362,0.0014598646,0.007332178,0.0015570694],"domain_scores_gemma":[0.89989406,0.07258695,0.005582314,0.005788389,0.010434582,0.005713714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037903998,0.0004603074,0.0005589635,0.0015884943,0.0017411015,0.0039124424,0.0017781518,0.0009502178,0.00542471],"category_scores_gemma":[0.07245785,0.0003786482,0.0006616038,0.0010776853,0.0019121798,0.0026789058,0.0043501034,0.0010443978,0.0006032717],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003646119,0.021817021,0.058182083,0.0038433163,0.00020334973,0.00045014286,0.10350038,0.0026510993,0.008933819,0.004665879,0.0034096527,0.7886971],"study_design_scores_gemma":[0.0038605775,0.2051876,0.40336654,0.0036441055,0.0007685671,0.0012024195,0.17339988,0.008192703,0.058111053,0.0042693024,0.1374544,0.0005428808],"about_ca_topic_score_codex":0.0012659011,"about_ca_topic_score_gemma":0.0018777436,"teacher_disagreement_score":0.037903998,"about_ca_system_score_codex":0.00404498,"about_ca_system_score_gemma":0.003247391,"threshold_uncertainty_score":0.20045787},"labels":[],"label_agreement":null},{"id":"W2747152902","doi":"10.19173/irrodl.v19i2.3196","title":"Instructional Delivery and Students’ Experiences with Distance and Online Learning of Undergraduate Mathematics in Nigeria","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Mathematics education; Nonprobability sampling; Narrative; Sample (material); Instructional design; Mathematics; Pedagogy; Computer science; Psychology; Sociology","score_opus":0.05567159426252969,"score_gpt":0.44877036561506334,"score_spread":0.3930987713525336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747152902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982843,0.00024837445,0.00008414536,0.0001891466,0.000007744359,0.000008351223,0.000006785897,0.0000019153813,0.0011692726],"genre_scores_gemma":[0.99816173,0.00052294886,0.00015978346,0.000095742114,0.0000063228135,0.000013176706,0.0000119355145,0.0000020867474,0.0010262838],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99896204,0.0004487047,0.0000797096,0.00007081633,0.00023323958,0.0002054941],"domain_scores_gemma":[0.9968995,0.0011598794,0.0008077322,0.000059041686,0.00025549988,0.0008183708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013864547,0.0001448324,0.00029975033,0.0004899944,0.0012096502,0.0025278402,0.00045266026,0.0004710291,0.001987483],"category_scores_gemma":[0.0057923524,0.00021629376,0.00016393796,0.00055329973,0.0008023125,0.0010612907,0.0016038793,0.00089485897,0.00032686646],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027933673,0.0021021473,0.32952324,0.0005747182,0.00002977247,0.0021606395,0.5294131,0.00022476364,0.005797925,0.0021211943,0.001335866,0.12643728],"study_design_scores_gemma":[0.000019337129,0.001294569,0.22931312,0.00041357224,0.000030545594,0.0012130579,0.74545926,0.0002441627,0.0019151402,0.00042589914,0.01962289,0.000048525715],"about_ca_topic_score_codex":0.0018398839,"about_ca_topic_score_gemma":0.0039666444,"teacher_disagreement_score":0.0025278402,"about_ca_system_score_codex":0.00090400735,"about_ca_system_score_gemma":0.0012728798,"threshold_uncertainty_score":0.007332325},"labels":[],"label_agreement":null},{"id":"W2747279489","doi":"10.19173/irrodl.v18i5.3103","title":"Using Learning Analytics for Preserving Academic Integrity","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Academic integrity; Computer science; Baseline (sea); Analytics; Data integrity; Accountability; Class (philosophy); Process (computing); Data science; Artificial intelligence; Machine learning; Database","score_opus":0.38356790077370195,"score_gpt":0.5714244209153055,"score_spread":0.1878565201416036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747279489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11834648,0.0013928793,0.8251047,0.011279779,0.0003288871,0.0005709119,0.00055694795,0.0094723785,0.032946955],"genre_scores_gemma":[0.7913452,0.00063861866,0.20166415,0.00052509655,0.00018647268,0.00018583977,0.00061873614,0.0002631728,0.0045726346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9856904,0.0071789077,0.00064882933,0.0012078427,0.0047561973,0.00051783404],"domain_scores_gemma":[0.95070106,0.024682557,0.0060104546,0.009548699,0.007847545,0.0012095938],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009697612,0.0008337073,0.00061779213,0.0037020592,0.001333763,0.00818323,0.00198988,0.0013718049,0.00429998],"category_scores_gemma":[0.04815056,0.00022855592,0.00055683596,0.0027370385,0.0028070363,0.009556483,0.0059028226,0.0025590982,0.0023376867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030661628,0.00053853233,0.015965754,0.00046075045,0.000078042365,0.00017379966,0.0030620731,0.015350227,0.0057834466,0.056500427,0.009351696,0.89242864],"study_design_scores_gemma":[0.00011007466,0.0006395655,0.011881099,0.0008880945,0.00011954361,0.00053968694,0.005835349,0.45466778,0.08050219,0.35361877,0.0909535,0.00024435797],"about_ca_topic_score_codex":0.0011059527,"about_ca_topic_score_gemma":0.001093979,"teacher_disagreement_score":0.9986282,"about_ca_system_score_codex":0.0015933827,"about_ca_system_score_gemma":0.0032211398,"threshold_uncertainty_score":0.05128652},"labels":[],"label_agreement":null},{"id":"W2747818379","doi":"10.19173/irrodl.v18i5.3014","title":"The Use of Social Media in E-Learning: A Metasynthesis","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Distance education; Class (philosophy); Social learning; Psychology; Higher education; Educational technology; Sociology; Pedagogy; Computer science; World Wide Web; Political science; Artificial intelligence","score_opus":0.19885513125427934,"score_gpt":0.45664861407187607,"score_spread":0.25779348281759673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747818379","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16726272,0.5985128,0.08133455,0.05994949,0.005884315,0.011424793,0.0032941692,0.00021055454,0.072126634],"genre_scores_gemma":[0.6565756,0.24031907,0.07360248,0.00764584,0.0005783846,0.013126666,0.0017611209,0.00019991575,0.0061908597],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.98740005,0.0074998816,0.0023811616,0.000903631,0.001565206,0.00025013648],"domain_scores_gemma":[0.9708571,0.024234863,0.0010552676,0.0010181214,0.0026399423,0.00019474934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024225537,0.0017761422,0.0022698564,0.021988655,0.0037241476,0.012432588,0.0023100632,0.002665865,0.0025510509],"category_scores_gemma":[0.019620046,0.0010762694,0.0027708681,0.014827844,0.008314882,0.01802214,0.0050251465,0.00335265,0.0003413671],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019761901,0.00013976143,0.0041777375,0.062465094,0.0014474968,0.0008202423,0.4888444,0.0014073721,0.0019634846,0.25742763,0.009985346,0.1711238],"study_design_scores_gemma":[0.00012116124,0.00037011236,0.008631343,0.21377282,0.0026097018,0.0009755668,0.36207947,0.0028244096,0.0020787257,0.08216141,0.32421887,0.00015644023],"about_ca_topic_score_codex":0.005082397,"about_ca_topic_score_gemma":0.0068003847,"teacher_disagreement_score":0.024225537,"about_ca_system_score_codex":0.0111819105,"about_ca_system_score_gemma":0.011710104,"threshold_uncertainty_score":0.1281184},"labels":[],"label_agreement":null},{"id":"W2748368069","doi":"10.19173/irrodl.v18i5.3080","title":"Trends and Patterns in Massive Open Online Courses: Review and Content Analysis of Research on MOOCs (2008-2015)","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenon; Content analysis; Massive open online course; Class (philosophy); Conceptual framework; Empirical research; Psychology; Sociology; Mathematics education; Social science; Epistemology","score_opus":0.25713997937233124,"score_gpt":0.5449636490376853,"score_spread":0.2878236696653541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748368069","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030851154,0.96181756,0.0003755034,0.0032057753,0.00034697202,0.000086955624,0.0013429058,0.000021938115,0.0019512406],"genre_scores_gemma":[0.12691459,0.868075,0.0010990986,0.0014815093,0.00048011867,0.00014586512,0.0013289526,0.000029029043,0.00044578064],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99449617,0.0010236393,0.0018435473,0.0007550914,0.0016687098,0.0002129036],"domain_scores_gemma":[0.9285585,0.041770786,0.014045372,0.00088001415,0.013771627,0.0009737136],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007460092,0.0003887987,0.001091945,0.033842914,0.0005260194,0.003042042,0.00086141395,0.00080956105,0.001086054],"category_scores_gemma":[0.033078846,0.00042465076,0.0013037993,0.029306939,0.0010670668,0.00302775,0.0011861218,0.0006728948,0.0003018841],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027385665,0.00007682497,0.056338433,0.1596645,0.0016840072,0.00042122614,0.005916165,0.00026324438,0.001721625,0.0013679991,0.015489908,0.75678223],"study_design_scores_gemma":[0.00004825134,0.00034397375,0.42582476,0.31070665,0.0074894703,0.0019718928,0.015062023,0.0004190814,0.0018235097,0.0012643954,0.23491128,0.00013476296],"about_ca_topic_score_codex":0.0067375377,"about_ca_topic_score_gemma":0.01699062,"teacher_disagreement_score":0.9925399,"about_ca_system_score_codex":0.0025567766,"about_ca_system_score_gemma":0.0070174783,"threshold_uncertainty_score":0.03945321},"labels":[],"label_agreement":null},{"id":"W2748770446","doi":"10.19173/irrodl.v18i5.3028","title":"The Effects of Extraneous Load on the Relationship Between Self-Regulated Effort and Germane Load Within an E-Learning Environment","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cognitive load; Class (philosophy); Quality (philosophy); Psychology; Computer science; Cognition; Mathematics education; Self-regulated learning; Cognitive psychology; Multimedia; Artificial intelligence","score_opus":0.13169982218742032,"score_gpt":0.478867006186113,"score_spread":0.3471671839986927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748770446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980416,0.0004221591,0.00022077635,0.00007213766,0.000007257842,0.000009641505,0.000022509308,0.0000037760203,0.001200144],"genre_scores_gemma":[0.99917585,0.00026022395,0.0001266972,0.000029984903,0.000010113678,0.000014913046,0.000038787144,0.0000029580096,0.00034055838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973482,0.001225402,0.00020783326,0.0003269355,0.000620582,0.00027104653],"domain_scores_gemma":[0.9678085,0.02022684,0.0072858045,0.0012387976,0.001309133,0.002130885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029925387,0.00022469943,0.00028408642,0.0006372368,0.00028767655,0.0012927178,0.00046474833,0.00037879442,0.0027976457],"category_scores_gemma":[0.016805332,0.00015064135,0.00033004856,0.000641954,0.00060867314,0.00072848174,0.0011327174,0.0006051752,0.00027418582],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052344607,0.00085716625,0.9507623,0.00014957588,0.0002341701,0.00017455131,0.0020684567,0.00021605642,0.0013446797,0.00046007495,0.00022674046,0.042982746],"study_design_scores_gemma":[0.0000039187516,0.0001378127,0.9989079,0.000017946837,0.000020242143,0.000021384347,0.00039381266,0.00016320046,0.00010713721,0.000081041726,0.0001410717,0.00000442012],"about_ca_topic_score_codex":0.0016874173,"about_ca_topic_score_gemma":0.0024076847,"teacher_disagreement_score":0.0029925387,"about_ca_system_score_codex":0.00040447223,"about_ca_system_score_gemma":0.0005351764,"threshold_uncertainty_score":0.015826285},"labels":[],"label_agreement":null},{"id":"W2749256989","doi":"10.19173/irrodl.v18i5.2462","title":"Student and Faculty Perceptions of OpenStax in High Enrollment Courses","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Context (archaeology); Higher education; Quality (philosophy); Class size; Learning Management; Class (philosophy); Mathematics education; Public university; Enrollment management; Medical education; Educational technology; Argument (complex analysis); Distance education; Online course; Psychology; Pedagogy; Computer science; Political science; Medicine","score_opus":0.11233165487256225,"score_gpt":0.4994365983849712,"score_spread":0.3871049435124089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749256989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962903,0.00004853248,0.00012013244,0.00055268244,0.000014422032,0.000016514534,0.000016103537,0.0000070722676,0.002934288],"genre_scores_gemma":[0.99865,0.00006228625,0.00009362802,0.00020806406,0.000012052813,0.00001326462,0.000020235566,0.0000046155214,0.00093593117],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949032,0.00189844,0.0002883562,0.00034281675,0.0017243014,0.00084281253],"domain_scores_gemma":[0.97926015,0.0070287953,0.0043259384,0.00037393233,0.0024759525,0.006535224],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0068249376,0.00018019098,0.0002505202,0.0008207463,0.0031416602,0.004920376,0.00065359095,0.0010465437,0.007409033],"category_scores_gemma":[0.021586541,0.00022271366,0.00038410968,0.0007501685,0.0022160038,0.0021512737,0.002872192,0.0016318067,0.0005933645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053598447,0.0036317366,0.66574043,0.00024774726,0.00007770817,0.000983099,0.23517412,0.0004911458,0.0050232015,0.0050589554,0.0063939355,0.07664199],"study_design_scores_gemma":[0.000043032887,0.0014122871,0.49267966,0.00012109176,0.000031376647,0.0003490882,0.48775655,0.0007619866,0.0014074777,0.0010130167,0.014342682,0.00008164642],"about_ca_topic_score_codex":0.0037360732,"about_ca_topic_score_gemma":0.0050808345,"teacher_disagreement_score":0.99934644,"about_ca_system_score_codex":0.0023063626,"about_ca_system_score_gemma":0.002512754,"threshold_uncertainty_score":0.03609419},"labels":[],"label_agreement":null},{"id":"W2749490906","doi":"10.19173/irrodl.v18i5.2892","title":"Nonnative English-Speaking Students’ Lived Learning Experiences With MOOCs in a Regular College Classroom","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Psychology; Preference; Pedagogy; Mathematics education; Wonder; Community college; Distance education; Computer-mediated communication; Higher education; Style (visual arts); The Internet; Computer science; Social psychology; Medical education; World Wide Web","score_opus":0.07348853366097828,"score_gpt":0.44300110438961,"score_spread":0.3695125707286317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749490906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986405,0.000065294356,0.00008412362,0.000083750354,0.000008245904,0.0000097033635,0.000012546336,0.0000024048015,0.0010934634],"genre_scores_gemma":[0.99840206,0.000096948825,0.00007835567,0.00008981808,0.0000042872744,0.000015048592,0.000015447124,0.0000030142683,0.0012950171],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99928325,0.00022829641,0.00003431028,0.0001000454,0.00010666905,0.00024748515],"domain_scores_gemma":[0.9981085,0.00044418726,0.00030935364,0.00006609625,0.00018803982,0.00088384876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010974852,0.0002470599,0.0003942137,0.00056911295,0.0022090245,0.0032242553,0.0004656057,0.0004115104,0.0016361021],"category_scores_gemma":[0.002236531,0.0001865517,0.00025072452,0.00042383,0.0016786947,0.0013017823,0.0025982365,0.0009252187,0.00038578967],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015490514,0.00049335934,0.11458498,0.0000936285,0.000014971863,0.0017363009,0.8516994,0.00005128364,0.004601712,0.0004602383,0.0006817256,0.025427444],"study_design_scores_gemma":[0.0000043107107,0.00022240209,0.056492943,0.000034198965,0.000009635246,0.00039668207,0.9379938,0.00006728119,0.0004423903,0.000111360714,0.0042018397,0.000023195458],"about_ca_topic_score_codex":0.004395263,"about_ca_topic_score_gemma":0.01308422,"teacher_disagreement_score":0.004395263,"about_ca_system_score_codex":0.0007955813,"about_ca_system_score_gemma":0.0010401545,"threshold_uncertainty_score":0.008739412},"labels":[],"label_agreement":null},{"id":"W2749497548","doi":"10.19173/irrodl.v18i5.3128","title":"Supporting Capacity Building in Health Service Provision in Eritrea via Distance Learning Master’s Programmes: The Challenges and Rewards","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Distance education; Context (archaeology); Health care; Psychological resilience; Medical education; Capacity building; Focus group; Personal development; Psychology; Qualitative research; Service-learning; Pedagogy; Nursing; Sociology; Medicine; Political science; Geography; Social psychology","score_opus":0.16111496695732452,"score_gpt":0.5012349788206527,"score_spread":0.3401200118633282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749497548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93867403,0.005967855,0.0018474808,0.008211496,0.00012791615,0.00021202258,0.000037265367,0.000021007778,0.044900894],"genre_scores_gemma":[0.9891726,0.0028305622,0.0021065015,0.00066480576,0.0000281877,0.00012646183,0.000025581694,0.0000066120674,0.0050386777],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99549,0.0029882886,0.00008122874,0.00016184367,0.00023279386,0.0010458808],"domain_scores_gemma":[0.9963838,0.0018848077,0.00040623653,0.00013334192,0.00031571707,0.0008761777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054292986,0.0002423414,0.000344397,0.0006271253,0.002312887,0.0031423818,0.0016259174,0.0011754037,0.003011596],"category_scores_gemma":[0.0049042883,0.00016487039,0.00026872536,0.00058418786,0.00346332,0.0015562538,0.0064843884,0.0012032556,0.00034173898],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022342382,0.0012835156,0.031526197,0.0026735116,0.0000589076,0.0044287583,0.35827616,0.0009991598,0.0037919164,0.036756884,0.008867324,0.5511143],"study_design_scores_gemma":[0.00005100435,0.00074112625,0.05249833,0.0025883205,0.00002945578,0.001636355,0.7531841,0.0003806285,0.0015499503,0.0045411196,0.18275402,0.000045656],"about_ca_topic_score_codex":0.008982321,"about_ca_topic_score_gemma":0.019996433,"teacher_disagreement_score":0.008982321,"about_ca_system_score_codex":0.004589239,"about_ca_system_score_gemma":0.009523767,"threshold_uncertainty_score":0.03329748},"labels":[],"label_agreement":null},{"id":"W2749550092","doi":"10.19173/irrodl.v18i5.2751","title":"Massive, Open, Online, and National? A Study of How National Governments and Institutions Shape the Development of MOOCs","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Mediation; Political science; Public relations; Government (linguistics); Diversity (politics); Globe; National development; Sociology; Psychology; Economic growth; Social science; Geography","score_opus":0.22821432984893664,"score_gpt":0.4973341898160103,"score_spread":0.26911985996707366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749550092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88414896,0.0050222985,0.0013565121,0.00879601,0.00024047388,0.000036012047,0.000079933794,0.000014746371,0.10030491],"genre_scores_gemma":[0.99630654,0.0009292594,0.00023191694,0.0003235954,0.000012958315,0.000017841881,0.00001424018,0.000010456341,0.0021532206],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957416,0.0026161987,0.00011000745,0.00040812744,0.00048476062,0.00063923176],"domain_scores_gemma":[0.9946327,0.0029910216,0.0010358813,0.00019974365,0.00047357456,0.00066707947],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0065282523,0.00014881491,0.00027390232,0.00086458353,0.003807781,0.00679797,0.00077889906,0.00074913976,0.003209261],"category_scores_gemma":[0.007947297,0.00017502748,0.00027775674,0.0018332544,0.006514375,0.006239095,0.0031865796,0.0012816497,0.00024512957],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010789971,0.00012487934,0.08214094,0.00035480183,0.00002536427,0.00082001305,0.62456506,0.0004968127,0.00038868573,0.22180277,0.0059378673,0.0632349],"study_design_scores_gemma":[0.000023154376,0.00007155998,0.10584245,0.0012141309,0.000035732915,0.0001281021,0.7544336,0.0006497841,0.0002852295,0.014707689,0.12256907,0.00003952253],"about_ca_topic_score_codex":0.10544854,"about_ca_topic_score_gemma":0.14454296,"teacher_disagreement_score":0.99320203,"about_ca_system_score_codex":0.013463013,"about_ca_system_score_gemma":0.011770725,"threshold_uncertainty_score":0.20966953},"labels":[],"label_agreement":null},{"id":"W2750087786","doi":"10.19173/irrodl.v18i5.2991","title":"Learner Behaviour in a MOOC Practice-oriented Course: In Empirical Study Integrating TAM and TPB","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Theory of planned behavior; Technology acceptance model; Structural equation modeling; Psychology; Mediation; Massive open online course; Mathematics education; Animation; Social psychology; Control (management); Applied psychology; Usability; Computer science; Human–computer interaction","score_opus":0.28939116464109865,"score_gpt":0.6059295528778161,"score_spread":0.3165383882367175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750087786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99835205,0.00003335587,0.0004918915,0.00004453228,0.0000026696573,0.0000559351,0.000013374587,0.000003198082,0.0010031783],"genre_scores_gemma":[0.99840754,0.00006882487,0.0007281451,0.000040691295,0.000003127457,0.000073760464,0.0000244906,0.0000023247983,0.0006511501],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788314,0.0011472963,0.00012043333,0.00021831214,0.00045667114,0.00017413365],"domain_scores_gemma":[0.9911566,0.00553919,0.001188361,0.0004281732,0.0011355577,0.00055203185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005105432,0.00023153183,0.00028580063,0.00072067045,0.0005630849,0.0013937764,0.00046720533,0.0005713399,0.0020410847],"category_scores_gemma":[0.012435492,0.00023059596,0.00037054144,0.0006991123,0.0005596085,0.0009507667,0.0007142567,0.0006814581,0.00047615467],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030232724,0.005264057,0.8324974,0.00032030145,0.0000649772,0.00035180047,0.05808032,0.00058788055,0.003481666,0.0011368394,0.00034922338,0.09756315],"study_design_scores_gemma":[0.000036817095,0.0031684039,0.90608215,0.00029876808,0.00012423472,0.0003735805,0.076525666,0.0062905657,0.0027200275,0.0005353325,0.003791127,0.000053359665],"about_ca_topic_score_codex":0.0020963247,"about_ca_topic_score_gemma":0.0031406316,"teacher_disagreement_score":0.005105432,"about_ca_system_score_codex":0.0007968749,"about_ca_system_score_gemma":0.0011696685,"threshold_uncertainty_score":0.027000427},"labels":[],"label_agreement":null},{"id":"W2750397197","doi":"10.19173/irrodl.v18i5.2883","title":"Investigating Students’ Perceptions of Motivating Factors of Online Class Discussions","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online discussion; Class (philosophy); Psychology; Mathematics education; Variety (cybernetics); Perception; Pedagogy; Computer science; World Wide Web","score_opus":0.154572951225164,"score_gpt":0.5316291664594636,"score_spread":0.37705621523429955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750397197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99885523,0.000028849305,0.0000984268,0.000089568806,0.000007895728,0.000019301482,0.000010253286,0.0000034278762,0.0008870603],"genre_scores_gemma":[0.9989843,0.000050987408,0.00014625583,0.000046687856,0.000008030198,0.000028015424,0.000019304069,0.0000028473282,0.0007136691],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99782026,0.0007221136,0.00016968635,0.00018487262,0.0006417958,0.00046117968],"domain_scores_gemma":[0.9865854,0.005325721,0.0029721675,0.0002713703,0.0016615253,0.0031838873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035950884,0.0002919596,0.0003272893,0.0008630151,0.0013898754,0.0027282708,0.0004980946,0.0007929021,0.004562067],"category_scores_gemma":[0.014153271,0.0002659999,0.00046831399,0.00046103465,0.0006077503,0.0011068613,0.0014266233,0.0012015022,0.0004986692],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025475587,0.0028536625,0.7725101,0.0002567946,0.00004797145,0.00090419885,0.1634277,0.00019677091,0.007185706,0.00061851594,0.001191795,0.050552018],"study_design_scores_gemma":[0.00003441413,0.001508768,0.68567944,0.00014183873,0.000045167548,0.00044448738,0.29761103,0.0010182882,0.002667718,0.0003598769,0.010411953,0.00007698015],"about_ca_topic_score_codex":0.001339438,"about_ca_topic_score_gemma":0.0019397156,"teacher_disagreement_score":0.004562067,"about_ca_system_score_codex":0.0006064545,"about_ca_system_score_gemma":0.0009067847,"threshold_uncertainty_score":0.019012868},"labels":[],"label_agreement":null},{"id":"W2756801394","doi":"10.19173/irrodl.v18i6.3093","title":"Evaluation of Student Learning in Remotely Controlled Instrumental Analyses","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University; Northern Alberta Institute of Technology","funders":"","keywords":"Remote laboratory; Set (abstract data type); Class (philosophy); Perception; Psychology; Computer science; Mathematics education; Multimedia; The Internet; World Wide Web; Artificial intelligence","score_opus":0.18931296170227999,"score_gpt":0.5207258092160728,"score_spread":0.33141284751379285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756801394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966073,0.00001734091,0.0012439188,0.000030488425,0.0000062392637,0.00008946693,0.00005724507,0.00009521452,0.0018527257],"genre_scores_gemma":[0.9950545,0.00004511495,0.0022285015,0.00002068107,0.000008380248,0.000088874185,0.0001781325,0.00002478086,0.002350977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99525404,0.001916662,0.00022842479,0.000727334,0.0015103933,0.00036315495],"domain_scores_gemma":[0.97761154,0.009691358,0.0024770794,0.001767266,0.0055133896,0.0029393875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005767841,0.0006390705,0.0005671432,0.00093608524,0.0005252213,0.0014350434,0.0013484149,0.0006619075,0.0050778636],"category_scores_gemma":[0.024715798,0.00020310894,0.0006369283,0.0004702131,0.0006027567,0.00095349853,0.0012327249,0.00070752436,0.0017551633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009993276,0.03002981,0.4453332,0.0006606021,0.00027379315,0.0007736837,0.022979798,0.006441231,0.04139895,0.00078019616,0.0049009477,0.43643457],"study_design_scores_gemma":[0.0003794898,0.058566127,0.84352434,0.00012749777,0.00018359382,0.00063241814,0.015065731,0.015084599,0.054326754,0.000930155,0.01096875,0.00021059415],"about_ca_topic_score_codex":0.0007907429,"about_ca_topic_score_gemma":0.00090400735,"teacher_disagreement_score":0.005767841,"about_ca_system_score_codex":0.00076093525,"about_ca_system_score_gemma":0.0006640504,"threshold_uncertainty_score":0.03050363},"labels":[],"label_agreement":null},{"id":"W2757049571","doi":"10.19173/irrodl.v18i6.2827","title":"Narratives of Learning: The Personal Portfolio in the Portfolio Approach to Teaching and Learning","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portfolio; Narrative; Pedagogy; Citizen journalism; Action research; Class (philosophy); Sociology; Participatory action research; Autoethnography; Teaching method; Professional learning community; Community of inquiry; Computer science; Professional development; Mathematics education; Psychology; Cognition; World Wide Web; Social science","score_opus":0.14050941352940924,"score_gpt":0.525133306911588,"score_spread":0.3846238933821787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757049571","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111945674,0.013348036,0.15854393,0.053750686,0.0019202109,0.0003643046,0.00016241623,0.00030391218,0.65966076],"genre_scores_gemma":[0.9185892,0.006054212,0.031957358,0.0018375653,0.00027120067,0.00033861052,0.00009206491,0.000113190166,0.040746596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99265164,0.0062499885,0.00013508533,0.0002805324,0.0004556396,0.00022717488],"domain_scores_gemma":[0.9934249,0.004408899,0.00045137884,0.00060299813,0.00033552395,0.00077629846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007583996,0.0005384968,0.00027488466,0.0020369678,0.0048134583,0.0122332685,0.0013443219,0.0022246144,0.005647693],"category_scores_gemma":[0.008783949,0.00028678737,0.00038533797,0.0017855138,0.017975314,0.017182957,0.00814091,0.003166194,0.00083850336],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002003639,0.000040789575,0.0010867044,0.00017745883,0.000007591608,0.00047201154,0.29186714,0.00024806458,0.00020484786,0.63842255,0.007012866,0.060439926],"study_design_scores_gemma":[0.000013388801,0.00005196672,0.0011856093,0.00089455995,0.000014774146,0.0012894169,0.24405724,0.0010966974,0.00063003117,0.22343571,0.5273045,0.000026178746],"about_ca_topic_score_codex":0.0016759025,"about_ca_topic_score_gemma":0.0026467962,"teacher_disagreement_score":0.0122332685,"about_ca_system_score_codex":0.003579088,"about_ca_system_score_gemma":0.0042968965,"threshold_uncertainty_score":0.040108442},"labels":[],"label_agreement":null},{"id":"W2757259910","doi":"10.19173/irrodl.v18i6.3087","title":"Types of Participant Behavior in a Massive Open Online Course","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Massive open online course; Open educational resources; Variety (cybernetics); Lifelong learning; Open education; Class (philosophy); Demographics; Mathematics education; Psychology; Computer science; Multimedia; World Wide Web; Pedagogy; Artificial intelligence","score_opus":0.22332500886988205,"score_gpt":0.532632706403135,"score_spread":0.30930769753325293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757259910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99862146,0.000035862326,0.00048609378,0.000053227806,0.000007186488,0.00007330735,0.00016280425,0.000012630216,0.00054747204],"genre_scores_gemma":[0.997207,0.00005958894,0.0009459209,0.00005257808,0.000009927759,0.00026398856,0.00023895664,0.0000066248585,0.0012153714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750924,0.0010666664,0.0001929159,0.00046135832,0.00048690132,0.00028286767],"domain_scores_gemma":[0.9908325,0.00466678,0.0017041849,0.0005202079,0.0013100427,0.00096633256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024637652,0.00027762886,0.0003038722,0.0015036287,0.0007512262,0.0008638383,0.00045127384,0.00064801186,0.0019679123],"category_scores_gemma":[0.012528733,0.0001725775,0.00038793794,0.0005095845,0.00037042613,0.00073276524,0.0010921884,0.000495098,0.00059116806],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009484479,0.00043445211,0.9059123,0.0001501871,0.00007065108,0.00055577734,0.035938233,0.00017609443,0.00855531,0.00022325267,0.0006398801,0.046395328],"study_design_scores_gemma":[0.00003470928,0.0009834726,0.9436204,0.000105497376,0.000044526216,0.0010343739,0.04593878,0.0018949847,0.0021319543,0.0003920307,0.0037515438,0.00006765484],"about_ca_topic_score_codex":0.0015777234,"about_ca_topic_score_gemma":0.002341186,"teacher_disagreement_score":0.0024637652,"about_ca_system_score_codex":0.00033655087,"about_ca_system_score_gemma":0.0003504142,"threshold_uncertainty_score":0.013029754},"labels":[],"label_agreement":null},{"id":"W2757424835","doi":"10.19173/irrodl.v18i6.2805","title":"A Co-Design Process Microanalysis: Stages and Facilitators of an Inquiry-Based and Technology-Enhanced Learning Scenario","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Computer science; Instructional design; Class (philosophy); Knowledge management; Set (abstract data type); Design process; Vocabulary; Qualitative research; Engineering design process; Process management; Mathematics education; Engineering; Psychology; Multimedia; Work in process; Sociology","score_opus":0.16555832655581787,"score_gpt":0.5459731245353717,"score_spread":0.38041479797955385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757424835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5191574,0.00033934132,0.41659442,0.0032853067,0.00014328762,0.008528429,0.00017721007,0.0007343581,0.051040273],"genre_scores_gemma":[0.8485258,0.00013211173,0.13710278,0.00021410765,0.000016287886,0.0034661752,0.000089952264,0.0001070295,0.010345655],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9604209,0.033107992,0.00071582804,0.0023064238,0.0019981917,0.0014506658],"domain_scores_gemma":[0.94345105,0.04491808,0.0018406077,0.0045571164,0.0032032665,0.0020297668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026040336,0.0011292617,0.00059414207,0.002538352,0.00713484,0.0056492,0.0027647233,0.0033632321,0.0070157205],"category_scores_gemma":[0.035921063,0.0010308238,0.001393854,0.0012041613,0.005957931,0.0062066666,0.007577012,0.0025323613,0.0014577335],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011080408,0.0021486229,0.014941516,0.0012415991,0.000083210274,0.0033512402,0.6986777,0.0058985343,0.016117144,0.085181445,0.003045645,0.16820525],"study_design_scores_gemma":[0.0008655466,0.0043597254,0.017428948,0.0021460855,0.000305845,0.0041040364,0.50539523,0.07259912,0.05012213,0.09224529,0.24993853,0.0004894456],"about_ca_topic_score_codex":0.0016134175,"about_ca_topic_score_gemma":0.002117076,"teacher_disagreement_score":0.026040336,"about_ca_system_score_codex":0.0040215384,"about_ca_system_score_gemma":0.006365615,"threshold_uncertainty_score":0.13771605},"labels":[],"label_agreement":null},{"id":"W2757480243","doi":"10.19173/irrodl.v18i6.2901","title":"Using Design-Based Research to Develop Meaningful Online Discussions in Undergraduate Field Experience Courses","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University; University of Calgary","funders":"","keywords":"Instructional design; Learning sciences; Perspective (graphical); Educational technology; Student engagement; Mathematics education; Psychology; Task (project management); Computer science; Pedagogy; Artificial intelligence; Engineering","score_opus":0.4448724201782431,"score_gpt":0.5947458479604498,"score_spread":0.14987342778220675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757480243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59342873,0.0017158412,0.34942287,0.0022211021,0.00028616108,0.029608795,0.00020321403,0.0003262032,0.022787023],"genre_scores_gemma":[0.5414217,0.0012720521,0.4359227,0.00068049616,0.0000420763,0.017876191,0.0001496803,0.0001069206,0.002528197],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8391549,0.14361914,0.0042579006,0.0049011037,0.0056549036,0.0024120696],"domain_scores_gemma":[0.7056624,0.26341534,0.007375985,0.009690942,0.011391192,0.0024641475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13788524,0.0013715423,0.001008245,0.004763236,0.0034047007,0.007905253,0.0034398376,0.0018849946,0.0022321108],"category_scores_gemma":[0.16707662,0.0011286465,0.0011390835,0.002485489,0.0062185423,0.006173147,0.0043556024,0.0026498276,0.0005558316],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006429544,0.008476438,0.021278325,0.0063208262,0.00032558833,0.0007598255,0.3866569,0.006723844,0.010571592,0.07074162,0.002729894,0.48477218],"study_design_scores_gemma":[0.0036445,0.024570432,0.038442146,0.014034114,0.00103748,0.0011903994,0.51863575,0.030327333,0.03788266,0.13621691,0.19347194,0.00054633647],"about_ca_topic_score_codex":0.0011059284,"about_ca_topic_score_gemma":0.0028597235,"teacher_disagreement_score":0.13788524,"about_ca_system_score_codex":0.007954477,"about_ca_system_score_gemma":0.009636952,"threshold_uncertainty_score":0.72921556},"labels":[],"label_agreement":null},{"id":"W2757564978","doi":"10.19173/irrodl.v18i6.2964","title":"The Pedagogic Architecture of MOOC: A Research Project on Educational Courses in Spanish","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Open educational resources; European union; Perspective (graphical); Architecture; Distance education; Higher education; Pedagogy; Open education; Sociology; Educational technology; Computer science; Political science; Geography","score_opus":0.20639231676950764,"score_gpt":0.5568399516012049,"score_spread":0.3504476348316973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757564978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658632,0.0016410756,0.0057487614,0.0010818426,0.00012436131,0.0013046614,0.00013435255,0.00006659585,0.024035243],"genre_scores_gemma":[0.98701,0.0011037332,0.0054586465,0.00018724155,0.000032889235,0.00044217188,0.00012848922,0.000021747146,0.005615021],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998212,0.0008797942,0.00006920936,0.00028858223,0.00025223193,0.0002980849],"domain_scores_gemma":[0.99612963,0.001530003,0.000244175,0.00025036748,0.0011282809,0.00071766815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051904935,0.0003489356,0.00037494444,0.0013227011,0.0011113251,0.0027790149,0.00067600777,0.0008161865,0.0015242528],"category_scores_gemma":[0.0065218043,0.00012360667,0.0002755924,0.0012007578,0.0016952591,0.0010506195,0.0017968187,0.00076601864,0.00028013537],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057059387,0.0064248494,0.06579347,0.001862825,0.000066091234,0.0012613314,0.20964792,0.0021112708,0.017173648,0.032775193,0.0041238223,0.65818894],"study_design_scores_gemma":[0.0004272454,0.0034925921,0.30316904,0.0024837665,0.00016965823,0.0006150307,0.3372322,0.0048974236,0.014033799,0.009919534,0.3234565,0.00010328125],"about_ca_topic_score_codex":0.016794346,"about_ca_topic_score_gemma":0.019064855,"teacher_disagreement_score":0.016794346,"about_ca_system_score_codex":0.008540866,"about_ca_system_score_gemma":0.011683012,"threshold_uncertainty_score":0.061968625},"labels":[],"label_agreement":null},{"id":"W2757792290","doi":"10.19173/irrodl.v18i6.3129","title":"Net Neutrality and its Implications to Online Learning","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Social Media and Politics","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Net neutrality; Neutrality; The Internet; Sociocultural evolution; Commission; Distance education; Political science; Sociology; Public relations; Phenomenon; Pedagogy; Computer science; Law; World Wide Web; Epistemology","score_opus":0.24898930593713772,"score_gpt":0.5646844457216779,"score_spread":0.3156951397845401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757792290","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16119818,0.018239597,0.019749783,0.13853425,0.0011792934,0.00007395474,0.000099174584,0.000052517236,0.66087335],"genre_scores_gemma":[0.9868129,0.004007605,0.00073713483,0.0025082824,0.00037260822,0.000043885702,0.000016960998,0.00002164377,0.005479047],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99423957,0.0041867904,0.00014201485,0.00039142364,0.00062865374,0.00041159862],"domain_scores_gemma":[0.98547375,0.010928795,0.0013760282,0.000582826,0.00083321234,0.00080537127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006556226,0.00023624527,0.0002039774,0.0018609317,0.0039762296,0.01521094,0.0009725925,0.0023955544,0.006610206],"category_scores_gemma":[0.011741175,0.00015933537,0.0003093834,0.0019889146,0.02621106,0.013938431,0.0062299096,0.0028733406,0.0005097147],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001800878,0.000021184671,0.0018645321,0.000103731174,0.0000043656833,0.00016264296,0.022296956,0.00013588562,0.00011529561,0.95770675,0.0016972849,0.01587336],"study_design_scores_gemma":[0.000010844481,0.000035887286,0.004871292,0.0008991429,0.000011570817,0.00025433037,0.08060011,0.0006556899,0.00048497532,0.7298512,0.18229815,0.00002693381],"about_ca_topic_score_codex":0.0014541086,"about_ca_topic_score_gemma":0.0015761625,"teacher_disagreement_score":0.01521094,"about_ca_system_score_codex":0.0044136806,"about_ca_system_score_gemma":0.002001095,"threshold_uncertainty_score":0.034673035},"labels":[],"label_agreement":null},{"id":"W2758118303","doi":"10.19173/irrodl.v18i6.2995","title":"Assessing Acceptance Toward Wiki Technology in the Context of Higher Education","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Technology acceptance model; Unified theory of acceptance and use of technology; Context (archaeology); Psychology; Big Five personality traits; Computer science; Personality; Class (philosophy); Social influence; Social psychology; Human–computer interaction","score_opus":0.22241816317913693,"score_gpt":0.5519096978514739,"score_spread":0.329491534672337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758118303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99921846,0.000020601046,0.00015271871,0.000022018552,0.00000275104,0.000016099228,0.000008211131,0.0000035955,0.0005555606],"genre_scores_gemma":[0.9990988,0.000041238727,0.00034721225,0.000014681352,0.0000035157534,0.00003289701,0.000025961037,0.0000012328222,0.00043448704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866235,0.00049572793,0.00011660565,0.00010802067,0.00042710785,0.00019021858],"domain_scores_gemma":[0.98839825,0.005446706,0.002524128,0.00037722383,0.0018159002,0.0014378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030964422,0.0002017882,0.00027945996,0.00058590976,0.000439142,0.001160864,0.00031271242,0.0003972877,0.0020883866],"category_scores_gemma":[0.011951116,0.00017049992,0.00031984545,0.00046197404,0.0003034012,0.00080661377,0.0006883144,0.00061048666,0.0004258304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020202919,0.0013754922,0.9318642,0.00013855303,0.00003694305,0.00011324891,0.009469488,0.00023368886,0.0027093212,0.00014568667,0.0002844507,0.05342694],"study_design_scores_gemma":[0.000013246752,0.0013623402,0.9859679,0.00002843516,0.000022209559,0.00009718525,0.0091047855,0.0007865994,0.0017173113,0.00010349441,0.0007781017,0.000018349947],"about_ca_topic_score_codex":0.001180214,"about_ca_topic_score_gemma":0.0018910329,"teacher_disagreement_score":0.0030964422,"about_ca_system_score_codex":0.00035612273,"about_ca_system_score_gemma":0.00065704505,"threshold_uncertainty_score":0.01637578},"labels":[],"label_agreement":null},{"id":"W2758372128","doi":"10.19173/irrodl.v18i6.2967","title":"Digital Immigrants in Distance Education","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Immigration; Perspective (graphical); The Internet; Digital native; Class (philosophy); Sociology; Qualitative research; Mathematics education; Distance education; Pedagogy; Psychology; Computer science; Social science; World Wide Web; Political science","score_opus":0.08091457310738294,"score_gpt":0.5000433563113135,"score_spread":0.41912878320393054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758372128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56884015,0.037258722,0.0011482827,0.05515351,0.0035804787,0.00012867352,0.00008151148,0.00003647224,0.33377218],"genre_scores_gemma":[0.8963454,0.018499339,0.00057244004,0.0075033214,0.00045745028,0.0000872414,0.000061348874,0.000017452043,0.07645611],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873465,0.00064900477,0.000044640532,0.00011442698,0.00020627894,0.00025096978],"domain_scores_gemma":[0.9990044,0.00033118762,0.0000977468,0.00004467414,0.00012879442,0.00039324627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020956276,0.00019483487,0.00024286464,0.00062587974,0.005464367,0.006839679,0.0006791367,0.0016191285,0.013819278],"category_scores_gemma":[0.0026167175,0.000108926,0.00020163858,0.0012647477,0.002792821,0.004217504,0.005988522,0.0016391276,0.0010773605],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011511408,0.0005091016,0.019826232,0.0012373487,0.000028875647,0.0023994136,0.29427215,0.00015349138,0.00094041985,0.22472724,0.05094763,0.404843],"study_design_scores_gemma":[0.000017465696,0.00014394821,0.012658162,0.0015048011,0.00001771521,0.0005122575,0.42848384,0.00011757835,0.00042609483,0.007539931,0.5485566,0.000021546204],"about_ca_topic_score_codex":0.008462131,"about_ca_topic_score_gemma":0.0152307665,"teacher_disagreement_score":0.013819278,"about_ca_system_score_codex":0.0032468939,"about_ca_system_score_gemma":0.004160592,"threshold_uncertainty_score":0.046230078},"labels":[],"label_agreement":null},{"id":"W2759176870","doi":"10.19173/irrodl.v18i6.2804","title":"An Evaluation Framework and Instrument for Evaluating e-Assessment Tools","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Class (philosophy); Evaluation methods; Empirical research; Human–computer interaction; Multimedia; Management science; Knowledge management; Artificial intelligence; Engineering","score_opus":0.3896306194989309,"score_gpt":0.6372387545112699,"score_spread":0.24760813501233897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759176870","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043022614,0.0020368344,0.7824161,0.0050422573,0.0005573193,0.06706591,0.0021976372,0.0014691084,0.096192226],"genre_scores_gemma":[0.08999264,0.00076257996,0.8676165,0.0004889876,0.000049178543,0.03669153,0.001211729,0.000085755404,0.0031010057],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.81073385,0.12026415,0.023627518,0.0030951723,0.04004936,0.0022300144],"domain_scores_gemma":[0.8043435,0.065244,0.011533473,0.0072608874,0.108759515,0.0028585568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15816315,0.0015999364,0.0013237213,0.011659037,0.0037495007,0.0067373523,0.0027139501,0.0026440902,0.0036937443],"category_scores_gemma":[0.13822702,0.000644675,0.0021521028,0.007949091,0.0031276424,0.0072664986,0.004891179,0.0029555596,0.0017637744],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005421374,0.0024106246,0.030040884,0.004103756,0.00017464005,0.00015788162,0.008622338,0.006894657,0.007582832,0.15524834,0.027928894,0.75629294],"study_design_scores_gemma":[0.0010729713,0.012211865,0.16160995,0.02251768,0.00074282434,0.0012266976,0.050709397,0.065348625,0.029302182,0.14942189,0.5048837,0.0009523403],"about_ca_topic_score_codex":0.006338591,"about_ca_topic_score_gemma":0.006988918,"teacher_disagreement_score":0.15816315,"about_ca_system_score_codex":0.009339133,"about_ca_system_score_gemma":0.0337817,"threshold_uncertainty_score":0.83645666},"labels":[],"label_agreement":null},{"id":"W2759513664","doi":"10.19173/irrodl.v18i6.3197","title":"Verifying Causal Relationships Among the Presences of the Community of Inquiry Framework in the Chinese Context","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Confirmatory factor analysis; Psychology; Path analysis (statistics); Context (archaeology); Community of inquiry; Causal model; Reliability (semiconductor); Validity; Regression analysis; Social psychology; Structural equation modeling; Developmental psychology; Psychometrics; Cognition; Statistics; Mathematics","score_opus":0.23850353580258163,"score_gpt":0.5183225992656683,"score_spread":0.2798190634630866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759513664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867403,0.00023451183,0.0045775063,0.00063573563,0.000022810218,0.00018033899,0.00006993366,0.000014417195,0.007524427],"genre_scores_gemma":[0.9984975,0.000050529863,0.0012260235,0.000015903823,0.0000032065925,0.00006190446,0.000022252474,0.0000021027142,0.00012061188],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9867552,0.007068351,0.0010276749,0.0015673711,0.0026520668,0.0009294123],"domain_scores_gemma":[0.93319976,0.041822948,0.008168775,0.004690494,0.010034645,0.0020834196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019881396,0.0003250086,0.00042140632,0.0031609447,0.0024553475,0.002473798,0.00083670404,0.0005747662,0.0023460882],"category_scores_gemma":[0.053347338,0.0003295326,0.0006205465,0.002491682,0.0050414754,0.0038048301,0.0046897396,0.0010227029,0.00010426871],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014212824,0.00023717165,0.80513275,0.00041078147,0.00008924865,0.0005395727,0.10586488,0.00078781,0.0016202363,0.017547084,0.0004170203,0.067211315],"study_design_scores_gemma":[0.000039200517,0.00024326869,0.8394492,0.00049047515,0.00016172473,0.00027662312,0.13656975,0.0073568434,0.00166917,0.008131519,0.0055132145,0.00009890796],"about_ca_topic_score_codex":0.030641686,"about_ca_topic_score_gemma":0.029920425,"teacher_disagreement_score":0.030641686,"about_ca_system_score_codex":0.004043036,"about_ca_system_score_gemma":0.009589599,"threshold_uncertainty_score":0.10514414},"labels":[],"label_agreement":null},{"id":"W2759825581","doi":"10.19173/irrodl.v18i6.3170","title":"Student Voice in Textbook Evaluation: Comparing OpStudent Voice in Textbook Evaluation: Comparing Open and Restricted Textbooksen and Restricted Textbooks","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Mathematics education; Class (philosophy); Higher education; Computer science; Psychology; Open education; Summative assessment; Medical education; Pedagogy; Formative assessment; Medicine; Political science","score_opus":0.20621966708198725,"score_gpt":0.5054555879762408,"score_spread":0.29923592089425355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759825581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841037,0.00039102603,0.005547463,0.00079403847,0.000113704155,0.00048582986,0.0000682841,0.000024539482,0.008471501],"genre_scores_gemma":[0.9947977,0.00016604936,0.0022948808,0.0005361749,0.000028179502,0.0005346641,0.000040452713,0.000023805658,0.0015779586],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.93513113,0.05192645,0.0023504156,0.0012528887,0.0073792813,0.0019598447],"domain_scores_gemma":[0.90223795,0.06758203,0.007989794,0.0023031968,0.01690143,0.0029855424],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.044277336,0.00024271557,0.00051728456,0.0016849908,0.0017387128,0.0040856632,0.0009223744,0.0008904935,0.0024534035],"category_scores_gemma":[0.12912418,0.00023842734,0.00046775563,0.0016588736,0.0028502159,0.0025655888,0.004828686,0.0010149272,0.0003687756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010538276,0.0011800306,0.1385825,0.001226933,0.00011153361,0.00049441203,0.63186026,0.00041218154,0.004118331,0.0043782913,0.0042386325,0.21234308],"study_design_scores_gemma":[0.00024818155,0.003422177,0.13843079,0.0013509922,0.00013070878,0.00041819428,0.8031836,0.0016542617,0.0071420474,0.0034936094,0.04036053,0.00016487218],"about_ca_topic_score_codex":0.0008329699,"about_ca_topic_score_gemma":0.0019567069,"teacher_disagreement_score":0.9990776,"about_ca_system_score_codex":0.0031364185,"about_ca_system_score_gemma":0.0029956019,"threshold_uncertainty_score":0.23416376},"labels":[],"label_agreement":null},{"id":"W2760052909","doi":"10.19173/irrodl.v18i6.2781","title":"Challenges of Implementing Free and Open Source Software (FOSS): Evidence from the Indian Educational Setting","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Purchasing; Open source software; Information and Communications Technology; Software; Open source; Open educational resources; Business; Computer science; Marketing; World Wide Web","score_opus":0.15805547826049945,"score_gpt":0.4679857626749925,"score_spread":0.309930284414493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760052909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811561,0.005419724,0.00018383117,0.003239696,0.000039884217,0.000049640592,0.00004448091,0.000009104604,0.009857488],"genre_scores_gemma":[0.9929657,0.0056356546,0.0001664937,0.000645352,0.000012504581,0.000025943846,0.000022453338,0.0000063119223,0.00051953795],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9879298,0.0048485836,0.001070511,0.0008069959,0.0034421727,0.0019018858],"domain_scores_gemma":[0.9557009,0.023593122,0.01087183,0.0011848359,0.0050249775,0.0036243463],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.009434159,0.0003354814,0.0006330717,0.0027841786,0.0050026337,0.008678258,0.0018277793,0.001238549,0.0025600195],"category_scores_gemma":[0.028030949,0.00060727634,0.00061761786,0.0052685663,0.0065478175,0.003789135,0.0061185984,0.0023302874,0.00051939226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016592962,0.0007262716,0.32172874,0.0035759318,0.000118137556,0.0039158347,0.55327374,0.00018286164,0.00076362275,0.0065668607,0.0039381143,0.10504387],"study_design_scores_gemma":[0.000015761614,0.00030082875,0.2609626,0.0029587573,0.00012907272,0.0009736627,0.7181432,0.00011994847,0.00041994292,0.00078160677,0.0151165435,0.0000780001],"about_ca_topic_score_codex":0.04627369,"about_ca_topic_score_gemma":0.06551891,"teacher_disagreement_score":0.9981722,"about_ca_system_score_codex":0.0049608466,"about_ca_system_score_gemma":0.012278664,"threshold_uncertainty_score":0.09200865},"labels":[],"label_agreement":null},{"id":"W2760499945","doi":"10.19173/irrodl.v18i6.2880","title":"The Effect of Universal Design for Learning (UDL) Application on E-learning Acceptance: A Structural Equation Model","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Structural equation modeling; Universal Design for Learning; Mathematics education; Technology acceptance model; Psychology; Curriculum; Variance (accounting); Computer science; Path analysis (statistics); Knowledge management; Mathematics; Pedagogy; Usability; Human–computer interaction; Machine learning","score_opus":0.2601790817571207,"score_gpt":0.532084904394526,"score_spread":0.27190582263740537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760499945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97772753,0.00029459977,0.016214637,0.0010531844,0.000049192484,0.00040487794,0.00024548906,0.00010542234,0.0039050584],"genre_scores_gemma":[0.9928226,0.00017342843,0.0054101706,0.00009949845,0.000013138975,0.00044914833,0.00016538655,0.000016436332,0.00085030124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98771125,0.008448812,0.0005670338,0.0011785389,0.0013059196,0.00078846124],"domain_scores_gemma":[0.9236824,0.0651511,0.0044337255,0.00212761,0.0031836994,0.0014214973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018685177,0.0008145281,0.0012731726,0.0016557818,0.00081167714,0.0030368576,0.0018807764,0.0021465977,0.0074007646],"category_scores_gemma":[0.045096725,0.0007407241,0.003874793,0.0016614912,0.0015679828,0.0027236184,0.0027295814,0.0025382433,0.0010010384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015150658,0.004630624,0.82402843,0.0008768139,0.0018034524,0.0005555307,0.015993321,0.031848755,0.0016654752,0.017546734,0.0016552266,0.09788061],"study_design_scores_gemma":[0.00048641802,0.0076576644,0.42498827,0.0010344109,0.0020312069,0.00035534689,0.0077891336,0.53154504,0.0018238737,0.016616065,0.0054480913,0.00022450252],"about_ca_topic_score_codex":0.008770275,"about_ca_topic_score_gemma":0.003861828,"teacher_disagreement_score":0.018685177,"about_ca_system_score_codex":0.0025284751,"about_ca_system_score_gemma":0.004333964,"threshold_uncertainty_score":0.098817825},"labels":[],"label_agreement":null},{"id":"W2760734396","doi":"10.19173/irrodl.v18i6.2974","title":"Formal Lifelong E-Learning for Employability and Job Stability During Turbulent Times in Spain","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Employability; Lifelong learning; Context (archaeology); Microdata (statistics); Adult education; Psychology; Numeracy; Political science; Demographic economics; Pedagogy; Sociology; Literacy; Census; Economics; Geography; Demography","score_opus":0.1210243108772403,"score_gpt":0.4804190787625558,"score_spread":0.3593947678853155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760734396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998133,0.00025538483,0.00006503261,0.0001337911,0.000011205407,0.0000067215606,0.00022285174,0.0000034939637,0.0011685792],"genre_scores_gemma":[0.9992244,0.000085997905,0.000028545972,0.000017204551,0.000008244434,0.0000052367536,0.00026466497,0.0000024579074,0.00036317584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993818,0.00015756823,0.000052388896,0.00009069687,0.00008092104,0.0002366749],"domain_scores_gemma":[0.99660057,0.000896473,0.0011619997,0.00021362021,0.0003985953,0.0007287381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001788999,0.00020594102,0.00033746444,0.0009762234,0.0005342463,0.0019123954,0.00043580003,0.00041831008,0.0025489526],"category_scores_gemma":[0.0043451185,0.00012784412,0.00038825575,0.0012089129,0.00050712464,0.00056450657,0.0015508396,0.0005293942,0.00046039652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013867914,0.00019401555,0.98774755,0.000025162983,0.000025623038,0.00009699395,0.001553964,0.00023611207,0.000051820414,0.00015172095,0.0005523885,0.009226112],"study_design_scores_gemma":[0.0000057113484,0.00005470508,0.9942468,0.000036732927,0.0000074177397,0.00001833469,0.004523882,0.00034643576,0.00002260466,0.00009548581,0.00063699594,0.0000049736273],"about_ca_topic_score_codex":0.039424695,"about_ca_topic_score_gemma":0.04248337,"teacher_disagreement_score":0.039424695,"about_ca_system_score_codex":0.0010002309,"about_ca_system_score_gemma":0.0010410873,"threshold_uncertainty_score":0.07839042},"labels":[],"label_agreement":null},{"id":"W2762421432","doi":"10.19173/irrodl.v19i2.3469","title":"Reflection on MOOC Design in Palestine","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Palestine; Thematic analysis; Massive open online course; Pedagogy; Sociology; Political science; Public relations; Qualitative research; History; Social science","score_opus":0.18600127191929697,"score_gpt":0.494629862839911,"score_spread":0.308628590920614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762421432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8067291,0.016188107,0.042963054,0.027431522,0.0017634693,0.0004528648,0.00007791431,0.0002010026,0.10419294],"genre_scores_gemma":[0.9730718,0.0039019738,0.008002147,0.0016547882,0.00015042149,0.00013511488,0.000027332728,0.00008388561,0.012972588],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98409885,0.012659477,0.00038259165,0.0007750264,0.0013795923,0.0007045385],"domain_scores_gemma":[0.98118603,0.0139416065,0.00103376,0.0015493843,0.0016499882,0.0006391198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018167011,0.0005463611,0.00029482273,0.0014421687,0.004320711,0.0065220296,0.0011902218,0.0018085317,0.0022481359],"category_scores_gemma":[0.033374738,0.00038451873,0.0002329299,0.001150911,0.008195484,0.003447642,0.0060143783,0.0027591086,0.00045247565],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017096796,0.0001794215,0.0055006645,0.0005947812,0.000028492648,0.0013236912,0.76625717,0.00066768983,0.005809347,0.043582655,0.004205539,0.17167965],"study_design_scores_gemma":[0.000032430067,0.00037055998,0.0080193505,0.002299757,0.000028505681,0.0013016341,0.4310977,0.0005752403,0.0076667885,0.013544093,0.53500134,0.00006259643],"about_ca_topic_score_codex":0.0028198226,"about_ca_topic_score_gemma":0.003996974,"teacher_disagreement_score":0.018167011,"about_ca_system_score_codex":0.0050236424,"about_ca_system_score_gemma":0.003974599,"threshold_uncertainty_score":0.09607744},"labels":[],"label_agreement":null},{"id":"W2768263750","doi":"10.19173/irrodl.v18i7.2826","title":"Professional Online Presence and Learning Networks: Educating for Ethical Use of Social Media","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Social media; Context (archaeology); Reputation; Educational technology; Professional learning community; Professional development; Computer-mediated communication; Social learning; Pedagogy; Sociology; Public relations; The Internet; Computer science; World Wide Web; Political science","score_opus":0.20450245251970164,"score_gpt":0.5473945033732871,"score_spread":0.34289205085358543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768263750","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3280721,0.012430994,0.11749144,0.18193313,0.0029472283,0.0006412208,0.000042732336,0.00025685204,0.3561844],"genre_scores_gemma":[0.96268106,0.0027984849,0.012791144,0.004634278,0.00048617763,0.0003419761,0.000012864383,0.00006600734,0.016187964],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95987767,0.032186545,0.00073259155,0.0014955373,0.0041157235,0.0015920541],"domain_scores_gemma":[0.9266319,0.051127087,0.008368531,0.0044911983,0.0038859835,0.0054952293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024182426,0.0004409689,0.0003581347,0.0013113131,0.008986753,0.0102121625,0.0014369135,0.0033861673,0.004103022],"category_scores_gemma":[0.04439884,0.000371647,0.00042719528,0.00057760486,0.023076655,0.014009415,0.013932415,0.005084724,0.0007310559],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033311193,0.00026995668,0.0137237385,0.0006273704,0.000028278311,0.0012052963,0.4888707,0.00020270082,0.0014389228,0.31843328,0.0084109595,0.16675541],"study_design_scores_gemma":[0.000018772655,0.00021498193,0.006325257,0.0019166769,0.000032627224,0.0026082345,0.39858392,0.00066916493,0.001929548,0.12182703,0.46581143,0.000062416795],"about_ca_topic_score_codex":0.0011017066,"about_ca_topic_score_gemma":0.0025900751,"teacher_disagreement_score":0.024182426,"about_ca_system_score_codex":0.0028523742,"about_ca_system_score_gemma":0.008326115,"threshold_uncertainty_score":0.12789041},"labels":[],"label_agreement":null},{"id":"W2768288880","doi":"10.19173/irrodl.v18i7.3037","title":"Designing Authentic Learning Activities to Train Pre-Service Teachers About Teaching Online","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Authentic learning; Educational technology; Instructional design; Synchronous learning; Higher education; Blended learning; Computer science; Experiential learning; Active learning (machine learning); Mathematics education; Teaching method; Multimedia; Pedagogy; Psychology; Cooperative learning","score_opus":0.11011874339110436,"score_gpt":0.499171268119145,"score_spread":0.38905252472804064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768288880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9123329,0.0011938886,0.06290409,0.0015503098,0.00012445397,0.0015854692,0.00002558799,0.00020108231,0.02008231],"genre_scores_gemma":[0.906539,0.0015911899,0.08401289,0.00037095387,0.000027391514,0.0009291504,0.000069250746,0.00003094189,0.006429323],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99680364,0.0021266672,0.00013518812,0.00020932917,0.00033835944,0.0003868917],"domain_scores_gemma":[0.9939798,0.0028103916,0.0006625359,0.00040219643,0.00069237966,0.0014527246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004493597,0.0001990937,0.00025560107,0.00046056352,0.0014938726,0.0021484187,0.0011752504,0.0009706421,0.0025692987],"category_scores_gemma":[0.011280499,0.00026561623,0.00027420436,0.0003164022,0.001066033,0.002315798,0.0023717124,0.0010560579,0.0012186244],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033336494,0.008306653,0.04878219,0.0024739874,0.00004381199,0.0012365556,0.15054688,0.0014376959,0.015593518,0.008797235,0.008077263,0.7543708],"study_design_scores_gemma":[0.00065376714,0.010596938,0.0997839,0.0033037928,0.00016669193,0.0036616782,0.43644148,0.006624577,0.032595344,0.028044509,0.37794173,0.00018552465],"about_ca_topic_score_codex":0.00041277058,"about_ca_topic_score_gemma":0.0012718025,"teacher_disagreement_score":0.004493597,"about_ca_system_score_codex":0.0005577094,"about_ca_system_score_gemma":0.0032179093,"threshold_uncertainty_score":0.02376467},"labels":[],"label_agreement":null},{"id":"W2768704471","doi":"10.19173/irrodl.v18i7.2923","title":"A Grounded Theory of Professional Learning in an Authentic Online Professional Development Program","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grounded theory; Professional development; Professional learning community; Context (archaeology); Educational technology; Process (computing); Professional studies; Synchronous learning; Psychology; Learning sciences; Blended learning; Knowledge management; Pedagogy; Computer science; Cooperative learning; Teaching method; Qualitative research; Sociology","score_opus":0.14826700488499253,"score_gpt":0.5392728858528725,"score_spread":0.3910058809678799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768704471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035872135,0.0022830907,0.79739136,0.009800478,0.00032922628,0.0044261212,0.0002765484,0.00010809072,0.14951299],"genre_scores_gemma":[0.4976766,0.0019196629,0.4889083,0.0010980755,0.00005171879,0.0052292366,0.00019867232,0.000038542163,0.00487918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9790638,0.017389847,0.00065143575,0.0007976399,0.0016779845,0.00041927415],"domain_scores_gemma":[0.98305005,0.014340367,0.00052956154,0.000822866,0.0007762512,0.0004808142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018640682,0.0008100711,0.0010163443,0.002863261,0.0036409427,0.0067158956,0.003167546,0.0027093324,0.0031100535],"category_scores_gemma":[0.011055194,0.00046862414,0.000989205,0.003211475,0.020734336,0.005159971,0.004527127,0.0035254334,0.00051264843],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002103457,0.00013970182,0.00045280918,0.0005470763,0.000014110042,0.00022408713,0.037460648,0.0028326903,0.0003039643,0.9322049,0.0009047271,0.024894297],"study_design_scores_gemma":[0.0001492971,0.00019043559,0.00087579485,0.0028998677,0.000032577733,0.00033234418,0.037428148,0.010398814,0.00060852565,0.85724807,0.089781135,0.000054892436],"about_ca_topic_score_codex":0.0043336703,"about_ca_topic_score_gemma":0.005134857,"teacher_disagreement_score":0.018640682,"about_ca_system_score_codex":0.010890441,"about_ca_system_score_gemma":0.011950762,"threshold_uncertainty_score":0.098582506},"labels":[],"label_agreement":null},{"id":"W2768877370","doi":"10.19173/irrodl.v18i7.2862","title":"Factors Affecting the Participation of the Deaf and Hard of Hearing in e-Learning and Their Satisfaction: A Quantitative Study","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Hearing Impairment and Communication","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Sample (material); The Internet; Test (biology); Hearing aid; Digital divide; Cyberspace; Population; Sign language; Socioeconomic status; Applied psychology; Computer science; Audiology; Sociology; Medicine; Demography","score_opus":0.31365153267186563,"score_gpt":0.543073533582283,"score_spread":0.22942200091041742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768877370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99923944,0.00006101147,0.00008943952,0.000019420377,0.000002216966,0.00004181608,0.00006894307,6.6645043e-7,0.00047694752],"genre_scores_gemma":[0.99896467,0.00012549433,0.00014752451,0.000038020484,0.0000061693877,0.00010906995,0.00009602349,0.0000014434407,0.0005115697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982551,0.0008286181,0.00018728492,0.0001469171,0.00024593665,0.00033614752],"domain_scores_gemma":[0.9938397,0.0034361458,0.0009796458,0.00016191625,0.00080819963,0.0007743988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003281529,0.00023769692,0.00045571037,0.0012997505,0.0006816929,0.001009409,0.0003094138,0.0005569073,0.0033647267],"category_scores_gemma":[0.0060418267,0.00021001803,0.00044890147,0.0009831196,0.00079047587,0.0005917597,0.001125625,0.00054313045,0.00029244542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003249037,0.002334208,0.8960052,0.00039921748,0.00007048428,0.00047187405,0.06858639,0.0001382882,0.0014497145,0.00027342106,0.00038280094,0.029563475],"study_design_scores_gemma":[0.000019283198,0.0012823006,0.8672854,0.00008680597,0.00003374274,0.0003245904,0.12815446,0.0002356251,0.00031720797,0.00008914207,0.0021498222,0.000021557473],"about_ca_topic_score_codex":0.0017610304,"about_ca_topic_score_gemma":0.0020069545,"teacher_disagreement_score":0.0033647267,"about_ca_system_score_codex":0.00058860064,"about_ca_system_score_gemma":0.0006126974,"threshold_uncertainty_score":0.017354608},"labels":[],"label_agreement":null},{"id":"W2768927415","doi":"10.19173/irrodl.v18i7.3208","title":"Pinch Hitter: The Effectiveness of Content Summaries Delivered by a Guest Lecturer in Online Course Videos","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Recall; Pace; Control (management); Multimedia; Computer science; Inclusion (mineral); Flipped classroom; Psychology; Mathematics education; Artificial intelligence; Cognitive psychology; Social psychology","score_opus":0.1508557344992189,"score_gpt":0.5056069540418483,"score_spread":0.3547512195426294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768927415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99588555,0.0010408913,0.0011458559,0.00006711573,0.00005913213,0.000109940185,0.00007103594,0.00012737993,0.0014930939],"genre_scores_gemma":[0.99253607,0.00071226415,0.004194985,0.00007716486,0.00007360652,0.00010886599,0.0002243422,0.000034497825,0.0020381727],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99806625,0.00074944354,0.00025485002,0.00031200887,0.00049851596,0.00011898149],"domain_scores_gemma":[0.98682666,0.008604078,0.0022104338,0.0006914124,0.0005974427,0.0010699102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018974312,0.00073219143,0.00071395317,0.00068098673,0.00025243885,0.0008569415,0.0005649396,0.0005922895,0.0028447825],"category_scores_gemma":[0.019262003,0.00014558855,0.0005931898,0.0002658009,0.00020037041,0.0010830588,0.0008227504,0.000508959,0.0005408682],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020067247,0.010688825,0.04685594,0.0037212488,0.00076762284,0.0006048521,0.0052432218,0.0013385001,0.16086304,0.00017788215,0.002561939,0.74710965],"study_design_scores_gemma":[0.0017605881,0.19118105,0.62650836,0.00087408605,0.0038643982,0.0017210167,0.0056076404,0.009610904,0.1472799,0.00045088035,0.010823204,0.00031796753],"about_ca_topic_score_codex":0.0006789306,"about_ca_topic_score_gemma":0.00083636044,"teacher_disagreement_score":0.0028447825,"about_ca_system_score_codex":0.00019574842,"about_ca_system_score_gemma":0.00025119327,"threshold_uncertainty_score":0.01003468},"labels":[],"label_agreement":null},{"id":"W2769122349","doi":"10.19173/irrodl.v18i7.2895","title":"Does Successful Use of Digital Learning Materials Predict Teachers’ Intention to Use Them Again in the Future?","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Perception; Multinomial logistic regression; Social psychology; Control (management); Norm (philosophy); Structural equation modeling; Mathematics; Statistics; Computer science","score_opus":0.26756960273101216,"score_gpt":0.4925717966514266,"score_spread":0.22500219392041443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769122349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977738,0.00010539756,0.0001510767,0.00026509477,0.000012397076,0.000025059671,0.00010132389,0.000005755128,0.0015600707],"genre_scores_gemma":[0.99853027,0.00016232154,0.00021546436,0.000048757935,0.000010953751,0.000039267277,0.00017670114,0.0000045418597,0.0008117025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99831724,0.00040075497,0.00024527387,0.00026498103,0.000504633,0.00026714287],"domain_scores_gemma":[0.9758055,0.0090547,0.008894003,0.0011499195,0.0013769338,0.0037188772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024718484,0.00022907821,0.00046785464,0.001074447,0.00050663593,0.0023297532,0.0005854579,0.0014133373,0.007194006],"category_scores_gemma":[0.015552531,0.00043445817,0.0013891628,0.0009425473,0.00093543576,0.0014693695,0.00076769426,0.0016838834,0.0013005789],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065970344,0.00058810227,0.9922363,0.0000564894,0.00008105758,0.00004470295,0.0012767395,0.00012510389,0.00018473084,0.00014449623,0.00015465885,0.0050415504],"study_design_scores_gemma":[0.0000071161867,0.00019207834,0.9964534,0.000043602286,0.00005804106,0.000035969777,0.0018462967,0.00068015774,0.00015120636,0.00014798592,0.00037358643,0.000010677956],"about_ca_topic_score_codex":0.0092345085,"about_ca_topic_score_gemma":0.012866975,"teacher_disagreement_score":0.0092345085,"about_ca_system_score_codex":0.0007660953,"about_ca_system_score_gemma":0.0010821156,"threshold_uncertainty_score":0.024066389},"labels":[],"label_agreement":null},{"id":"W2769127449","doi":"10.19173/irrodl.v18i7.3541","title":"Special Report on the Role of Open Educational Resources in Supporting the Sustainable Development Goal 4: Quality Education Challenges and Opportunities","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Ministry of Advanced Education; Athabasca University","keywords":"Open educational resources; Open education; Sustainable development; Quality (philosophy); Educational technology; Goal setting; Goal orientation; Knowledge management; Educational resources; Distance education; Computer science; Process management; Psychology; Pedagogy; Business; Political science","score_opus":0.17934749799201533,"score_gpt":0.4754508911129904,"score_spread":0.29610339312097506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769127449","genre_codex":"editorial","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004535387,0.059268557,0.005379832,0.3137893,0.46249813,0.0013753121,0.009252736,0.0013533069,0.14254737],"genre_scores_gemma":[0.037694387,0.15543424,0.008650205,0.086966544,0.14361198,0.0017481779,0.026113363,0.001307955,0.5384732],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940019,0.00044780807,0.00045014892,0.00036029948,0.0035958446,0.001143981],"domain_scores_gemma":[0.9748478,0.0027626422,0.0016691871,0.0010291804,0.014487123,0.0052041574],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.009474138,0.001351984,0.00094893906,0.0030226344,0.002146503,0.0061540594,0.0027651964,0.0059142276,0.029897934],"category_scores_gemma":[0.014732414,0.00046829798,0.0011250376,0.0030323768,0.0012050327,0.005454156,0.005547454,0.0069130473,0.010048152],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004152923,0.00006516365,0.00054341456,0.0005993715,0.0000123651025,0.00011145534,0.00014210481,0.00010951537,0.00060816575,0.0040241145,0.95692253,0.036820117],"study_design_scores_gemma":[0.0000057499656,0.000029642342,0.001734137,0.0005481949,0.000015145705,0.00007702502,0.00024775407,0.00006858238,0.00043345382,0.00089596043,0.9959286,0.00001576876],"about_ca_topic_score_codex":0.020631103,"about_ca_topic_score_gemma":0.03306039,"teacher_disagreement_score":0.9972348,"about_ca_system_score_codex":0.0047734594,"about_ca_system_score_gemma":0.031787515,"threshold_uncertainty_score":0.10001856},"labels":[],"label_agreement":null},{"id":"W2769177354","doi":"10.19173/irrodl.v18i7.2702","title":"Applying UNESCO Guidelines on Mobile Learning in the South African Context: Creating an Enabling Environment through Policy","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mobile technology; Information and Communications Technology; Context (archaeology); Distance education; Knowledge management; Learning environment; Thematic analysis; Mobile device; Political science; Computer science; Qualitative research; Sociology; Geography; Pedagogy; World Wide Web; Social science","score_opus":0.15689720115538633,"score_gpt":0.47514193579715686,"score_spread":0.3182447346417705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769177354","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020171758,0.06664352,0.07391679,0.26968727,0.0071489415,0.01460189,0.0060210084,0.00049591577,0.5413129],"genre_scores_gemma":[0.21121885,0.11873114,0.42218304,0.07578548,0.00100075,0.04107934,0.0051438743,0.00069512904,0.12416239],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9630034,0.016255654,0.0071166316,0.0011367964,0.009215202,0.003272316],"domain_scores_gemma":[0.9537784,0.024974314,0.0040140073,0.0033972743,0.012727302,0.001108682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044613976,0.0017630509,0.0011272256,0.0074028457,0.0042569432,0.0100532845,0.0038943954,0.010919742,0.00406272],"category_scores_gemma":[0.0799606,0.0011867252,0.0013198076,0.009791691,0.008613964,0.0076929857,0.0070827105,0.0076211705,0.0012948181],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000802074,0.0002408829,0.0033844083,0.008057291,0.00003929486,0.003119267,0.03822417,0.00233183,0.0035682204,0.6873549,0.11487665,0.1387228],"study_design_scores_gemma":[0.000019848905,0.00002667508,0.0021216604,0.011894253,0.000023545097,0.0004125251,0.007843106,0.00026736423,0.0011375181,0.03094951,0.9452513,0.00005267591],"about_ca_topic_score_codex":0.04871539,"about_ca_topic_score_gemma":0.038738176,"teacher_disagreement_score":0.04871539,"about_ca_system_score_codex":0.010936364,"about_ca_system_score_gemma":0.07642135,"threshold_uncertainty_score":0.23594403},"labels":[],"label_agreement":null},{"id":"W2769736162","doi":"10.19173/irrodl.v18i7.3261","title":"A Case Study on Mobile-Blended Collaborative Learning in an English as a Foreign Language (EFL) Context","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Computer science; Blended learning; Vocabulary; Context (archaeology); Foreign language; Collaborative learning; Language acquisition; Group work; Mathematics education; Psychology; Pedagogy; Multimedia; Educational technology; Knowledge management; Linguistics","score_opus":0.08450095646963471,"score_gpt":0.4722249531846638,"score_spread":0.3877239967150291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769736162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97791845,0.00069271185,0.005774171,0.0015542157,0.00007724602,0.00042788198,0.000057092133,0.000027636956,0.013470501],"genre_scores_gemma":[0.9814497,0.00080284564,0.0069253924,0.00037863228,0.000032850745,0.00023098482,0.000030986703,0.000020340965,0.010128239],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99570376,0.0026752653,0.000173911,0.00040553536,0.0004905495,0.00055095635],"domain_scores_gemma":[0.99624676,0.0017680952,0.0003700644,0.00019502436,0.0003618711,0.0010581557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029126408,0.000531103,0.00061889825,0.0010090604,0.006916299,0.0029909997,0.0018574648,0.002860386,0.0032570036],"category_scores_gemma":[0.0052944967,0.00032278034,0.0005754552,0.0011042866,0.002451465,0.0021393043,0.0035281698,0.0017990087,0.000769109],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040364673,0.0053264736,0.031372897,0.001419566,0.000054634205,0.15688579,0.6773748,0.0014062641,0.011921817,0.011708673,0.0047418815,0.0973836],"study_design_scores_gemma":[0.00008908248,0.0024005077,0.021846,0.00081436837,0.000065228916,0.05306977,0.7952496,0.003139276,0.0093971975,0.002290554,0.111511275,0.0001272527],"about_ca_topic_score_codex":0.0027281914,"about_ca_topic_score_gemma":0.007184153,"teacher_disagreement_score":0.006916299,"about_ca_system_score_codex":0.0019008714,"about_ca_system_score_gemma":0.0020511094,"threshold_uncertainty_score":0.015403688},"labels":[],"label_agreement":null},{"id":"W2769847294","doi":"10.19173/irrodl.v18i7.3155","title":"Evaluation of the UNED MOOCs Implementation: Demographics, Learners' Opinions and Completion Rates","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad Nacional de Educación a Distancia","keywords":"Facilitator; Distance education; Certification; Higher education; Learning analytics; Psychology; Mathematics education; Medical education; Computer science; Political science; Medicine; Data science","score_opus":0.18549893076495705,"score_gpt":0.5355421625751026,"score_spread":0.3500432318101455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769847294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967823,0.00010135128,0.0003157205,0.00013093211,0.00001698538,0.000101993945,0.00031365873,0.00002374346,0.0022132967],"genre_scores_gemma":[0.99564904,0.00015837,0.0009791589,0.00009927229,0.00002685811,0.00021065708,0.00072259404,0.000017041926,0.0021370475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943678,0.0017989615,0.0005621449,0.0005083644,0.0021790043,0.00058379833],"domain_scores_gemma":[0.97425777,0.0067224447,0.0026199867,0.0013488883,0.011906594,0.0031442884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0100465575,0.0002481532,0.00046943699,0.0017298186,0.0005353622,0.0016651772,0.00051174866,0.0004320057,0.002072763],"category_scores_gemma":[0.031230433,0.00013214198,0.0005690774,0.0010036262,0.00035983697,0.0009549327,0.001564029,0.0005930199,0.0005905013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057606655,0.0014325058,0.8087491,0.00021897427,0.000056487454,0.00027597148,0.010895244,0.0003650732,0.0027823094,0.00013336405,0.0019712618,0.17254364],"study_design_scores_gemma":[0.000027081023,0.0017473738,0.9707574,0.00012206718,0.00003491258,0.00026153543,0.0124123795,0.000813501,0.0020491504,0.000076983124,0.0116436165,0.00005403572],"about_ca_topic_score_codex":0.0065854345,"about_ca_topic_score_gemma":0.0061731506,"teacher_disagreement_score":0.0100465575,"about_ca_system_score_codex":0.0015006564,"about_ca_system_score_gemma":0.0014841286,"threshold_uncertainty_score":0.05313188},"labels":[],"label_agreement":null},{"id":"W2770046666","doi":"10.19173/irrodl.v18i7.2754","title":"Assessing the Savings from Open Educational Resources on Student Academic Goals","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Purchasing; Quality (philosophy); Open education; Student engagement; Higher education; Medical education; Mathematics education; Psychology; Pedagogy; Marketing; Business; Political science; Medicine","score_opus":0.16520840511570298,"score_gpt":0.5421258233226768,"score_spread":0.3769174182069738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770046666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942834,0.00012229237,0.00030373895,0.00017560596,0.000009725524,0.00003644622,0.000052514602,0.000011002516,0.005005185],"genre_scores_gemma":[0.9972427,0.00023570098,0.000731675,0.00005056739,0.000010147795,0.00004782358,0.000091491864,0.000004682201,0.0015852196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99687153,0.0010094646,0.00021913201,0.00014192334,0.0013895517,0.0003683877],"domain_scores_gemma":[0.9824484,0.0058729127,0.0038050974,0.0005768222,0.003657287,0.0036394258],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0032219894,0.0003537622,0.0003927954,0.0012787861,0.0007226294,0.0025633336,0.0005944179,0.00042673477,0.003992506],"category_scores_gemma":[0.017534306,0.0001723956,0.00051569147,0.000908253,0.00044988113,0.0015280247,0.0023637738,0.0010385574,0.0007868407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004352554,0.005643224,0.71927893,0.00034026278,0.0002207358,0.00021785105,0.008252391,0.0010438293,0.0012118763,0.0013157094,0.0028350714,0.2592048],"study_design_scores_gemma":[0.000040940908,0.0017984252,0.9680272,0.00020248894,0.00011165525,0.000077744444,0.018503413,0.0012341202,0.0012743444,0.0011498099,0.0075230976,0.000056782737],"about_ca_topic_score_codex":0.0016173819,"about_ca_topic_score_gemma":0.003868959,"teacher_disagreement_score":0.99940556,"about_ca_system_score_codex":0.0010973231,"about_ca_system_score_gemma":0.0012652852,"threshold_uncertainty_score":0.017039716},"labels":[],"label_agreement":null},{"id":"W2770315563","doi":"10.19173/irrodl.v18i7.3207","title":"Striving Toward Openness: But What Do We Really Mean?","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Mainstream; Public relations; Sociology; Pedagogy; Perspective (graphical); Higher education; Service (business); Psychology; Political science; Social psychology; Business; Marketing; Computer science","score_opus":0.12407778018796252,"score_gpt":0.453450104847311,"score_spread":0.3293723246593485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770315563","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005276639,0.21593273,0.005050781,0.74929047,0.009385648,0.00006015838,0.000052213894,0.00007425098,0.014877112],"genre_scores_gemma":[0.42561522,0.39234236,0.008466734,0.15332656,0.014823749,0.0005785284,0.00014337398,0.00028662098,0.0044168425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9547156,0.031190032,0.0023452246,0.0029283706,0.006321234,0.002499473],"domain_scores_gemma":[0.8629972,0.09754781,0.009578944,0.006803009,0.012035686,0.011037395],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.04192335,0.0012175558,0.0029547992,0.0035538801,0.007903784,0.028725507,0.0037632964,0.012392752,0.0032365264],"category_scores_gemma":[0.08130263,0.0007011279,0.0010927701,0.0057190997,0.07610846,0.058646783,0.013636387,0.02070803,0.0017256135],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015273386,0.00021606368,0.008550135,0.010190079,0.00019625732,0.0006914608,0.13363005,0.00031166553,0.00054979976,0.53615975,0.08747984,0.22187218],"study_design_scores_gemma":[0.000038222428,0.00012596854,0.0033160087,0.020853639,0.0000928237,0.00088556734,0.11401016,0.00019929893,0.00038066242,0.5315067,0.3284432,0.00014776595],"about_ca_topic_score_codex":0.0033509715,"about_ca_topic_score_gemma":0.003141495,"teacher_disagreement_score":0.9962367,"about_ca_system_score_codex":0.00625559,"about_ca_system_score_gemma":0.01238799,"threshold_uncertainty_score":0.22171456},"labels":[],"label_agreement":null},{"id":"W2770430477","doi":"10.19173/irrodl.v18i7.3076","title":"Explanations and Interactives Improve Subjective Experiences in Online Courseware","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Distance education; Test (biology); Instructional design; Online discussion; Confusion; Medical education; Applied psychology; Mathematics education; Computer science; Medicine; World Wide Web","score_opus":0.08961305275807903,"score_gpt":0.4799997029246835,"score_spread":0.3903866501666045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770430477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918433,0.0005385375,0.00455663,0.00012452298,0.000034115033,0.00012077897,0.00008007334,0.00016698649,0.0025350158],"genre_scores_gemma":[0.9894545,0.00034959507,0.008094084,0.00013209235,0.000046684298,0.00014202666,0.00017367417,0.00005855551,0.0015488138],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956434,0.002334141,0.00032670176,0.00050009997,0.0009786679,0.00021690073],"domain_scores_gemma":[0.9358593,0.05060049,0.0073889154,0.0026727647,0.0018030498,0.0016753959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004601567,0.00047837704,0.0004482118,0.000547263,0.00026952667,0.0016324772,0.0005322618,0.0005175193,0.0053648707],"category_scores_gemma":[0.05137211,0.0002149275,0.00049824204,0.0002374473,0.00046321956,0.0011472394,0.0014381252,0.000764347,0.00050790445],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046440815,0.01264821,0.18621834,0.0039594984,0.0005976116,0.00039791202,0.018659025,0.0027359766,0.053222474,0.0012955781,0.004003605,0.7116177],"study_design_scores_gemma":[0.0006749068,0.016422635,0.9267978,0.0008284021,0.00083960715,0.00043235393,0.005470944,0.0054050093,0.021723974,0.003908278,0.017276486,0.00021963519],"about_ca_topic_score_codex":0.00023640771,"about_ca_topic_score_gemma":0.0004751006,"teacher_disagreement_score":0.0053648707,"about_ca_system_score_codex":0.0003124689,"about_ca_system_score_gemma":0.00028686557,"threshold_uncertainty_score":0.024335682},"labels":[],"label_agreement":null},{"id":"W2770929246","doi":"10.19173/irrodl.v18i7.2942","title":"Faculty Perception of Openness and Attitude to Open Sharing at the Indian National Open University","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Openness to experience; Open education; Distance education; Scarcity; Open learning; Higher education; Public relations; Political science; Sociology; Knowledge management; Economic growth; Pedagogy; Psychology; Teaching method; Computer science; Economics; Cooperative learning","score_opus":0.17565145513228336,"score_gpt":0.4846369090102207,"score_spread":0.30898545387793735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770929246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952825,0.00012568812,0.000077655975,0.00057689735,0.0000149408925,0.000012109985,0.00001073405,0.000004553326,0.0038949822],"genre_scores_gemma":[0.9989998,0.00015564298,0.000039458384,0.00013182897,0.0000101841315,0.0000053755316,0.0000055149035,0.0000011646308,0.00065088895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99727756,0.00081476563,0.00016727936,0.00016363326,0.0010382626,0.0005385626],"domain_scores_gemma":[0.98314244,0.0050615696,0.0036655294,0.0005174946,0.0021309708,0.005482042],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0028568476,0.00012956298,0.00031187458,0.0014012574,0.0038499027,0.004306657,0.00051408925,0.00066808733,0.0043951836],"category_scores_gemma":[0.012487564,0.00015374788,0.00032416193,0.0015631053,0.0030796374,0.0011721206,0.0024279186,0.001077382,0.00041088636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002067348,0.000834127,0.76733667,0.0001873232,0.00004945158,0.0008762155,0.17932692,0.00020683005,0.0038705724,0.0027002096,0.0013298066,0.04307516],"study_design_scores_gemma":[0.00001236592,0.00042804825,0.61517304,0.00014572318,0.000042087235,0.000488285,0.37505206,0.00019930632,0.0010480819,0.0007476201,0.006588595,0.000074838805],"about_ca_topic_score_codex":0.009141682,"about_ca_topic_score_gemma":0.008844662,"teacher_disagreement_score":0.9994859,"about_ca_system_score_codex":0.0025417348,"about_ca_system_score_gemma":0.0043153497,"threshold_uncertainty_score":0.018441677},"labels":[],"label_agreement":null},{"id":"W2788050430","doi":"10.19173/irrodl.v19i1.3326","title":"Pilot Testing for Feasibility in a Study of Student Retention and Attrition in Online Undergraduate Programs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Attrition; Usability; Medical education; Distance education; Data collection; Psychology; Likert scale; Test (biology); Computer science; Pedagogy; Medicine","score_opus":0.3658737156352946,"score_gpt":0.5495725297851086,"score_spread":0.18369881414981404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788050430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94532514,0.00004597849,0.0164964,0.0009120357,0.00015368918,0.032123577,0.00014528286,0.0001556293,0.004642185],"genre_scores_gemma":[0.8887512,0.000120470446,0.0435508,0.0009022541,0.000100369936,0.06338534,0.00019058296,0.00004751587,0.0029515743],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.95379955,0.032630034,0.0030694604,0.0016339509,0.00546587,0.003401105],"domain_scores_gemma":[0.827325,0.11392214,0.0049634995,0.012086498,0.03564825,0.0060546277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09876854,0.0007594964,0.0007131181,0.0014367541,0.003406858,0.0026526242,0.0024996486,0.0016787914,0.003052392],"category_scores_gemma":[0.14265403,0.0010406962,0.0012862962,0.00090884685,0.0021486415,0.0026796397,0.0032133244,0.0027899262,0.0009886624],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004083566,0.061888397,0.26947388,0.0010611608,0.00015598716,0.0015093642,0.25240445,0.0013790108,0.013620758,0.0029107118,0.0057460456,0.3857667],"study_design_scores_gemma":[0.0037237026,0.19592085,0.42200717,0.0010769573,0.00035016108,0.0010527468,0.29825673,0.010025101,0.03288025,0.0041707824,0.030182088,0.00035342004],"about_ca_topic_score_codex":0.0024537619,"about_ca_topic_score_gemma":0.004050268,"teacher_disagreement_score":0.09876854,"about_ca_system_score_codex":0.0021726287,"about_ca_system_score_gemma":0.009166157,"threshold_uncertainty_score":0.52234423},"labels":[],"label_agreement":null},{"id":"W2788064573","doi":"10.19173/irrodl.v19i1.2729","title":"The Influence of National Culture on Educational Videos: The Case of MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hofstede's cultural dimensions theory; Class (philosophy); Distance education; Sociology; Mathematics education; Open education; Cultural diversity; Multimedia; Pedagogy; Psychology; Computer science; Social science; Anthropology; Artificial intelligence","score_opus":0.05787366530195455,"score_gpt":0.4722868571799251,"score_spread":0.41441319187797054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788064573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798765,0.00016775279,0.00017011345,0.0008100248,0.000016757025,0.00001033521,0.00001958949,0.000002568945,0.018926451],"genre_scores_gemma":[0.99907374,0.00015342102,0.00008527928,0.000086765256,0.000007740703,0.000004934449,0.000013228374,0.0000052043024,0.0005696712],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972777,0.0018284433,0.00006049255,0.00016707371,0.00029656224,0.00036970226],"domain_scores_gemma":[0.9839755,0.010740481,0.0016492989,0.0006205573,0.0015036212,0.0015104639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003023274,0.00012752002,0.0001844436,0.0008224565,0.0032980698,0.003781886,0.0005596829,0.00067096634,0.00384388],"category_scores_gemma":[0.014228691,0.00011914656,0.00018151257,0.0009330044,0.0024427301,0.0020908366,0.0022461847,0.0008844605,0.00028425414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000637215,0.0011010838,0.47440818,0.00033718234,0.00012493387,0.007712063,0.3303674,0.00071433734,0.0043475884,0.023268854,0.004013286,0.15296778],"study_design_scores_gemma":[0.000030781048,0.00023774034,0.4459479,0.00030846903,0.00012280908,0.0010019758,0.52017957,0.0013270465,0.00206519,0.0029144145,0.025793493,0.00007061545],"about_ca_topic_score_codex":0.032567345,"about_ca_topic_score_gemma":0.04635222,"teacher_disagreement_score":0.032567345,"about_ca_system_score_codex":0.0026027581,"about_ca_system_score_gemma":0.0019260204,"threshold_uncertainty_score":0.06475556},"labels":[],"label_agreement":null},{"id":"W2788106230","doi":"10.19173/irrodl.v19i1.3255","title":"Measuring Self-Regulation in Self-Paced Open and Distance Learning Environments","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Anadolu Üniversitesi","keywords":"Cronbach's alpha; Distance education; Scale (ratio); Self-regulated learning; Reliability (semiconductor); Psychology; Validity; Exploratory factor analysis; Mathematics education; Applied psychology; Computer science; Psychometrics; Developmental psychology","score_opus":0.1604120570709413,"score_gpt":0.4927644041162042,"score_spread":0.3323523470452629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788106230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860011,0.00044867402,0.003798062,0.00011537592,0.00003939562,0.00024782552,0.00013256316,0.00005769184,0.009159359],"genre_scores_gemma":[0.992792,0.00035620626,0.0043972875,0.00008515706,0.00001572292,0.00029542518,0.00022473586,0.0000074556306,0.0018258826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858415,0.00045539378,0.00013814605,0.00012081553,0.0006190456,0.00008253491],"domain_scores_gemma":[0.9968131,0.0011472683,0.0008687614,0.00016607046,0.0007033955,0.00030142625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001578005,0.00016548211,0.00023507015,0.0006407556,0.00025372737,0.0008221243,0.00041979356,0.00028101038,0.0016946984],"category_scores_gemma":[0.0045418926,0.00009311983,0.0003363438,0.00043949866,0.00031230153,0.0005228743,0.0006867913,0.00038260527,0.00029146535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020169599,0.0019168347,0.54969305,0.0006364891,0.00015310427,0.00021722414,0.008434845,0.00087260106,0.010582039,0.0014905434,0.0035217996,0.42227975],"study_design_scores_gemma":[0.000022749447,0.0006595436,0.9852872,0.00014018035,0.000034560973,0.00022750002,0.0036166387,0.0013582931,0.0023904657,0.0007451301,0.0054846257,0.000033177173],"about_ca_topic_score_codex":0.0004476906,"about_ca_topic_score_gemma":0.0006097979,"teacher_disagreement_score":0.0016946984,"about_ca_system_score_codex":0.00032664373,"about_ca_system_score_gemma":0.00038709934,"threshold_uncertainty_score":0.0083453655},"labels":[],"label_agreement":null},{"id":"W2788174374","doi":"10.19173/irrodl.v19i1.2886","title":"Evaluation of Online Video Usage and Learning Satisfaction: An Extension of the Technology Acceptance Model","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Structural equation modeling; Usability; Psychology; The Internet; E learning; Educational technology; Multimedia; Computer science; Class (philosophy); Mathematics education; Knowledge management; World Wide Web; Human–computer interaction; Artificial intelligence","score_opus":0.33745015375774307,"score_gpt":0.5542321298507284,"score_spread":0.21678197609298538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788174374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97498983,0.00025537872,0.012916392,0.00028640474,0.000017320152,0.0002089224,0.00010358282,0.000034003344,0.011188241],"genre_scores_gemma":[0.99760675,0.000106679865,0.00163788,0.000035813177,0.000009157272,0.00011756471,0.000057906105,0.000003423301,0.000424821],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945011,0.0035237717,0.00032547876,0.00021562641,0.0011948445,0.0002391563],"domain_scores_gemma":[0.9729091,0.01924762,0.0029939238,0.0007641706,0.0035198794,0.0005653038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004961781,0.00034910245,0.00037314623,0.0013308794,0.0002007454,0.0012615132,0.00045276343,0.000717461,0.0025639983],"category_scores_gemma":[0.019089665,0.00014232162,0.0008667566,0.0010741594,0.0005048111,0.0014318104,0.0008131546,0.0006049446,0.00037427273],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004655258,0.0012751583,0.7921929,0.0003638107,0.00023154607,0.00024142239,0.0035013787,0.0034228829,0.002196697,0.0037158818,0.000763803,0.19162914],"study_design_scores_gemma":[0.000053884723,0.0032566362,0.92092115,0.00026345742,0.00018604267,0.00041146617,0.0073557068,0.06070893,0.0017462698,0.0024871838,0.0025449605,0.00006431971],"about_ca_topic_score_codex":0.0012375856,"about_ca_topic_score_gemma":0.0011067458,"teacher_disagreement_score":0.004961781,"about_ca_system_score_codex":0.0005457852,"about_ca_system_score_gemma":0.00052126154,"threshold_uncertainty_score":0.026240706},"labels":[],"label_agreement":null},{"id":"W2788246483","doi":"10.19173/irrodl.v19i1.3402","title":"Decision, Implementation, and Confirmation: Experiences of Instructors behind Tourism and Hospitality MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hospitality; Tourism; Popularity; Hospitality management studies; Class (philosophy); Hospitality industry; Medical education; Psychology; Public relations; Marketing; Sociology; Pedagogy; Business; Political science; Computer science; Medicine","score_opus":0.049406398886128966,"score_gpt":0.464886179453226,"score_spread":0.41547978056709706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788246483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982951,0.000038081478,0.00029794202,0.00027402435,0.000016421276,0.000020118809,0.0000068274117,0.000010063928,0.0010413872],"genre_scores_gemma":[0.99740136,0.0000651518,0.00037380666,0.00015430705,0.000012949638,0.000023462344,0.000016118514,0.000011637354,0.0019413236],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9966966,0.0019241743,0.00009358347,0.0002259785,0.000397383,0.00066219736],"domain_scores_gemma":[0.98839974,0.0060440227,0.0012544262,0.0003473547,0.0009843644,0.0029701954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00511812,0.00032392098,0.00030030642,0.0006768248,0.0038725573,0.0047495007,0.0013088102,0.0014529271,0.0023343575],"category_scores_gemma":[0.021297516,0.00039423705,0.00036703472,0.00036005813,0.0032796254,0.0019243739,0.00306737,0.0026391891,0.0005046396],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015333852,0.00082922325,0.041306153,0.0000679253,0.000011191231,0.0021985634,0.9237789,0.00011274032,0.0023473718,0.0005407733,0.0010911193,0.027562743],"study_design_scores_gemma":[0.000029550572,0.0007999455,0.028520674,0.00011148697,0.000018192424,0.0005165972,0.9553173,0.0006954599,0.0018256523,0.0003249926,0.011752653,0.000087494605],"about_ca_topic_score_codex":0.004843874,"about_ca_topic_score_gemma":0.008742425,"teacher_disagreement_score":0.00511812,"about_ca_system_score_codex":0.0017635244,"about_ca_system_score_gemma":0.0021904255,"threshold_uncertainty_score":0.027067482},"labels":[],"label_agreement":null},{"id":"W2788298184","doi":"10.19173/irrodl.v19i1.3269","title":"How Learners Participate in Connectivist Learning: An Analysis of the Interaction Traces From a cMOOC","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Class (philosophy); Social network analysis; Variety (cybernetics); Social media; Content analysis; Computer science; Mathematics education; Collaborative learning; World Wide Web; Psychology; Multimedia; Sociology; Artificial intelligence","score_opus":0.1150842345839445,"score_gpt":0.4613195089282903,"score_spread":0.3462352743443458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788298184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960723,0.00006647254,0.0009731642,0.00015249751,0.000008638832,0.000051598225,0.0004513645,0.000025039708,0.002198825],"genre_scores_gemma":[0.9943821,0.00015079135,0.001984044,0.000053651984,0.000017388607,0.00010635896,0.00097088027,0.000031837295,0.0023028322],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99919003,0.0002632698,0.000041429073,0.00013559853,0.00025666345,0.000112929716],"domain_scores_gemma":[0.996071,0.0023320587,0.0004237237,0.00019060547,0.0005484794,0.00043416806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008860171,0.0002557327,0.00020976727,0.0031903184,0.0013900588,0.0014710146,0.0005482341,0.00088400097,0.0010211782],"category_scores_gemma":[0.0045929044,0.00014365533,0.0001675845,0.0021708151,0.0008465032,0.0011132174,0.0016151682,0.0006924737,0.000433002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035626916,0.0005113646,0.38747495,0.00034522213,0.000080818085,0.0036903445,0.4808926,0.001120294,0.013613144,0.002279418,0.0047983243,0.10483723],"study_design_scores_gemma":[0.000011745867,0.0003007904,0.61440563,0.00027678127,0.00003766241,0.0014677673,0.34234372,0.0050709858,0.004617035,0.0011128401,0.030258529,0.00009648484],"about_ca_topic_score_codex":0.007481997,"about_ca_topic_score_gemma":0.01667441,"teacher_disagreement_score":0.007481997,"about_ca_system_score_codex":0.00071334315,"about_ca_system_score_gemma":0.00048125983,"threshold_uncertainty_score":0.014876902},"labels":[],"label_agreement":null},{"id":"W2788305898","doi":"10.19173/irrodl.v19i1.3139","title":"The Use of Avatars in Gender Segregated Online Learning Within MOOCs in Saudi Arabia - A Rwaq Case Study","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Avatar; Online learning; TUTOR; Psychology; Class (philosophy); Higher education; Virtual learning environment; Mathematics education; Pedagogy; Multimedia; Computer science; Political science","score_opus":0.20363310565898501,"score_gpt":0.46442992556715973,"score_spread":0.2607968199081747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788305898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908539,0.00036826706,0.0013679344,0.00089202565,0.000046875462,0.00006387245,0.000018481342,0.000016294707,0.0063724034],"genre_scores_gemma":[0.98969156,0.00045123787,0.0016808956,0.00025913512,0.000019059733,0.0000235955,0.000015266833,0.000017189042,0.007841911],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99788374,0.001342285,0.00005621736,0.00014020785,0.00026861092,0.00030888664],"domain_scores_gemma":[0.99777335,0.0010270155,0.00026104602,0.000111281406,0.00030225544,0.0005250377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019271501,0.0005934134,0.00029192062,0.00075099035,0.0055636847,0.0031212545,0.0013630886,0.0022528963,0.002831563],"category_scores_gemma":[0.0036199358,0.00026100563,0.0003373419,0.00036458243,0.0029731817,0.0014417995,0.0027291481,0.0013460321,0.0007100827],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027696358,0.0010519598,0.028441174,0.0004485032,0.000023143855,0.044577952,0.8288688,0.00049960485,0.0089626135,0.0062145237,0.0028947485,0.07774003],"study_design_scores_gemma":[0.000023523351,0.0007644165,0.013134231,0.0003281661,0.000046361394,0.019676475,0.8807444,0.0020416346,0.00561686,0.0008831442,0.07666727,0.00007350645],"about_ca_topic_score_codex":0.010193084,"about_ca_topic_score_gemma":0.019224802,"teacher_disagreement_score":0.010193084,"about_ca_system_score_codex":0.0018422761,"about_ca_system_score_gemma":0.001151263,"threshold_uncertainty_score":0.020267487},"labels":[],"label_agreement":null},{"id":"W2788591633","doi":"10.19173/irrodl.v19i1.3325","title":"The Moderating Effects of Group Work on the Relationship Between Motivation and Cognitive Load","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Class (philosophy); Group work; Mathematics education; Motivation to learn; Social psychology; Computer science","score_opus":0.23148172379426718,"score_gpt":0.5194071726831583,"score_spread":0.2879254488888911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788591633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99428767,0.00027528298,0.0004784241,0.00039767686,0.00003626207,0.000059255715,0.000038481758,0.000007029643,0.004419928],"genre_scores_gemma":[0.99826765,0.00014617949,0.00037291076,0.000054004773,0.00002333153,0.000061465114,0.000028373666,0.0000068941563,0.001039077],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99526393,0.0026585266,0.00019769827,0.0005074879,0.0008573931,0.0005149603],"domain_scores_gemma":[0.9541403,0.034296237,0.0046168165,0.0017608544,0.0011404734,0.004045281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005127191,0.00045180396,0.00043351925,0.0008109768,0.0012512995,0.0021653294,0.0007443289,0.00063632947,0.007576803],"category_scores_gemma":[0.026779892,0.00019397147,0.00061879656,0.0006165898,0.0012485451,0.0010349556,0.0021876686,0.0012572249,0.0004092956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016587075,0.0035515837,0.9164746,0.0002688125,0.0006286909,0.00022072365,0.011266541,0.00021460438,0.0015543445,0.0028437162,0.0005959758,0.0607218],"study_design_scores_gemma":[0.00007318403,0.0007314479,0.9923497,0.0000905608,0.00017338601,0.00006041764,0.0029335266,0.00040851958,0.00046169534,0.0013560887,0.0013490323,0.000012352385],"about_ca_topic_score_codex":0.0018881236,"about_ca_topic_score_gemma":0.0024297857,"teacher_disagreement_score":0.007576803,"about_ca_system_score_codex":0.00071444904,"about_ca_system_score_gemma":0.0013901832,"threshold_uncertainty_score":0.027115524},"labels":[],"label_agreement":null},{"id":"W2788596060","doi":"10.19173/irrodl.v19i1.3422","title":"Administrators' Perceptions of Motives to Offer Online Academic Degree Programs in Universities","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Orta Doğu Teknik Üniversitesi","keywords":"Prestige; Bachelor; Thematic analysis; Perception; Degree program; Higher education; Distance education; Qualitative research; Psychology; Bachelor degree; Medical education; Public relations; Revenue; Mathematics education; Pedagogy; Political science; Sociology; Business; Medicine","score_opus":0.2023711032536896,"score_gpt":0.5117072176989979,"score_spread":0.3093361144453083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788596060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960134,0.00033576213,0.00016862608,0.0010467112,0.000028105256,0.000014945791,0.000011868214,0.0000056177178,0.0023748747],"genre_scores_gemma":[0.9990097,0.0002558657,0.00008177788,0.00015329142,0.0000093680455,0.000008957015,0.000007751014,0.0000018293728,0.00047137737],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945476,0.0028201076,0.00028903273,0.00018388095,0.0010126057,0.0011468135],"domain_scores_gemma":[0.98112994,0.0058424743,0.0039796648,0.00031463022,0.0026138285,0.0061194166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048572444,0.00014274103,0.00024843798,0.0007852255,0.0021057935,0.0032323708,0.00046747862,0.0007438184,0.0032062405],"category_scores_gemma":[0.012079535,0.00021548089,0.00023418762,0.0007567742,0.0013690093,0.0012185414,0.0012892534,0.0010355219,0.00030254273],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021999264,0.0013047396,0.7514513,0.0005779615,0.00006283653,0.0011189486,0.16668336,0.00031104352,0.0028290576,0.005230289,0.006981221,0.06322917],"study_design_scores_gemma":[0.000014632399,0.00028385498,0.4816158,0.00024758364,0.000028512699,0.000254543,0.5027599,0.00034503578,0.00047494326,0.00046596138,0.013452503,0.000056729856],"about_ca_topic_score_codex":0.0034727743,"about_ca_topic_score_gemma":0.007358968,"teacher_disagreement_score":0.0048572444,"about_ca_system_score_codex":0.0016057915,"about_ca_system_score_gemma":0.003991846,"threshold_uncertainty_score":0.025687873},"labels":[],"label_agreement":null},{"id":"W2788610251","doi":"10.19173/irrodl.v19i1.3322","title":"Status of e-learning Quality in Kenya: Case of Jomo Kenyatta University of Agriculture and Technology Postgraduate Students","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agriculture; Developing country; Quality (philosophy); E learning; Higher education; Educational technology; Knowledge management; Medical education; Political science; Mathematics education; Psychology; Computer science; Economic growth; Medicine; Economics; Geography","score_opus":0.07172598116381038,"score_gpt":0.48204214689299635,"score_spread":0.41031616572918594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788610251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98885894,0.0007418524,0.00007902319,0.0025071786,0.000011602188,0.000036904534,0.00004125803,0.0000014153634,0.00772195],"genre_scores_gemma":[0.99669445,0.0011447346,0.00013673177,0.00017012696,0.0000073313918,0.000013196922,0.00001779707,0.0000013946033,0.0018142472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987703,0.00037925944,0.00007971384,0.00009620589,0.00025347312,0.00042096354],"domain_scores_gemma":[0.99677247,0.0011367652,0.00071774237,0.00005317325,0.00048170635,0.0008381606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017631853,0.0002184367,0.00026345777,0.0016670616,0.007306623,0.0035757138,0.0006725095,0.001243866,0.0037508921],"category_scores_gemma":[0.0028901293,0.00023970421,0.0001984796,0.0031080274,0.0022986478,0.0014259455,0.0018403734,0.0011261114,0.00025274613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016844712,0.0007793865,0.55155396,0.0008771995,0.000040911807,0.044450536,0.30654058,0.00037985528,0.0023724684,0.01636271,0.005384859,0.07108905],"study_design_scores_gemma":[0.00001143256,0.00017110574,0.40171498,0.0006168975,0.00003563598,0.0036860742,0.5661335,0.0004011385,0.0007034015,0.00054855045,0.02592893,0.000048401234],"about_ca_topic_score_codex":0.06966592,"about_ca_topic_score_gemma":0.17185645,"teacher_disagreement_score":0.06966592,"about_ca_system_score_codex":0.0063861357,"about_ca_system_score_gemma":0.008198783,"threshold_uncertainty_score":0.13852084},"labels":[],"label_agreement":null},{"id":"W2788764768","doi":"10.19173/irrodl.v19i1.3267","title":"Content is King: An Analysis of How the Twitter Discourse Surrounding Open Education Unfolded From 2009 to 2016","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University; Vancouver Island University","funders":"Canada Research Chairs","keywords":"Openness to experience; Open education; Open educational resources; Diversity (politics); Massive open online course; Pedagogy; Sociology; Open source; Discourse analysis; Media studies; Psychology; Computer science; Linguistics; Social psychology; Software; Philosophy","score_opus":0.19284700054251686,"score_gpt":0.48454850026334606,"score_spread":0.2917014997208292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788764768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698585,0.0008324545,0.0014670725,0.005584807,0.00022361298,0.000083724386,0.0031609174,0.00006326825,0.01872566],"genre_scores_gemma":[0.9894022,0.00096323574,0.00075898616,0.0007860824,0.00012522035,0.00013986508,0.002669016,0.00014912804,0.0050062044],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9980837,0.00074858475,0.00015548352,0.0002699906,0.0003965083,0.0003456425],"domain_scores_gemma":[0.99067503,0.005742481,0.0014119034,0.00044334563,0.0011966841,0.00053065043],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00310451,0.00025485986,0.00035811405,0.00343022,0.0029234553,0.0050029373,0.000548679,0.0010016484,0.0027705822],"category_scores_gemma":[0.0161293,0.00022322069,0.00029047363,0.0059962813,0.0029278954,0.008532786,0.0050313203,0.0013109235,0.0008801021],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029597565,0.000057969868,0.11793416,0.00058827945,0.000032166343,0.0011036549,0.80843526,0.00021184927,0.003926433,0.0097637465,0.010105845,0.047544673],"study_design_scores_gemma":[0.00000781229,0.000043326327,0.13768052,0.0005625243,0.000030446137,0.00021814131,0.71704835,0.0008329117,0.0019016075,0.0023646576,0.13924694,0.00006279935],"about_ca_topic_score_codex":0.01849831,"about_ca_topic_score_gemma":0.025846066,"teacher_disagreement_score":0.99945134,"about_ca_system_score_codex":0.0028826033,"about_ca_system_score_gemma":0.0019156932,"threshold_uncertainty_score":0.03678125},"labels":[],"label_agreement":null},{"id":"W2788886927","doi":"10.19173/irrodl.v19i1.3356","title":"What Research Says About MOOCs – An Explorative Content Analysis","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Saud University","keywords":"Content analysis; Massive open online course; Quality (philosophy); Empirical research; Class (philosophy); Field (mathematics); Instructional design; Computer science; Phenomenon; World Wide Web; Data science; Psychology; Sociology; Multimedia; Social science","score_opus":0.3404381842078063,"score_gpt":0.5364438106237607,"score_spread":0.19600562641595437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788886927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9043189,0.01814769,0.009559374,0.023935439,0.0008367343,0.000976872,0.00393945,0.00015745164,0.038128026],"genre_scores_gemma":[0.9628744,0.01493901,0.010725844,0.003697541,0.0006082298,0.0006340181,0.0022079605,0.00021880573,0.0040942626],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99081963,0.0040420615,0.0008716239,0.0010222846,0.002557878,0.00068652775],"domain_scores_gemma":[0.9120958,0.07051463,0.006641594,0.0030296445,0.0061512287,0.0015671242],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013627339,0.0003984223,0.00067503337,0.013197183,0.0027666443,0.011555416,0.0009035419,0.0012302727,0.0031378232],"category_scores_gemma":[0.058914233,0.00041434634,0.0008632125,0.014584476,0.0042391187,0.009587757,0.0028511703,0.0014960157,0.00059994514],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002322113,0.0002974966,0.11643244,0.008962363,0.00031373126,0.001391626,0.5192795,0.00034970723,0.009790799,0.016535921,0.014680133,0.3117341],"study_design_scores_gemma":[0.000025690953,0.00020703007,0.118545495,0.009659307,0.00026810152,0.00084842305,0.67655426,0.00063459564,0.0032961364,0.011498272,0.17837667,0.000085934385],"about_ca_topic_score_codex":0.00469393,"about_ca_topic_score_gemma":0.0050704135,"teacher_disagreement_score":0.98637265,"about_ca_system_score_codex":0.0039036274,"about_ca_system_score_gemma":0.0090653375,"threshold_uncertainty_score":0.07206911},"labels":[],"label_agreement":null},{"id":"W2788913364","doi":"10.19173/irrodl.v19i1.3256","title":"Modeling Students’ Readiness to Adopt Mobile Learning in Higher Education: An Empirical Study","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lagging; Higher education; Educational technology; Empirical research; Knowledge management; Developing country; Empirical evidence; M-learning; Class (philosophy); Blended learning; Learning environment; Mobile device; Psychology; Computer science; Mathematics education; Political science; World Wide Web; Medicine; Artificial intelligence; Economic growth","score_opus":0.1560293532656741,"score_gpt":0.5239353573956215,"score_spread":0.36790600412994734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788913364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996107,0.00000542205,0.0000826829,0.000019508632,6.915223e-7,0.000030720526,0.00003189498,0.0000016509091,0.0002166948],"genre_scores_gemma":[0.9985997,0.000039206916,0.0004562877,0.000023807404,0.0000018561791,0.00012530513,0.00013292108,0.000002572438,0.0006181431],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844426,0.0006479151,0.00013949217,0.00016965989,0.000254843,0.0003439091],"domain_scores_gemma":[0.98738,0.0064292634,0.0018656814,0.00062120793,0.0016471703,0.002056647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047189826,0.0004500551,0.00046330172,0.0016324929,0.0014914364,0.0024174557,0.0010080683,0.0012573262,0.0047858143],"category_scores_gemma":[0.010434258,0.0006397491,0.0010580074,0.0016096759,0.0006770958,0.0019469295,0.0014925381,0.0019369372,0.0012282074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000750123,0.0045661675,0.9789227,0.00003461658,0.00003454947,0.0001178394,0.0076301335,0.00061125914,0.00017467565,0.00012702217,0.00019333026,0.007512595],"study_design_scores_gemma":[0.00003319625,0.0028031883,0.9245884,0.0001056875,0.00008220572,0.00011819237,0.055304278,0.01477304,0.00073680864,0.00018643703,0.0012151067,0.00005352969],"about_ca_topic_score_codex":0.011413555,"about_ca_topic_score_gemma":0.012881033,"teacher_disagreement_score":0.011413555,"about_ca_system_score_codex":0.001511612,"about_ca_system_score_gemma":0.0024792359,"threshold_uncertainty_score":0.024956703},"labels":[],"label_agreement":null},{"id":"W2788997911","doi":"10.19173/irrodl.v19i1.3168","title":"A Sharing Mind Map-oriented Approach to Enhance Collaborative Mobile Learning With Digital Archiving Systems","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Collaborative learning; Interactivity; Usability; Mind map; Class (philosophy); Multimedia; Educational technology; Mobile device; World Wide Web; Human–computer interaction; Artificial intelligence; Knowledge management; Mathematics education; Psychology","score_opus":0.032998685524407545,"score_gpt":0.3974404863857888,"score_spread":0.3644418008613813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788997911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40185446,0.0003278057,0.5771459,0.0003150783,0.00007425469,0.00093910116,0.00005490351,0.0017776961,0.017510837],"genre_scores_gemma":[0.66048294,0.0002525371,0.332032,0.00009015762,0.000024120169,0.0005486507,0.00006578426,0.00005735835,0.0064464672],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996055,0.00013454059,0.000023533845,0.000059150763,0.00013433685,0.000043124917],"domain_scores_gemma":[0.9995363,0.00018055332,0.000040144223,0.00006352044,0.00012782993,0.000051612555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004759743,0.0004658943,0.00021473637,0.0007841842,0.0004449176,0.0009794752,0.0007306165,0.00049769593,0.002060598],"category_scores_gemma":[0.0011559338,0.00016510984,0.00057844864,0.00036408246,0.00030182424,0.0012536747,0.0013871705,0.0003519694,0.00042300738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039433065,0.002124627,0.00391653,0.0007689247,0.00008882379,0.00060209184,0.007139238,0.0077938694,0.21190369,0.0069268765,0.0017093141,0.75663173],"study_design_scores_gemma":[0.0005434978,0.007871336,0.04958914,0.00044525182,0.00085052755,0.003354616,0.00936336,0.36725542,0.40326387,0.023675151,0.13337377,0.00041410152],"about_ca_topic_score_codex":0.00072531396,"about_ca_topic_score_gemma":0.00095240906,"teacher_disagreement_score":0.002060598,"about_ca_system_score_codex":0.000275687,"about_ca_system_score_gemma":0.00054019125,"threshold_uncertainty_score":0.0068933964},"labels":[],"label_agreement":null},{"id":"W2789035826","doi":"10.19173/irrodl.v19i3.3370","title":"Social Presence in Massive Open Online Courses","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Psychology; Massive open online course; Cohesion (chemistry); Interpersonal communication; Social learning; Social psychology; Pedagogy","score_opus":0.13021196469200094,"score_gpt":0.5095628599882209,"score_spread":0.37935089529622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789035826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98612726,0.0009984327,0.00073365116,0.000556991,0.000043895714,0.000021265829,0.000022064238,0.00000855439,0.011487875],"genre_scores_gemma":[0.99918777,0.00022307596,0.000117387644,0.000038895065,0.000021887949,0.0000074661575,0.000009185826,0.0000020513712,0.00039220168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99768865,0.0013219601,0.00007804569,0.00024596782,0.00042515396,0.0002401884],"domain_scores_gemma":[0.99377865,0.0030026098,0.001387066,0.0001992401,0.0004281509,0.0012043066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015442506,0.00011048553,0.00021702235,0.00094444666,0.0014319475,0.0028933506,0.00031180412,0.0005129718,0.0024005338],"category_scores_gemma":[0.009094172,0.0001010296,0.0001880499,0.0005525005,0.0010722409,0.0015671253,0.002892432,0.0005766321,0.00016154641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006058331,0.0011737886,0.49143323,0.0010176789,0.00014355846,0.0014157742,0.14511289,0.0004719677,0.0043748715,0.014950474,0.0034346748,0.33586517],"study_design_scores_gemma":[0.000023313749,0.0004885895,0.8360625,0.0005540797,0.00010176929,0.0008063781,0.12720752,0.001571409,0.0007481264,0.0065975008,0.025773717,0.00006510515],"about_ca_topic_score_codex":0.0025286865,"about_ca_topic_score_gemma":0.0049174656,"teacher_disagreement_score":0.0028933506,"about_ca_system_score_codex":0.00091938407,"about_ca_system_score_gemma":0.00073900656,"threshold_uncertainty_score":0.008166909},"labels":[],"label_agreement":null},{"id":"W2789092433","doi":"10.19173/irrodl.v19i1.2503","title":"An Analysis of Learners’ Intentions Toward Virtual Reality Learning Based on Constructivist and Technology Acceptance Approaches","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":216,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Constructivist teaching methods; Virtual reality; Psychology; Usability; Affect (linguistics); Class (philosophy); Virtual learning environment; Knowledge management; Mathematics education; Human–computer interaction; Computer science; Teaching method; Pedagogy; Artificial intelligence","score_opus":0.15308784904438916,"score_gpt":0.43975202953449133,"score_spread":0.28666418049010217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789092433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967891,0.00005963371,0.0016994756,0.00004976912,0.0000054951893,0.000109224515,0.00003725989,0.000010138566,0.0012399779],"genre_scores_gemma":[0.9975062,0.000095796284,0.0013580637,0.000025034395,0.0000046055416,0.0003182845,0.00008346382,0.0000055020073,0.0006029881],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945966,0.002674376,0.00044936404,0.0003270936,0.0015387087,0.0004137411],"domain_scores_gemma":[0.9636076,0.02773053,0.0026481585,0.0006907703,0.004330617,0.0009922837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008924246,0.00045654064,0.0006627401,0.0028850096,0.00059557764,0.0019064306,0.00068715925,0.000737097,0.0016286217],"category_scores_gemma":[0.025946775,0.000397868,0.0013520973,0.0015035319,0.00089096115,0.0015135703,0.0012128067,0.0013805743,0.0004263623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004244288,0.0020384593,0.84235716,0.00026230048,0.00019764897,0.00016446858,0.04658519,0.0009157338,0.001999393,0.0012473961,0.0003047516,0.103503056],"study_design_scores_gemma":[0.000049545135,0.0033350156,0.9330993,0.00018127801,0.00016983853,0.00018663985,0.0464104,0.011560005,0.0022895276,0.00111325,0.0015093822,0.00009578651],"about_ca_topic_score_codex":0.0025081567,"about_ca_topic_score_gemma":0.0017295575,"teacher_disagreement_score":0.008924246,"about_ca_system_score_codex":0.00071117573,"about_ca_system_score_gemma":0.001006448,"threshold_uncertainty_score":0.047196507},"labels":[],"label_agreement":null},{"id":"W2789199658","doi":"10.19173/irrodl.v19i1.3205","title":"Virtual School Startups: Founder Processes in American K-12 Public Virtual Schools","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Charter; Curriculum; Public relations; Virtual learning environment; Focus group; Political science; Sociology; Pedagogy; Medical education; Mathematics education; Psychology; Business; Marketing; Medicine","score_opus":0.10448126861729577,"score_gpt":0.47255933396003763,"score_spread":0.36807806534274184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789199658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99083155,0.00016506117,0.00080080086,0.00030417647,0.000008004105,0.000056792185,0.000010852144,0.000027108288,0.007795593],"genre_scores_gemma":[0.99661356,0.00014509214,0.000700954,0.000042580523,0.0000036786269,0.000025399017,0.00001799786,0.000008866984,0.0024419697],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9943488,0.0038267323,0.00015932831,0.00039028443,0.000673945,0.00060081156],"domain_scores_gemma":[0.97741187,0.013940654,0.0032699595,0.0015703988,0.0012640177,0.0025431789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0078063915,0.00023221232,0.00024500387,0.0017761033,0.0052630636,0.005016504,0.0013621495,0.0010252012,0.004508898],"category_scores_gemma":[0.018340975,0.00043755939,0.00024652414,0.0011197611,0.0033721656,0.004577504,0.0055895327,0.0010372605,0.0005067499],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022769344,0.0012165552,0.14377524,0.00017023228,0.000024411323,0.0010260869,0.6832049,0.00022102421,0.0016839742,0.011887778,0.003111586,0.15345056],"study_design_scores_gemma":[0.000038573307,0.00033475013,0.13552634,0.00019381834,0.00004171501,0.00038914738,0.82754457,0.0010347596,0.0015757103,0.004138766,0.029131252,0.000050639675],"about_ca_topic_score_codex":0.0065845856,"about_ca_topic_score_gemma":0.015479154,"teacher_disagreement_score":0.0078063915,"about_ca_system_score_codex":0.0027764987,"about_ca_system_score_gemma":0.0031770668,"threshold_uncertainty_score":0.04128462},"labels":[],"label_agreement":null},{"id":"W2794186166","doi":"10.19173/irrodl.v19i4.3489","title":"Motivation and Knowledge: Pre-Assessment and Post-Assessment of MOOC Participants From an Energy and Sustainability Project","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Massive open online course; Psychology; Attrition; Set (abstract data type); Applied psychology; Test (biology); Exploratory factor analysis; Medical education; Knowledge management; Psychometrics; Computer science; Mathematics education; Clinical psychology; Medicine","score_opus":0.08904427367579622,"score_gpt":0.5165517668999303,"score_spread":0.4275074932241341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794186166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99932575,0.000016879001,0.00006128021,0.000016032081,0.0000048348634,0.000051933792,0.000039522714,0.0000036759398,0.0004801243],"genre_scores_gemma":[0.9975975,0.000051683885,0.00033927348,0.000023522773,0.0000060598777,0.00013046135,0.0001442179,0.000004408979,0.0017029069],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986297,0.000259501,0.000112224545,0.00017138723,0.00056531717,0.00026180828],"domain_scores_gemma":[0.99094754,0.0017285289,0.0014675796,0.00030844216,0.0024752596,0.0030725827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031448698,0.00033713935,0.00045978467,0.0013232977,0.0008850696,0.0012959093,0.00047819788,0.0007837875,0.0020465322],"category_scores_gemma":[0.008444836,0.00027579427,0.0005932409,0.00034654338,0.00053946703,0.0005323059,0.0012387218,0.0011115707,0.0009662901],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007818079,0.009099791,0.8832561,0.0001867169,0.00012140797,0.00038440374,0.026632521,0.0002995147,0.0074043,0.00008803394,0.0006465832,0.07109877],"study_design_scores_gemma":[0.000011165907,0.002161556,0.99064916,0.000021813219,0.000017222977,0.000074911084,0.0055856067,0.00027476618,0.0005912401,0.000037276033,0.00055210193,0.000023174545],"about_ca_topic_score_codex":0.0019798977,"about_ca_topic_score_gemma":0.0031909521,"teacher_disagreement_score":0.0031448698,"about_ca_system_score_codex":0.0004053759,"about_ca_system_score_gemma":0.0007762393,"threshold_uncertainty_score":0.016631901},"labels":[],"label_agreement":null},{"id":"W2799539153","doi":"10.19173/irrodl.v19i2.3353","title":"Blended Training on Scientific Software: A Study on How Scientific Data are Generated","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Snowball sampling; Nonprobability sampling; Computer science; Software; Grounded theory; Personal software process; Knowledge management; Software development; Qualitative research; Software engineering; Software construction; Sociology","score_opus":0.2985465480281194,"score_gpt":0.4804361018090381,"score_spread":0.1818895537809187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799539153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830952,0.00015111639,0.007444218,0.0008750473,0.000036496585,0.00030199153,0.000037880804,0.00009568441,0.007962391],"genre_scores_gemma":[0.97147256,0.00048797132,0.016841708,0.00079238124,0.000038653372,0.0003701393,0.00009703816,0.00011979893,0.009779822],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9901272,0.006769895,0.0002990509,0.00082534354,0.0012505038,0.00072792807],"domain_scores_gemma":[0.95569366,0.032756902,0.00205387,0.0031222196,0.0023336557,0.00403957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014368722,0.00049584854,0.0008532896,0.001654803,0.0042108307,0.0044976985,0.0023303118,0.002510354,0.004135979],"category_scores_gemma":[0.046302658,0.0006678015,0.00046159065,0.0016286488,0.0029893706,0.0044709365,0.0054331236,0.0036841545,0.0014372187],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022371153,0.007273792,0.021709243,0.0003880695,0.000026063282,0.0016839224,0.8010033,0.00035846364,0.010591438,0.0027071305,0.0020208291,0.15201402],"study_design_scores_gemma":[0.0001934418,0.0047963634,0.064280994,0.00085776875,0.00008213165,0.003734409,0.7446618,0.004839764,0.014986499,0.006882333,0.15448946,0.00019501364],"about_ca_topic_score_codex":0.00087376393,"about_ca_topic_score_gemma":0.0016268432,"teacher_disagreement_score":0.014368722,"about_ca_system_score_codex":0.0018377204,"about_ca_system_score_gemma":0.0029092596,"threshold_uncertainty_score":0.07599002},"labels":[],"label_agreement":null},{"id":"W2799847031","doi":"10.19173/irrodl.v19i2.3431","title":"OER Awareness and Use: The Affinity Between Higher Education and K-12","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Open educational resources; Educational technology; Creativity; Open learning; Higher education; Open education; Computer science; Knowledge management; Multimedia; Pedagogy; Teaching method; Psychology; Cooperative learning; World Wide Web; Political science","score_opus":0.15777523321022377,"score_gpt":0.46873568121540377,"score_spread":0.31096044800517997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799847031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8556381,0.012182502,0.0046792356,0.0133222835,0.00020169633,0.00003007487,0.000039968545,0.000044171837,0.11386204],"genre_scores_gemma":[0.9924406,0.002688102,0.0004718297,0.0012803498,0.000042274838,0.000013837315,0.000014641804,0.00001899797,0.0030294394],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99024993,0.004499386,0.000681446,0.0009809603,0.0026982792,0.0008899763],"domain_scores_gemma":[0.97475433,0.014986158,0.004062975,0.0012781774,0.0029409295,0.0019775024],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.006635764,0.00013242378,0.00046549542,0.0014666197,0.0029691616,0.010583368,0.0007919095,0.0012636448,0.0035266562],"category_scores_gemma":[0.023532627,0.0002850618,0.0002049555,0.0030533776,0.007611738,0.00969775,0.008272196,0.0024670593,0.0005178642],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019806583,0.00021103672,0.081800774,0.0010005104,0.000041427666,0.00072968,0.68079954,0.00007640489,0.0014374328,0.04694201,0.0034983344,0.18326476],"study_design_scores_gemma":[0.000013429871,0.00016416339,0.15423155,0.0014030294,0.000032723645,0.0019028283,0.6939142,0.00021319395,0.0006387215,0.016605606,0.13078637,0.000094213756],"about_ca_topic_score_codex":0.0043224464,"about_ca_topic_score_gemma":0.005140489,"teacher_disagreement_score":0.9992081,"about_ca_system_score_codex":0.002548271,"about_ca_system_score_gemma":0.003580883,"threshold_uncertainty_score":0.035093725},"labels":[],"label_agreement":null},{"id":"W2799889663","doi":"10.19173/irrodl.v19i2.3732","title":"Online Hunting, Gathering and Sharing – A Return to Experiential Learning in a Digital Age","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Carleton University","funders":"","keywords":"Experiential learning; Knowledge sharing; Knowledge management; Digital learning; Cooperative learning; Educational technology; Process (computing); Collaborative learning; Psychology; Computer science; Sociology; Pedagogy; Teaching method","score_opus":0.08044788122721323,"score_gpt":0.4651090162273107,"score_spread":0.38466113500009746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799889663","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16940695,0.22563782,0.10215516,0.05308091,0.0035735427,0.00034483284,0.000101209196,0.00038474202,0.44531482],"genre_scores_gemma":[0.7365722,0.17050464,0.03683548,0.0075901793,0.0028291557,0.00031187397,0.00009690953,0.00008943319,0.045170143],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9977775,0.0011960112,0.00011202275,0.00025948414,0.00051127013,0.00014373352],"domain_scores_gemma":[0.9944277,0.003634668,0.00033757807,0.0007658708,0.00034869477,0.00048553234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031410751,0.00021138917,0.00027290813,0.00075972197,0.0006811208,0.005852293,0.0011487965,0.0016337119,0.0040112855],"category_scores_gemma":[0.0056406385,0.00012464005,0.00032609177,0.0013536131,0.0047428743,0.011141922,0.0031620283,0.0016480538,0.0012498184],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005316659,0.0003094171,0.0018325882,0.0017358664,0.000025598121,0.00026297505,0.0095457,0.0002290712,0.0011047721,0.22390676,0.0070639094,0.7539301],"study_design_scores_gemma":[0.000024401352,0.00031235922,0.006066102,0.002696323,0.00003561978,0.0020337373,0.011198956,0.00059674465,0.0018428842,0.2436647,0.7314884,0.000039805007],"about_ca_topic_score_codex":0.00031754147,"about_ca_topic_score_gemma":0.0004418205,"teacher_disagreement_score":0.005852293,"about_ca_system_score_codex":0.0009785701,"about_ca_system_score_gemma":0.0015929124,"threshold_uncertainty_score":0.016611814},"labels":[],"label_agreement":null},{"id":"W2799976694","doi":"10.19173/irrodl.v19i3.3723","title":"Eight Patterns of Open Textbook Adoption in British Columbia","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Kwantlen Polytechnic University; Royal Roads University; British Columbia Institute of Technology; Douglas College","funders":"","keywords":"Public relations; Open educational resources; Political science; Higher education; Open education; Set (abstract data type); Sociology; Business; Pedagogy; Computer science","score_opus":0.0720162507745106,"score_gpt":0.42235967372824157,"score_spread":0.350343422953731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799976694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97761506,0.0039096484,0.0003647811,0.0019039002,0.000028615821,0.00009326136,0.0010892783,0.000038981885,0.01495638],"genre_scores_gemma":[0.9898606,0.0035202154,0.0004731087,0.00026337383,0.0000037241616,0.000054213393,0.00063721195,0.000024128136,0.005163502],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958462,0.00050108985,0.00030784847,0.00043747624,0.0016112302,0.0012962128],"domain_scores_gemma":[0.9724708,0.0048870877,0.0039379634,0.0008656784,0.014138709,0.0036997183],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0030049873,0.00027753357,0.00054549053,0.0063969856,0.005041062,0.005034893,0.0024049538,0.00075634813,0.0023113054],"category_scores_gemma":[0.013718893,0.00046096827,0.00025923387,0.020925902,0.002527917,0.0013008132,0.0025315362,0.0013528463,0.00024274958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003006241,0.00016200774,0.7498579,0.0007378339,0.00008600409,0.0014255757,0.07299069,0.00041918384,0.0021111243,0.0059865005,0.008001825,0.15792072],"study_design_scores_gemma":[0.000009333232,0.000036699883,0.92287976,0.00045682804,0.000028966122,0.00015373033,0.059282888,0.000416795,0.00043693572,0.00030524362,0.01591969,0.000072996314],"about_ca_topic_score_codex":0.9864152,"about_ca_topic_score_gemma":0.9946144,"teacher_disagreement_score":0.9975951,"about_ca_system_score_codex":0.05635216,"about_ca_system_score_gemma":0.06801081,"threshold_uncertainty_score":0.40886545},"labels":[],"label_agreement":null},{"id":"W2800010582","doi":"10.19173/irrodl.v19i2.3510","title":"Empirical Analysis on Factors Impacting on Intention to Use M-learning in Basic Education in Egypt","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Sains Malaysia","keywords":"Expectancy theory; Unified theory of acceptance and use of technology; Psychology; Autonomy; Social influence; Educational technology; Quality (philosophy); M-learning; Empirical research; Mathematics education; Applied psychology; Knowledge management; Mobile device; Computer science; Social psychology; Statistics; Mathematics; World Wide Web","score_opus":0.3511196472435396,"score_gpt":0.586477574792814,"score_spread":0.23535792754927443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800010582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99903655,0.00008763937,0.00006503433,0.000069376736,0.0000012749787,0.000019591947,0.000046118093,0.0000013868486,0.00067301776],"genre_scores_gemma":[0.9990582,0.00018847828,0.0001333747,0.000021056843,0.0000020135712,0.000018255516,0.00008526461,0.0000012011686,0.0004921416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990934,0.00019386942,0.00012376255,0.00008076256,0.00026948005,0.00023869963],"domain_scores_gemma":[0.9937504,0.0032771027,0.0012106344,0.0002017118,0.001006546,0.0005535765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023557586,0.00023270969,0.00035219156,0.0011405672,0.0004585353,0.0012150824,0.0003664641,0.0004904402,0.0034334066],"category_scores_gemma":[0.005816341,0.00026375233,0.000619072,0.0015830029,0.0004517899,0.00055398437,0.00055930426,0.00074636744,0.00034694356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058772068,0.0003886625,0.981981,0.00013680027,0.000043745764,0.00012895062,0.0047171167,0.00019552202,0.0002414034,0.00024347637,0.00015320552,0.0117113795],"study_design_scores_gemma":[0.0000038467497,0.00010946123,0.9869545,0.000078143195,0.000041056854,0.00003764338,0.011451366,0.00057206943,0.00017386697,0.000053184544,0.0005169668,0.000007910259],"about_ca_topic_score_codex":0.019602332,"about_ca_topic_score_gemma":0.024294948,"teacher_disagreement_score":0.019602332,"about_ca_system_score_codex":0.0013411797,"about_ca_system_score_gemma":0.0025401395,"threshold_uncertainty_score":0.03897643},"labels":[],"label_agreement":null},{"id":"W2800645332","doi":"10.19173/irrodl.v19i2.3440","title":"Goal Orientation and Academic Performance in Adult Distance Education","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Goal orientation; Psychology; Distance education; Academic achievement; Orientation (vector space); Sample (material); Regression analysis; Mathematics education; Social psychology; Computer science","score_opus":0.06922223313704767,"score_gpt":0.4720000683198625,"score_spread":0.40277783518281485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800645332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988004,0.00019125121,0.000044804907,0.000032068143,0.0000035267137,0.000004084249,0.000021034613,0.000002037286,0.0009007532],"genre_scores_gemma":[0.9993543,0.0001528438,0.000070772694,0.000012036309,0.0000038792346,0.0000041927374,0.000045634188,0.0000011888116,0.00035508012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996014,0.00009965382,0.000037289512,0.000049294405,0.00014717995,0.00006519465],"domain_scores_gemma":[0.995327,0.00083299476,0.0019564973,0.00013520394,0.00039551384,0.0013529016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000983567,0.00023150026,0.00026281676,0.0007774386,0.00034180624,0.0012776885,0.00024731326,0.00039474512,0.0014656207],"category_scores_gemma":[0.0039449963,0.00012356944,0.00027210324,0.0006743669,0.00039974964,0.00029711283,0.0006903533,0.00078951794,0.000300147],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042497628,0.00051295786,0.99146384,0.000017935588,0.00003580663,0.00003242788,0.00034354816,0.00006474271,0.000174866,0.00008479483,0.000074037416,0.007152607],"study_design_scores_gemma":[0.0000020242453,0.00011771688,0.99918765,0.000007915338,0.000007152685,0.00003809583,0.0002636571,0.00010671979,0.000045038967,0.00011172379,0.000109900764,0.000002351025],"about_ca_topic_score_codex":0.0025861901,"about_ca_topic_score_gemma":0.004403477,"teacher_disagreement_score":0.0025861901,"about_ca_system_score_codex":0.00033869047,"about_ca_system_score_gemma":0.00034429526,"threshold_uncertainty_score":0.0052016377},"labels":[],"label_agreement":null},{"id":"W2800685165","doi":"10.19173/irrodl.v19i2.2853","title":"Applying Learning Analytics to Explore the Effects of Motivation on Online Students' Reading Behavioral Patterns","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading (process); Duration (music); Learning analytics; Reading motivation; Psychology; Mathematics education; Computer science; Analytics; Online learning; Multimedia; Data science","score_opus":0.14106990166199926,"score_gpt":0.4886551491818677,"score_spread":0.3475852475198684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800685165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98947793,0.000104235645,0.00836834,0.00010078683,0.000012752324,0.00013272003,0.00015776217,0.00007621274,0.0015693288],"genre_scores_gemma":[0.9867736,0.00008653655,0.012225206,0.0000288174,0.000015731352,0.00022436434,0.00017641135,0.000017235428,0.00045209887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786925,0.001063519,0.00013278282,0.00034509713,0.00045602742,0.00013327265],"domain_scores_gemma":[0.97207886,0.02216261,0.0029356447,0.0008721792,0.0012812626,0.0006694326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029633557,0.0005271163,0.0005248069,0.0022641476,0.00043625993,0.0016037708,0.00039537577,0.00034432625,0.0021185493],"category_scores_gemma":[0.018204944,0.00020826321,0.0008547739,0.0017023319,0.00035941886,0.0012759999,0.0007921431,0.0007388562,0.0003139593],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084560405,0.0025447998,0.8225111,0.0003607948,0.0005790276,0.00013358974,0.006445793,0.0013284608,0.00912468,0.001149328,0.00043583833,0.154541],"study_design_scores_gemma":[0.000042666798,0.001894968,0.9743114,0.0000735589,0.00022051144,0.00009847437,0.0041918852,0.012258455,0.0039914027,0.0019246542,0.0009529261,0.00003913261],"about_ca_topic_score_codex":0.0019314289,"about_ca_topic_score_gemma":0.0024150284,"teacher_disagreement_score":0.0029633557,"about_ca_system_score_codex":0.0004028063,"about_ca_system_score_gemma":0.00089392124,"threshold_uncertainty_score":0.01567185},"labels":[],"label_agreement":null},{"id":"W2800936765","doi":"10.19173/irrodl.v19i2.3382","title":"Free Digital Learning for Inclusion of Migrants and Refugees in Europe: A Qualitative Analysis of Three Types of Learning Purposes","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refugee; Context (archaeology); Inclusion (mineral); Focus group; Qualitative research; Public relations; Sociology; Digital learning; Qualitative property; Political science; Pedagogy; Marketing; Business; Computer science; Gender studies; Social science; Geography","score_opus":0.10268922022602596,"score_gpt":0.44939989409662967,"score_spread":0.3467106738706037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800936765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99377704,0.0006387927,0.0008262899,0.001035364,0.00002812585,0.00016280918,0.00009870131,0.0000070103106,0.0034259595],"genre_scores_gemma":[0.9951106,0.0008648848,0.0010924081,0.00049701455,0.000009757101,0.00033303318,0.000073311116,0.00001591073,0.0020030795],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99413186,0.0040111523,0.0002319963,0.0003027381,0.0003490829,0.0009730109],"domain_scores_gemma":[0.9934361,0.004769502,0.00051391264,0.00020949385,0.00041291557,0.00065814226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011345166,0.00049495033,0.0008415715,0.0022351108,0.0072151213,0.0049257516,0.0010928514,0.0016003235,0.002640977],"category_scores_gemma":[0.0077339574,0.00056335685,0.00060563197,0.0021788005,0.00857378,0.0048806,0.0074853194,0.0015947357,0.00020866153],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033649045,0.000029167128,0.0032461884,0.0001839568,0.0000032640671,0.0005599888,0.9885075,0.000030504481,0.0005113635,0.0012739963,0.00022834308,0.0053920993],"study_design_scores_gemma":[0.0000017465707,0.000016507263,0.0014384593,0.00012300561,0.000002128594,0.000092963535,0.9940451,0.000017802164,0.00011048646,0.00012807062,0.004017774,0.000006117837],"about_ca_topic_score_codex":0.0060114367,"about_ca_topic_score_gemma":0.010295534,"teacher_disagreement_score":0.011345166,"about_ca_system_score_codex":0.003910321,"about_ca_system_score_gemma":0.004758755,"threshold_uncertainty_score":0.059999645},"labels":[],"label_agreement":null},{"id":"W2801157948","doi":"10.19173/irrodl.v19i2.3479","title":"Connecting OER With Mandatory Textbooks in an EFL Classroom: A Language Theory–Based Material Adoption","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Social Science Fund of China","keywords":"Systemic functional linguistics; Context (archaeology); Mathematics education; Pedagogy; Vocabulary; Foreign language; Meaning (existential); Grammar; Open educational resources; Flexibility (engineering); Computer science; Psychology; Linguistics","score_opus":0.06998536776986979,"score_gpt":0.39725164856053263,"score_spread":0.32726628079066283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801157948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98749524,0.00024150834,0.00588648,0.0007181114,0.000016262984,0.00015098123,0.000009330545,0.00003434885,0.0054477425],"genre_scores_gemma":[0.98428863,0.00056734896,0.012713562,0.00033260026,0.000009416364,0.00018213142,0.000029166242,0.000025627085,0.0018515427],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98238385,0.010602589,0.00086041266,0.001602355,0.0037936803,0.0007571921],"domain_scores_gemma":[0.9642169,0.025875302,0.0034913393,0.002180746,0.0030984338,0.0011373227],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.017891252,0.0004306168,0.00059979706,0.0020121394,0.0017880508,0.006644426,0.002507916,0.001514056,0.0014265779],"category_scores_gemma":[0.037178505,0.00064462214,0.00053417357,0.0015861652,0.0041606473,0.006321717,0.007307764,0.0021375949,0.00043433788],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011303702,0.0025804557,0.062427703,0.0007403421,0.00003685523,0.0017124298,0.6393193,0.00031422512,0.00941867,0.013251927,0.000670242,0.2694148],"study_design_scores_gemma":[0.00017029508,0.0031082565,0.11092369,0.0023960941,0.00016912622,0.0023353992,0.78411955,0.0035789106,0.01683284,0.014136795,0.062068954,0.00016003603],"about_ca_topic_score_codex":0.0012431559,"about_ca_topic_score_gemma":0.0021802348,"teacher_disagreement_score":0.9974921,"about_ca_system_score_codex":0.0033322638,"about_ca_system_score_gemma":0.004191843,"threshold_uncertainty_score":0.094619155},"labels":[],"label_agreement":null},{"id":"W2801340149","doi":"10.19173/irrodl.v19i2.3391","title":"Mental Health in Higher Education: A Comparative Stress Risk Assessment at an Open Distance Learning University in South Africa","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Workforce; Psychology; Psychological intervention; Medical education; Occupational stress; Stressor; Work (physics); Mindfulness; Mental health; Open university; Nursing; Applied psychology; Pedagogy; Medicine; Political science; Engineering; Social psychology","score_opus":0.2847979323678006,"score_gpt":0.5824245040369322,"score_spread":0.29762657166913165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801340149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996933,0.00004376884,0.000025104982,0.000027706308,0.0000018747373,0.00004490612,0.000010567693,3.0609732e-7,0.00015250189],"genre_scores_gemma":[0.99921,0.0002466066,0.00012945198,0.00004824431,0.000005814867,0.0000775769,0.000021916092,6.0015424e-7,0.00025963248],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994173,0.00020579077,0.000040663675,0.000055732828,0.00007657668,0.00020391705],"domain_scores_gemma":[0.9993337,0.00013070958,0.000120789926,0.000023978604,0.00010464987,0.00028625145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010565212,0.00036721284,0.00047381799,0.0015937687,0.0034182635,0.0010520527,0.00047094424,0.00068784424,0.0017658586],"category_scores_gemma":[0.0016256991,0.00043298444,0.00045240513,0.0012217689,0.0011912606,0.0008860336,0.0016422879,0.00071336626,0.00024465093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009502404,0.009126955,0.7058784,0.0006787034,0.000100660196,0.005491124,0.2162537,0.0002670769,0.006210455,0.00042245552,0.00040202032,0.054218173],"study_design_scores_gemma":[0.0000729174,0.005365712,0.7779693,0.0001921002,0.000058693284,0.0009678692,0.21327204,0.00014278399,0.0005348819,0.00014333025,0.0012430697,0.0000372372],"about_ca_topic_score_codex":0.017075678,"about_ca_topic_score_gemma":0.052378893,"teacher_disagreement_score":0.017075678,"about_ca_system_score_codex":0.0023107445,"about_ca_system_score_gemma":0.002466251,"threshold_uncertainty_score":0.033952594},"labels":[],"label_agreement":null},{"id":"W2801921902","doi":"10.19173/irrodl.v19i2.3415","title":"A Collaborative Approach to OER Policy and Guidelines Development in the Commonwealth: The Case of Botswana, Cameroon, and Sri Lanka","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Open University of Sri Lanka; William and Flora Hewlett Foundation","keywords":"Commonwealth; Economic growth; Open educational resources; Political science; Sustainable development; Capacity building; Public administration; Sociology; Pedagogy; Economics","score_opus":0.135780366564368,"score_gpt":0.4889542558047061,"score_spread":0.3531738892403381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801921902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8027253,0.007701621,0.01570291,0.068559945,0.00033523524,0.0017756266,0.00011564017,0.00006568268,0.103018016],"genre_scores_gemma":[0.9856812,0.0011087738,0.008123683,0.0011030184,0.000014568233,0.00027577963,0.000021565695,0.000008830326,0.0036624956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98381597,0.010452549,0.0005742105,0.0007333867,0.00085692055,0.0035668914],"domain_scores_gemma":[0.97595346,0.015224575,0.0017640195,0.00091452966,0.0024899757,0.0036534294],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.020264085,0.00054347824,0.00029003088,0.0030196272,0.012435984,0.008050396,0.0016738264,0.0034216794,0.0032977234],"category_scores_gemma":[0.018848106,0.00051837217,0.0005000681,0.0038895186,0.00877382,0.0054489234,0.009868671,0.0028536941,0.00013910688],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016617822,0.00065121433,0.056397654,0.001367216,0.00013735237,0.042455923,0.21632625,0.008075912,0.004557313,0.48828533,0.01214272,0.16943695],"study_design_scores_gemma":[0.00022149639,0.00058649154,0.056292802,0.0033713877,0.00021980528,0.005154621,0.5660381,0.009301149,0.0024039987,0.04607975,0.31008258,0.00024786982],"about_ca_topic_score_codex":0.14106642,"about_ca_topic_score_gemma":0.1969941,"teacher_disagreement_score":0.9983262,"about_ca_system_score_codex":0.024123566,"about_ca_system_score_gemma":0.06735049,"threshold_uncertainty_score":0.2804907},"labels":[],"label_agreement":null},{"id":"W2801924929","doi":"10.19173/irrodl.v19i2.3386","title":"A Review to Weigh the Pros and Cons of Online, Remote, and Distance Science Laboratory Experiences","year":2018,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":165,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Terminology; Strengths and weaknesses; Computer science; Variety (cybernetics); Distance education; Psychology; Pedagogy; Artificial intelligence","score_opus":0.06741858321806814,"score_gpt":0.4537926981809293,"score_spread":0.38637411496286117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801924929","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017792567,0.9985403,0.00008222059,0.0002829441,0.000111469366,0.000017225218,0.00004565297,0.0000039196116,0.0007383509],"genre_scores_gemma":[0.001505128,0.9975871,0.00027837223,0.000320494,0.00006412056,0.000032109012,0.00004205053,0.0000023564771,0.00016822363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811494,0.000529518,0.00046966725,0.00024041871,0.0005678353,0.00007768286],"domain_scores_gemma":[0.9912588,0.0067438637,0.00081564375,0.000120610566,0.00091910304,0.00014206968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026167962,0.0007609697,0.001664658,0.0053814095,0.0004993056,0.0023498735,0.0014635929,0.0013628405,0.0061782454],"category_scores_gemma":[0.012009138,0.0003942179,0.0017436483,0.005039706,0.0006873643,0.0026439705,0.000934288,0.0013864085,0.00097376504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012667237,0.00008678998,0.0004914139,0.3511512,0.0005795921,0.00012943565,0.0003967768,0.00017414562,0.00066668406,0.003890568,0.018080167,0.62422657],"study_design_scores_gemma":[0.000041761374,0.00021746529,0.00383568,0.32671106,0.0029357045,0.0011155283,0.00059972814,0.00006967858,0.00046592517,0.0018171404,0.6621492,0.00004111251],"about_ca_topic_score_codex":0.0025910914,"about_ca_topic_score_gemma":0.0064605908,"teacher_disagreement_score":0.0061782454,"about_ca_system_score_codex":0.0014235353,"about_ca_system_score_gemma":0.0054398403,"threshold_uncertainty_score":0.020668328},"labels":[],"label_agreement":null},{"id":"W2802156632","doi":"10.19173/irrodl.v19i2.3460","title":"Online Course Enrollment in Community College and Degree Completion: The Tipping Point","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Community college; Tipping point (physics); Medical education; Psychology; Educational attainment; Distance education; Population; Academic achievement; Quality (philosophy); Mathematics education; Learning community; At-risk students; Medicine; Demography; Sociology; Political science; Engineering","score_opus":0.18279307522778382,"score_gpt":0.49954525068026284,"score_spread":0.316752175452479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802156632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995606,0.00045299972,0.00037322313,0.0006223777,0.00002073105,0.000033917033,0.00017454472,0.000013315837,0.0027028704],"genre_scores_gemma":[0.9992623,0.00010896872,0.000104317376,0.000053174314,0.000015899865,0.000017048487,0.00011627515,0.000004028674,0.0003180622],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941719,0.001682714,0.0004448938,0.001006108,0.002060559,0.00063367956],"domain_scores_gemma":[0.949886,0.016822949,0.016778192,0.0019080642,0.003560289,0.011044381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005984586,0.00021460415,0.00041504425,0.0020120936,0.0010146981,0.0023838913,0.001066507,0.0008365521,0.0058837174],"category_scores_gemma":[0.04390845,0.00018864592,0.0004556728,0.002837748,0.0013273685,0.0018964326,0.0033733181,0.002242531,0.0008213244],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010902724,0.00020418428,0.97719574,0.000029107623,0.000053418844,0.000060566297,0.00086465117,0.000089351444,0.000112977956,0.00041280498,0.00042830527,0.020439954],"study_design_scores_gemma":[0.0000033528188,0.00008334166,0.9982173,0.000024796123,0.0000074234513,0.000042213105,0.0007897786,0.0001812464,0.00004958381,0.00030122913,0.00029366752,0.0000060225166],"about_ca_topic_score_codex":0.0054302644,"about_ca_topic_score_gemma":0.00761466,"teacher_disagreement_score":0.005984586,"about_ca_system_score_codex":0.0010263836,"about_ca_system_score_gemma":0.0012121692,"threshold_uncertainty_score":0.031649888},"labels":[],"label_agreement":null},{"id":"W2802671838","doi":"10.19173/irrodl.v19i2.3443","title":"Quality Assurance for Online Higher Education Programmes: Design and Validation of an Integrative Assessment Model Applicable to Spanish Universities","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality assurance; Strengths and weaknesses; Quality (philosophy); Computer science; Higher education; Order (exchange); Engineering management; Dimension (graph theory); Guideline; Distance education; Process management; Knowledge management; Management science; Engineering; Business; Political science; Psychology; Pedagogy; Operations management; External quality assessment","score_opus":0.13834993898484046,"score_gpt":0.49637419880697015,"score_spread":0.3580242598221297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802671838","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6450613,0.0005804416,0.3038778,0.00121548,0.00009884841,0.020710997,0.00055487,0.00045177128,0.0274486],"genre_scores_gemma":[0.6436248,0.0005069501,0.33679622,0.00011494506,0.000014373663,0.016822634,0.00073985464,0.000054686785,0.0013256321],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9740757,0.01872805,0.0017967013,0.001832326,0.002963493,0.00060378015],"domain_scores_gemma":[0.9256932,0.054252677,0.0036297934,0.0030456604,0.0124221295,0.0009565598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.039503112,0.0012708047,0.0010959812,0.005331646,0.0012806205,0.005104289,0.0019782071,0.0014469147,0.0026007053],"category_scores_gemma":[0.06805696,0.0007160648,0.0024024246,0.003902795,0.002401307,0.0038691394,0.004110728,0.0015183201,0.00038446614],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012548493,0.004757242,0.18777299,0.004348921,0.0009371165,0.00040664637,0.04605678,0.09219862,0.0040656338,0.068011425,0.003350464,0.5868394],"study_design_scores_gemma":[0.001339058,0.005994892,0.18508014,0.0060372106,0.0020023235,0.00046392382,0.05701564,0.6366656,0.0105725005,0.04816242,0.046132818,0.000533507],"about_ca_topic_score_codex":0.007890875,"about_ca_topic_score_gemma":0.0053158323,"teacher_disagreement_score":0.039503112,"about_ca_system_score_codex":0.010307673,"about_ca_system_score_gemma":0.0136731155,"threshold_uncertainty_score":0.20891494},"labels":[],"label_agreement":null},{"id":"W2814935777","doi":"10.19173/irrodl.v19i3.3482","title":"The Impact of the Flipped Classroom Model on Students' Academic Achievement","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":209,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped classroom; Mathematics education; Context (archaeology); Test (biology); Class (philosophy); Blended learning; Psychology; Flipped learning; Academic achievement; Computer science; Educational technology; Artificial intelligence","score_opus":0.2059079381267881,"score_gpt":0.6007505686155017,"score_spread":0.3948426304887136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2814935777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985502,0.000406868,0.009214886,0.00024803221,0.00012271074,0.0004221484,0.00005288026,0.00008245327,0.0039479085],"genre_scores_gemma":[0.983508,0.0004602139,0.013251285,0.000090781425,0.000035533976,0.000464034,0.00006474369,0.000012542402,0.0021129106],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99665016,0.0014375424,0.00013569118,0.0004242083,0.0011030115,0.00024932707],"domain_scores_gemma":[0.9947535,0.0025135442,0.0006108955,0.00070270844,0.00068732887,0.0007320529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028509449,0.00064163835,0.00064058433,0.0005599652,0.0004990544,0.0013455785,0.0010340008,0.00064927636,0.0029296777],"category_scores_gemma":[0.0076898886,0.00017678761,0.00068794657,0.0003191616,0.0005992005,0.0011061466,0.0013244918,0.00057187304,0.00052167906],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062162434,0.037387356,0.05707886,0.0018461382,0.00031936847,0.0007221777,0.006561001,0.0072086444,0.040700994,0.0030691628,0.0025657357,0.8363244],"study_design_scores_gemma":[0.0039088908,0.28154024,0.4466309,0.002336495,0.0025009841,0.003026595,0.02203078,0.054233756,0.11319734,0.009675268,0.060254063,0.0006647393],"about_ca_topic_score_codex":0.00087879447,"about_ca_topic_score_gemma":0.0014263911,"teacher_disagreement_score":0.0029296777,"about_ca_system_score_codex":0.00066691206,"about_ca_system_score_gemma":0.0012351049,"threshold_uncertainty_score":0.015077472},"labels":[],"label_agreement":null},{"id":"W2818937117","doi":"10.19173/irrodl.v19i3.3265","title":"Open and Distance Learning in French-Speaking Sub-Saharan Africa: A Literature Review","year":2018,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Field (mathematics); Sociology; Exploratory research; Descriptive research; Pedagogy; Political science; Social science","score_opus":0.12447427733598147,"score_gpt":0.49221981215182675,"score_spread":0.36774553481584527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2818937117","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044542702,0.99831235,0.00005860128,0.0004007559,0.000066082386,0.0000071833038,0.000031359767,0.0000022496406,0.0006760847],"genre_scores_gemma":[0.0029208553,0.9966673,0.00012738428,0.0001219222,0.000044158052,0.000007890578,0.00002375755,9.648584e-7,0.000085773245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892956,0.0003118835,0.00023784365,0.00014924227,0.00028695934,0.00008444872],"domain_scores_gemma":[0.9931427,0.005162384,0.0007859211,0.00006199862,0.00068225246,0.00016464722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022701705,0.00083227054,0.0012729815,0.009107296,0.0009204609,0.0030300613,0.0008602885,0.0014137076,0.0038412753],"category_scores_gemma":[0.00552847,0.00040268767,0.00080960814,0.012803645,0.00094820786,0.0027549607,0.0011631664,0.0009780588,0.00044236265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005332257,0.0000716717,0.0017727814,0.14087287,0.00020126684,0.00049267506,0.001996226,0.00032329024,0.00046618102,0.005883287,0.010174113,0.8376924],"study_design_scores_gemma":[0.000013417746,0.00015242952,0.01404392,0.1940581,0.0009352645,0.002016943,0.006929273,0.00013937546,0.00047823906,0.0025669944,0.7786031,0.000063003834],"about_ca_topic_score_codex":0.013203033,"about_ca_topic_score_gemma":0.022636974,"teacher_disagreement_score":0.013203033,"about_ca_system_score_codex":0.002377645,"about_ca_system_score_gemma":0.008702799,"threshold_uncertainty_score":0.02625233},"labels":[],"label_agreement":null},{"id":"W2836360703","doi":"10.19173/irrodl.v19i3.3390","title":"Adoption of Sharing and Reuse of Open Resources by Educators in Higher Education Institutions in the Netherlands: A Qualitative Research of Practices, Motives, and Conditions","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reuse; Qualitative research; Open education; Knowledge sharing; Higher education; Knowledge management; Public relations; Business; Sociology; Pedagogy; Political science; Computer science; Engineering","score_opus":0.3244618377489967,"score_gpt":0.5811372922556255,"score_spread":0.2566754545066288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2836360703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99609226,0.00042959748,0.0009084242,0.0005465351,0.000009042951,0.000109163564,0.000037807607,0.000002717297,0.0018643663],"genre_scores_gemma":[0.99798775,0.00041411616,0.00065334124,0.00012938266,0.0000023062248,0.00009728612,0.000017084696,0.0000056972476,0.0006930863],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9766406,0.01679894,0.0012860383,0.0013222042,0.0018478448,0.002104352],"domain_scores_gemma":[0.951938,0.038884647,0.0038799336,0.0009578908,0.0022535182,0.002086029],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.020432686,0.00023763823,0.00070000364,0.0015761438,0.0041889953,0.0056886333,0.001152358,0.0011520737,0.001724858],"category_scores_gemma":[0.0338308,0.00061694684,0.00034030084,0.0027740942,0.005401259,0.005147148,0.0045868238,0.0011314928,0.00010319281],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038078615,0.00009758458,0.021571381,0.00027741474,0.000008152241,0.00048464467,0.9611147,0.00005993424,0.00060357817,0.0013415528,0.00017079426,0.014232143],"study_design_scores_gemma":[0.000008590452,0.000057524627,0.010825512,0.0002618022,0.000008605064,0.000107715794,0.98321354,0.00009520837,0.00037203456,0.00022333645,0.004807772,0.000018336837],"about_ca_topic_score_codex":0.022988971,"about_ca_topic_score_gemma":0.044611163,"teacher_disagreement_score":0.99884766,"about_ca_system_score_codex":0.009230321,"about_ca_system_score_gemma":0.011085226,"threshold_uncertainty_score":0.108059645},"labels":[],"label_agreement":null},{"id":"W2842425144","doi":"10.19173/irrodl.v19i3.3500","title":"Social Media Adoption by the Academic Community: Theoretical Insights and Empirical Evidence From Developing Countries","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Saud University","keywords":"Social media; Technology acceptance model; Structural equation modeling; Conceptual model; Usability; Virtual community; Public relations; Empirical evidence; Conceptual framework; Psychology; Resource (disambiguation); Empirical research; Knowledge management; Sociology; Social psychology; Political science; The Internet; Social science; Computer science; World Wide Web","score_opus":0.2967907897015226,"score_gpt":0.5215991007237875,"score_spread":0.22480831102226484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2842425144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892212,0.002399395,0.00028351703,0.00056425965,0.0000060548837,0.000022335606,0.00006375523,0.0000025116824,0.007436893],"genre_scores_gemma":[0.997595,0.0021596074,0.0000895754,0.000030586354,0.0000050810972,0.0000075839284,0.00001991646,7.672824e-7,0.00009185981],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869174,0.0006152476,0.00008861073,0.0001431422,0.00022885493,0.00023246618],"domain_scores_gemma":[0.9866758,0.008425945,0.0030641523,0.00027200204,0.000957976,0.0006040824],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003017628,0.00030444548,0.00038405784,0.0034818142,0.0013182856,0.002650898,0.00029382936,0.0004205067,0.002285808],"category_scores_gemma":[0.008605526,0.00018688926,0.00029886034,0.0058396724,0.0017638248,0.0023872082,0.0019421099,0.0008314383,0.0001515665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014578179,0.0005097574,0.83383197,0.0006199458,0.00013705123,0.0006805651,0.0482206,0.0009002863,0.0004387124,0.011969324,0.0004857628,0.102060236],"study_design_scores_gemma":[0.000035923396,0.0003029853,0.8693153,0.00082888873,0.00017551088,0.00040286142,0.116716,0.0019242286,0.0005800795,0.003145081,0.006540577,0.000032604883],"about_ca_topic_score_codex":0.013911448,"about_ca_topic_score_gemma":0.015797315,"teacher_disagreement_score":0.9973491,"about_ca_system_score_codex":0.0013718002,"about_ca_system_score_gemma":0.0014760119,"threshold_uncertainty_score":0.027660966},"labels":[],"label_agreement":null},{"id":"W2848957623","doi":"10.19173/irrodl.v19i3.3505","title":"Teaching Massive, Open, Online, Courses (MOOCs): Tales from the Front Line","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publicity; Incentive; Open education; Massive open online course; Psychology; Online learning; Distance education; Perception; Quality (philosophy); Medical education; Mathematics education; Pedagogy; Multimedia; Computer science; Medicine; Political science","score_opus":0.09390896863734213,"score_gpt":0.46484479625257574,"score_spread":0.3709358276152336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2848957623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97516656,0.0037879373,0.0028149548,0.0011041824,0.000105396786,0.00010911308,0.000065921166,0.00007113102,0.016774667],"genre_scores_gemma":[0.9818357,0.003449145,0.004048979,0.00080838834,0.00012561868,0.00010659848,0.000114817325,0.00002883925,0.009481833],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99929345,0.0001994275,0.000033071567,0.0001095263,0.00026795344,0.00009654266],"domain_scores_gemma":[0.99469167,0.0023862603,0.0009551639,0.00018579775,0.00044776444,0.0013334068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012306918,0.0001475011,0.00034801103,0.00056329375,0.0011466192,0.0035465537,0.00046803913,0.00041253964,0.0059209764],"category_scores_gemma":[0.0078104106,0.0001405597,0.00014051172,0.0005707782,0.00038798622,0.0011885291,0.00094509614,0.0004915487,0.001367878],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028711054,0.0017620847,0.09262584,0.0017175273,0.000062013365,0.00043474662,0.016881255,0.00025806174,0.009024002,0.0021866802,0.0057157073,0.8690449],"study_design_scores_gemma":[0.00011474086,0.0044839936,0.71501803,0.0030223865,0.00018410462,0.0017639447,0.10291128,0.0015861458,0.009205508,0.00710905,0.15448825,0.00011256461],"about_ca_topic_score_codex":0.0013500726,"about_ca_topic_score_gemma":0.0048284135,"teacher_disagreement_score":0.0059209764,"about_ca_system_score_codex":0.0005849849,"about_ca_system_score_gemma":0.0013752425,"threshold_uncertainty_score":0.019807637},"labels":[],"label_agreement":null},{"id":"W2854179529","doi":"10.19173/irrodl.v19i3.3417","title":"Technology Matters – The Impact of Transactional Distance on Satisfaction in Online Distance Learning","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Transactional leadership; Mediation; Psychology; The Internet; Scale (ratio); Educational technology; Population; Computer-mediated communication; Social psychology; Computer science; Mathematics education; World Wide Web; Sociology","score_opus":0.05766164415584321,"score_gpt":0.475194889183645,"score_spread":0.41753324502780176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2854179529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9784121,0.0019533914,0.0020636045,0.0013180061,0.0000656544,0.000033561682,0.0000793633,0.000011810687,0.016062466],"genre_scores_gemma":[0.99837106,0.00046014602,0.00022762842,0.00010558141,0.000016231445,0.000010547869,0.000030483747,0.0000045949105,0.0007736765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99592316,0.0023801192,0.00029303812,0.00024868353,0.0008312979,0.00032373043],"domain_scores_gemma":[0.9839972,0.009583265,0.0026282633,0.0005476962,0.0017413743,0.0015022454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026030429,0.00014967218,0.00029084217,0.00047203663,0.00048484097,0.002855551,0.00032174465,0.0005336486,0.005955847],"category_scores_gemma":[0.014987826,0.00010264949,0.00058731367,0.0011064486,0.0007381179,0.0015302795,0.0011710336,0.0007355427,0.000687531],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005668523,0.000930361,0.72872216,0.0008068664,0.0003811914,0.00045038812,0.013970433,0.0006963531,0.002184074,0.007403541,0.0018611167,0.2420267],"study_design_scores_gemma":[0.000027408794,0.00086773455,0.9660235,0.0002372125,0.00019306956,0.00046575803,0.01819646,0.0016546738,0.0009583507,0.0033901588,0.007956396,0.000029182911],"about_ca_topic_score_codex":0.0009233587,"about_ca_topic_score_gemma":0.0011507405,"teacher_disagreement_score":0.005955847,"about_ca_system_score_codex":0.0004983674,"about_ca_system_score_gemma":0.00083260454,"threshold_uncertainty_score":0.019924283},"labels":[],"label_agreement":null},{"id":"W2854926593","doi":"10.19173/irrodl.v19i3.3585","title":"Analysing the Importance-Competence Gap of Distance Educators With the Increased Utilisation of Online Learning Strategies in a Developing World Context","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Competence (human resources); Context (archaeology); Sociology; Perspective (graphical); Human resources; Pedagogy; Knowledge management; Psychology; Mathematics education; Political science; Computer science; Geography; Social psychology","score_opus":0.08734475571322445,"score_gpt":0.45534239547688743,"score_spread":0.36799763976366295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2854926593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964715,0.0005426033,0.0002628737,0.00029100047,0.0000057966413,0.000018015626,0.000019205318,8.0612244e-7,0.0023881614],"genre_scores_gemma":[0.99921906,0.00030176356,0.00018225238,0.000038581227,0.0000031729014,0.000016939473,0.000010971126,7.9812725e-7,0.00022644737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959543,0.0015555782,0.0003069077,0.00027079912,0.0012044742,0.00070796453],"domain_scores_gemma":[0.9803344,0.011652848,0.003973352,0.0003777163,0.0023635498,0.0012979519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006024241,0.00015827012,0.0003294299,0.002123144,0.0011079098,0.0032582686,0.0006405163,0.000662837,0.002052747],"category_scores_gemma":[0.026365146,0.0001745345,0.00025603914,0.0028721073,0.0018092006,0.003328413,0.003556003,0.0010452374,0.00017923054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019433361,0.00042854343,0.7427292,0.00063358934,0.00005165362,0.0010493981,0.17272624,0.00031366054,0.0006325497,0.0053814636,0.00066429836,0.07519498],"study_design_scores_gemma":[0.0000079333995,0.00020774192,0.7038669,0.00031903572,0.00003277945,0.0004328735,0.28777626,0.00045331882,0.0005459815,0.001911395,0.004429753,0.000016045802],"about_ca_topic_score_codex":0.00791533,"about_ca_topic_score_gemma":0.010217582,"teacher_disagreement_score":0.00791533,"about_ca_system_score_codex":0.0024801558,"about_ca_system_score_gemma":0.0037313905,"threshold_uncertainty_score":0.031859636},"labels":[],"label_agreement":null},{"id":"W2862498250","doi":"10.19173/irrodl.v19i3.3596","title":"Understanding Student Engagement in Large-Scale Open Online Courses: A Machine Learning Facilitated Analysis of Student’s Reflections in 18 Highly Rated MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Massive open online course; Computer science; News aggregator; Open education; Mathematics education; Scale (ratio); Rating scale; World Wide Web; Psychology; Data science","score_opus":0.2893082494776684,"score_gpt":0.5371157981998688,"score_spread":0.24780754872220034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2862498250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99799395,0.00003036345,0.0012527008,0.00006157944,0.0000056562085,0.000014462312,0.00009591683,0.00002062708,0.0005246387],"genre_scores_gemma":[0.9971655,0.000041383395,0.0016796518,0.000021256463,0.00001013811,0.000026584494,0.00023214346,0.000012732991,0.0008105428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898714,0.00037499738,0.000067257955,0.00020901767,0.00023753411,0.00012401048],"domain_scores_gemma":[0.9930501,0.0040719393,0.0011205305,0.000255179,0.00084342127,0.0006588965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012126502,0.0001764592,0.00023358352,0.0009801002,0.0003941801,0.0012175669,0.0002956066,0.00043265562,0.0007903249],"category_scores_gemma":[0.009058654,0.000107180385,0.00021449717,0.0007080333,0.00029208095,0.00073829695,0.00081428204,0.0005095939,0.0005103496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039309633,0.0010450687,0.69159245,0.00017245057,0.00007777583,0.00053895765,0.059316747,0.0010009523,0.018524235,0.00045848617,0.0020378437,0.22484195],"study_design_scores_gemma":[0.000008595034,0.00041263836,0.95151484,0.00004174518,0.000025970056,0.00017076884,0.030619709,0.00752985,0.0045334566,0.00048076923,0.004617815,0.000043863587],"about_ca_topic_score_codex":0.001391362,"about_ca_topic_score_gemma":0.003032198,"teacher_disagreement_score":0.001391362,"about_ca_system_score_codex":0.0003699155,"about_ca_system_score_gemma":0.00038618673,"threshold_uncertainty_score":0.0064132214},"labels":[],"label_agreement":null},{"id":"W2872392633","doi":"10.19173/irrodl.v19i3.3441","title":"Open Educational Practices in Australia: A First-phase National Audit of Higher Education","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Australian Government","keywords":"Audit; Openness to experience; Public relations; Government (linguistics); Higher education; Work (physics); Open educational resources; Best practice; Business; Professional development; Open education; Political science; Sociology; Pedagogy; Accounting; Engineering; Psychology","score_opus":0.21817256397330662,"score_gpt":0.5561543313659989,"score_spread":0.33798176739269226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2872392633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97115797,0.0021547494,0.0017017963,0.004713918,0.00008546514,0.0026094234,0.0013520764,0.00009671871,0.01612789],"genre_scores_gemma":[0.9724185,0.0033359192,0.007885631,0.0014934379,0.000041606378,0.0020631033,0.0012815183,0.000043743927,0.011436595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.96268797,0.008184758,0.0059252884,0.0014937826,0.019635005,0.0020732505],"domain_scores_gemma":[0.8871471,0.017504236,0.017454516,0.009809349,0.05776719,0.01031754],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.024609774,0.00027360712,0.00078821933,0.006605598,0.0038121392,0.0038321377,0.001161441,0.0011257436,0.0013406925],"category_scores_gemma":[0.054044347,0.001026346,0.0005120658,0.008638593,0.0023745864,0.0033459556,0.0097633535,0.0018653398,0.0004952196],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024019858,0.0008860763,0.46544567,0.0055859545,0.000083751605,0.0015623338,0.21198016,0.00073689467,0.0044302256,0.0048481654,0.010664812,0.2935358],"study_design_scores_gemma":[0.000016124968,0.0006778152,0.8981479,0.0011631217,0.00002679662,0.0005343947,0.04969207,0.0008303946,0.0009878273,0.0007446776,0.047098354,0.000080498234],"about_ca_topic_score_codex":0.12188668,"about_ca_topic_score_gemma":0.18457748,"teacher_disagreement_score":0.99883854,"about_ca_system_score_codex":0.013937546,"about_ca_system_score_gemma":0.050260242,"threshold_uncertainty_score":0.2423544},"labels":[],"label_agreement":null},{"id":"W2873377462","doi":"10.19173/irrodl.v19i3.3662","title":"Open Educational Resources: Challenges and Opportunities in Indian Primary Education","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Queensland University of Technology","keywords":"Open educational resources; Literacy; Economic growth; The Internet; Educational attainment; Scale (ratio); Adaptation (eye); Population; Political science; Open education; Developing country; Public relations; Sociology; Geography; Pedagogy; Psychology; World Wide Web; Economics; Computer science","score_opus":0.16988626547045382,"score_gpt":0.4441246685783015,"score_spread":0.2742384031078477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2873377462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49794745,0.037486896,0.0025615615,0.11379375,0.00079747284,0.0001667537,0.00025940346,0.00011397693,0.34687263],"genre_scores_gemma":[0.96916705,0.013556842,0.0016591531,0.0033199207,0.00015498987,0.000052441726,0.0000678209,0.000026249925,0.011995391],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99725574,0.0008146371,0.00014977547,0.00023627256,0.00065144314,0.000892103],"domain_scores_gemma":[0.99565554,0.001879092,0.00035073634,0.00020128141,0.0004828405,0.0014305736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001985374,0.00019335285,0.00038561135,0.001427525,0.009599854,0.0141445,0.0013166518,0.0016418026,0.0081127435],"category_scores_gemma":[0.0034276717,0.00025195722,0.00032317603,0.0035314937,0.0056473524,0.0073960517,0.008276716,0.0026871506,0.00088492705],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008085181,0.00055144064,0.03845854,0.0036582872,0.000023620676,0.006794233,0.26596597,0.0003445927,0.0015166989,0.20704445,0.032117274,0.443444],"study_design_scores_gemma":[0.0000072506955,0.000094844494,0.048608646,0.0025196923,0.000021489288,0.0023659419,0.52637905,0.00026260305,0.00043547346,0.033944994,0.38529685,0.00006309599],"about_ca_topic_score_codex":0.025467586,"about_ca_topic_score_gemma":0.04932389,"teacher_disagreement_score":0.025467586,"about_ca_system_score_codex":0.005321872,"about_ca_system_score_gemma":0.0146605205,"threshold_uncertainty_score":0.050638676},"labels":[],"label_agreement":null},{"id":"W2873470882","doi":"10.19173/irrodl.v19i3.3229","title":"Exploring Information Seeking Behavior of Farmers’ in Information Related to Climate Change Adaptation Through ICT (CHAI)","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agricultural extension; Business; Agriculture; Information and Communications Technology; Agricultural productivity; Agricultural communication; Service (business); Information technology; Productivity; Marketing; Economic growth; Environmental resource management; Economics; Political science; Geography","score_opus":0.29615133205818434,"score_gpt":0.43267983462608217,"score_spread":0.13652850256789784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2873470882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99821293,0.0001473418,0.00006395742,0.00014978433,0.0000049119276,0.000023590994,0.0001005614,0.000003144515,0.0012937287],"genre_scores_gemma":[0.997104,0.000296761,0.00037748233,0.0001596362,0.0000063334487,0.00006258417,0.000099034485,0.000002235954,0.0018919422],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9996246,0.00013780511,0.000026957563,0.00004504414,0.00007196434,0.00009364917],"domain_scores_gemma":[0.9977004,0.0013263684,0.00040007563,0.00004450169,0.00031784442,0.00021085289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009554815,0.00017824938,0.0002435487,0.00068587234,0.00084511173,0.0009420763,0.00019033508,0.00047878304,0.0039075376],"category_scores_gemma":[0.0040534446,0.00015978939,0.00028562985,0.0005983097,0.00024370107,0.00080019986,0.0004903862,0.0005145928,0.00048106996],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004446387,0.00090310315,0.7352513,0.00094659784,0.00008194063,0.0013679903,0.18422914,0.00020891454,0.0068616066,0.00043539098,0.0029594463,0.066309914],"study_design_scores_gemma":[0.000030653144,0.0011295547,0.82892114,0.0003286151,0.00011300459,0.00036802006,0.15595224,0.0012102883,0.0010907537,0.00033714686,0.010442779,0.000075799864],"about_ca_topic_score_codex":0.0096392045,"about_ca_topic_score_gemma":0.018270003,"teacher_disagreement_score":0.0096392045,"about_ca_system_score_codex":0.0005534745,"about_ca_system_score_gemma":0.000678014,"threshold_uncertainty_score":0.019166172},"labels":[],"label_agreement":null},{"id":"W2874077104","doi":"10.19173/irrodl.v19i3.3538","title":"Differential OER Impacts of Formal and Informal ICTs: Employability of Female Migrant Workers","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Employability; Formal learning; Informal learning; Context (archaeology); Open educational resources; Livelihood; Sociology; Public relations; Economic growth; Business; Political science; Knowledge management; Pedagogy; Economics; Geography; Computer science","score_opus":0.06130638748849182,"score_gpt":0.41552355023870624,"score_spread":0.3542171627502144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2874077104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9947043,0.0012928769,0.0000826984,0.00031704194,0.000009841374,0.000008575764,0.00003623315,0.0000011644216,0.003547302],"genre_scores_gemma":[0.9983417,0.000875565,0.00004690874,0.000049451093,0.000009504194,0.000011722254,0.000018686396,7.9106246e-7,0.0006456159],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991517,0.0004135915,0.00005254554,0.00007837061,0.000111993286,0.00019181173],"domain_scores_gemma":[0.99788326,0.0010441247,0.0006197199,0.00007276521,0.00017899105,0.00020106127],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0011881833,0.0001479558,0.00016763099,0.00041072362,0.00047533656,0.001117254,0.00024020001,0.00031944623,0.002804624],"category_scores_gemma":[0.0032875487,0.00007493114,0.00021690899,0.00044535976,0.0005602332,0.0007722468,0.0014803869,0.0003014067,0.00023503987],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035356727,0.00059103593,0.72555715,0.0008338708,0.000097214775,0.0018115606,0.05910737,0.00015570117,0.0026916752,0.0022121423,0.00073938665,0.2058494],"study_design_scores_gemma":[0.000009195096,0.00046301505,0.9116431,0.0005115016,0.00007387864,0.0004344674,0.0802731,0.00010593058,0.0005394559,0.0004897396,0.005443474,0.0000131543575],"about_ca_topic_score_codex":0.0027388872,"about_ca_topic_score_gemma":0.006062482,"teacher_disagreement_score":0.9997598,"about_ca_system_score_codex":0.00029327022,"about_ca_system_score_gemma":0.0005571247,"threshold_uncertainty_score":0.009382427},"labels":[],"label_agreement":null},{"id":"W2878331535","doi":"10.19173/irrodl.v19i3.3664","title":"A Playful Approach to Fostering Motivation in a Distance Education Computer Programming Course: Behaviour Change and Student Perceptions","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Psychology; Self-determination theory; Goal theory; Perspective (graphical); Intrinsic motivation; Intervention (counseling); Perception; Distance education; Mathematics education; Pedagogy; Social psychology; Computer science","score_opus":0.18399797508722432,"score_gpt":0.4904315819100478,"score_spread":0.3064336068228235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2878331535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936488,0.00043026052,0.0024510166,0.00038657564,0.000030826508,0.00029767002,0.000009471678,0.000023039423,0.0027223674],"genre_scores_gemma":[0.9815856,0.0012509581,0.0127568105,0.00028574688,0.000023546907,0.0005575653,0.000032012405,0.000007624088,0.003500096],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990426,0.00052838406,0.000032699547,0.0000885615,0.00018356179,0.00012421278],"domain_scores_gemma":[0.99855155,0.0006602067,0.00016021091,0.000057000554,0.00009074104,0.00048030948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001757915,0.00034764,0.0003187617,0.00065427,0.000757856,0.0013887726,0.0006213203,0.00058273145,0.0015469416],"category_scores_gemma":[0.002889625,0.00016488375,0.00036508447,0.00027924153,0.0006183762,0.0005171312,0.0012000301,0.0012190812,0.00022616464],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010091898,0.061265532,0.080808096,0.0020017233,0.00020422631,0.00059617,0.041001834,0.00068042526,0.027450688,0.0035733718,0.0018694404,0.7795393],"study_design_scores_gemma":[0.0010321855,0.062020488,0.73663116,0.002344117,0.00067932694,0.0023603798,0.08711529,0.006682343,0.023873368,0.009320289,0.06764975,0.00029142684],"about_ca_topic_score_codex":0.0010610239,"about_ca_topic_score_gemma":0.0031407154,"teacher_disagreement_score":0.001757915,"about_ca_system_score_codex":0.00063028757,"about_ca_system_score_gemma":0.0011662106,"threshold_uncertainty_score":0.009296894},"labels":[],"label_agreement":null},{"id":"W2879076518","doi":"10.19173/irrodl.v19i3.3517","title":"Effects of Open Textbook Adoption on Teachers’ Open Practices","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Open educational resources; Open education; Mathematics education; Psychology; Quality (philosophy); Pedagogy; Medical education; Medicine; Social psychology","score_opus":0.12297539496107619,"score_gpt":0.495159677242588,"score_spread":0.37218428228151185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2879076518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954482,0.00029405035,0.00074487063,0.0005565836,0.000019246801,0.000056610403,0.000014000676,0.000013171071,0.0028533938],"genre_scores_gemma":[0.99868435,0.00018089527,0.00040241025,0.00008798106,0.0000073111605,0.000061045714,0.000008246927,0.0000065369472,0.0005613746],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9724034,0.017972074,0.0015646763,0.001596906,0.004648423,0.0018145595],"domain_scores_gemma":[0.82963526,0.13703473,0.01599879,0.004153993,0.008209139,0.004968138],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.018090583,0.0002540452,0.000559368,0.0011384006,0.0021015832,0.0042569693,0.0011019947,0.0011409536,0.003721125],"category_scores_gemma":[0.09023471,0.00053107744,0.0004657564,0.0010095999,0.004546949,0.003889188,0.0054921154,0.0021726121,0.00026970945],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002446497,0.0004809004,0.07856656,0.0005505456,0.000029011355,0.0012064667,0.87876326,0.00010624174,0.0034512703,0.0017899901,0.00029584172,0.03451529],"study_design_scores_gemma":[0.00006624679,0.0008923113,0.1070515,0.0006116277,0.000048301117,0.0006442533,0.87674075,0.00023430884,0.0016958659,0.0012505604,0.0107096,0.000054671615],"about_ca_topic_score_codex":0.0022732075,"about_ca_topic_score_gemma":0.0034702553,"teacher_disagreement_score":0.998898,"about_ca_system_score_codex":0.003423605,"about_ca_system_score_gemma":0.0029689216,"threshold_uncertainty_score":0.09567332},"labels":[],"label_agreement":null},{"id":"W2881195987","doi":"10.19173/irrodl.v19i3.3393","title":"Grit and Intention: Why Do Learners Complete MOOCs?","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grit; Psychology; Goal orientation; Mathematics education; Orientation (vector space); Cognition; Computer science; Social psychology; Mathematics","score_opus":0.1650513928044919,"score_gpt":0.4780606174684612,"score_spread":0.3130092246639693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2881195987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949699,0.0006322992,0.00051033887,0.00094053545,0.000022621209,0.000014245536,0.00010335752,0.00001254905,0.002794114],"genre_scores_gemma":[0.998711,0.0002924226,0.00022731278,0.000117254785,0.000016352711,0.000015127969,0.00009846178,0.00000545859,0.00051675277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989843,0.0003066901,0.00007041707,0.00016350567,0.0003123292,0.00016273485],"domain_scores_gemma":[0.9845648,0.006594562,0.004315634,0.0005908495,0.0014195866,0.0025146136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002381215,0.00017359776,0.00038937773,0.00083688705,0.00038311223,0.0015289393,0.00032845428,0.00061931397,0.002623786],"category_scores_gemma":[0.017280893,0.00012884926,0.00038920328,0.00053250714,0.00077144353,0.0010500591,0.0006921247,0.0014342566,0.0005724958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007367231,0.0003554288,0.9701885,0.00005776537,0.000065952445,0.00004456059,0.0023283875,0.0000869419,0.0002759411,0.00036669546,0.00031682695,0.025839327],"study_design_scores_gemma":[0.0000033272531,0.000115850205,0.99643195,0.000037740043,0.00001912525,0.000042132426,0.0016524359,0.0002602884,0.00014581568,0.0006804159,0.00059897016,0.000011828097],"about_ca_topic_score_codex":0.002272053,"about_ca_topic_score_gemma":0.0035587042,"teacher_disagreement_score":0.002623786,"about_ca_system_score_codex":0.0003491537,"about_ca_system_score_gemma":0.0005271339,"threshold_uncertainty_score":0.012593269},"labels":[],"label_agreement":null},{"id":"W2886521854","doi":"10.19173/irrodl.v19i5.3493","title":"Making Sense of Learning Analytics Dashboards: A Technology Acceptance Perspective of 95 Teachers","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Analytics; Computer science; Software deployment; Educational technology; Perspective (graphical); Instructional design; Software analytics; Knowledge management; Business analytics; Data science; Psychology; Mathematics education; Multimedia; Artificial intelligence; Software; Software development","score_opus":0.09075648550091663,"score_gpt":0.47490308264578035,"score_spread":0.3841465971448637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886521854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99723804,0.00015483703,0.0005164659,0.0003340948,0.000008560529,0.000024758196,0.000015644162,0.000008036222,0.001699454],"genre_scores_gemma":[0.9984169,0.00017897134,0.00020121965,0.00011556052,0.000004624912,0.000032342177,0.000015820704,0.0000081547205,0.0010262621],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9919327,0.002800063,0.00062354695,0.0007851544,0.0024200412,0.0014385653],"domain_scores_gemma":[0.9774469,0.010002265,0.003151858,0.00070776837,0.0047163707,0.0039747106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007963295,0.00038368916,0.00075373234,0.0021544646,0.0034773548,0.009635613,0.0008496649,0.0014470449,0.0028796676],"category_scores_gemma":[0.021014145,0.0006543538,0.0005587765,0.0010846535,0.0041494835,0.0038558927,0.0046923556,0.0026073025,0.0008201493],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111693094,0.00042222516,0.17934835,0.0001697075,0.000021704378,0.0010074677,0.79436016,0.00009170185,0.0040822877,0.00080624333,0.0005318053,0.01904655],"study_design_scores_gemma":[0.00000930576,0.00034307974,0.05851774,0.00011270978,0.0000226451,0.00054996065,0.9326717,0.00023545438,0.0009497838,0.00024036887,0.0062979595,0.000049275663],"about_ca_topic_score_codex":0.006052634,"about_ca_topic_score_gemma":0.0055131083,"teacher_disagreement_score":0.009635613,"about_ca_system_score_codex":0.0019081752,"about_ca_system_score_gemma":0.0021279247,"threshold_uncertainty_score":0.042114437},"labels":[],"label_agreement":null},{"id":"W2888411454","doi":"10.19173/irrodl.v19i3.3754","title":"Technology and the politics of university reform: The social shaping of online education","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Politics; Sociology; Distance education; Computer-mediated communication; Educational technology; Political science; Media studies; Higher education; Pedagogy; Public relations; The Internet; World Wide Web; Computer science","score_opus":0.08096424070323971,"score_gpt":0.4724665143742883,"score_spread":0.3915022736710486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888411454","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.157746,0.026122807,0.013215376,0.2647466,0.00086393574,0.000049288163,0.00009991486,0.000066537476,0.5370895],"genre_scores_gemma":[0.98857296,0.0031541334,0.00036850382,0.0024480808,0.00059648254,0.000021602578,0.000011795428,0.000018651379,0.0048077963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9905702,0.00662178,0.00016254297,0.0004644956,0.0011894127,0.0009917512],"domain_scores_gemma":[0.9769333,0.01801987,0.0014492543,0.0013691783,0.0009828527,0.0012455861],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008249698,0.00021547411,0.0004302853,0.002327087,0.0051489086,0.017893473,0.00092866796,0.0051514474,0.008917391],"category_scores_gemma":[0.018030526,0.00020953537,0.00036220968,0.0033546123,0.037808336,0.016773595,0.0050922777,0.003787062,0.0005254403],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011631608,0.000022409373,0.00076409767,0.00003554872,0.000004810978,0.00003132643,0.0036350272,0.00019255836,0.00005373628,0.98470277,0.001997087,0.008548936],"study_design_scores_gemma":[0.000022725802,0.000024670906,0.0038294536,0.00030803907,0.000011816015,0.0000618857,0.012532094,0.00079087407,0.00027548344,0.8683217,0.11380216,0.00001905802],"about_ca_topic_score_codex":0.0027034753,"about_ca_topic_score_gemma":0.003007857,"teacher_disagreement_score":0.9948511,"about_ca_system_score_codex":0.0055507068,"about_ca_system_score_gemma":0.0053056255,"threshold_uncertainty_score":0.04362911},"labels":[],"label_agreement":null},{"id":"W2892449320","doi":"10.19173/irrodl.v19i4.3746","title":"Developing a Mobile App for Learning English Vocabulary in an Open Distance Learning Context","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Vocabulary; Context (archaeology); Distance education; Synchronous learning; Language acquisition; Open learning; Blended learning; Multimedia; Mobile device; Educational technology; Teaching method; World Wide Web; Mathematics education; Cooperative learning; Psychology; Linguistics","score_opus":0.09299571536175105,"score_gpt":0.45440994625147435,"score_spread":0.3614142308897233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892449320","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50540113,0.002630734,0.3931457,0.0012151183,0.00047230665,0.005578957,0.00075345376,0.011562119,0.07924052],"genre_scores_gemma":[0.48087612,0.0019613989,0.46393418,0.00078281283,0.0001107531,0.0021315822,0.0006397004,0.00024233466,0.049321108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997286,0.00006750992,0.000024811367,0.00004832301,0.00009505511,0.000035683555],"domain_scores_gemma":[0.9994204,0.00034413426,0.000039395043,0.000040225408,0.00009696251,0.00005881466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039712904,0.00042310578,0.00029751705,0.0004082143,0.00042424133,0.0008735437,0.00059322733,0.0008120094,0.004170795],"category_scores_gemma":[0.001347898,0.00019153263,0.00033564647,0.00020478692,0.00023049726,0.0010870949,0.001135277,0.0004518054,0.0017595029],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004191203,0.0015560093,0.009890023,0.0025057683,0.0000756442,0.004903016,0.0096326405,0.0012688973,0.15861057,0.006998131,0.013628826,0.7905114],"study_design_scores_gemma":[0.0005120819,0.009845827,0.05349575,0.002176177,0.0006729739,0.022729764,0.010859332,0.03584813,0.15372218,0.0073999255,0.7023433,0.00039452943],"about_ca_topic_score_codex":0.00027014234,"about_ca_topic_score_gemma":0.0006999169,"teacher_disagreement_score":0.004170795,"about_ca_system_score_codex":0.00009356603,"about_ca_system_score_gemma":0.00034353,"threshold_uncertainty_score":0.013952732},"labels":[],"label_agreement":null},{"id":"W2892900159","doi":"10.19173/irrodl.v19i4.3439","title":"Pushing Toward a More Personalized MOOC: Exploring Instructor Selected Activities, Resources, and Technologies for MOOC Design and Implementation","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Massive open online course; Computer science; Open educational resources; Multimedia; Educational technology; World Wide Web; Psychology; Mathematics education","score_opus":0.1445355459653144,"score_gpt":0.44765642970298974,"score_spread":0.3031208837376753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892900159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78614867,0.008335219,0.17273162,0.004460627,0.00013530419,0.0011480846,0.00004847327,0.00041795775,0.026573965],"genre_scores_gemma":[0.8992315,0.0026286358,0.09464597,0.0003574382,0.000035102614,0.0002935795,0.00006706998,0.000095941105,0.0026447338],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9942311,0.003854995,0.00017002953,0.0004028506,0.0009374286,0.00040355427],"domain_scores_gemma":[0.9921678,0.005431142,0.000575845,0.0004053361,0.00090966525,0.0005102025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057937144,0.00033713545,0.00024206545,0.0015041314,0.0013772504,0.004843513,0.0011958617,0.00077270274,0.0011765665],"category_scores_gemma":[0.015482003,0.00038898856,0.00032826207,0.00080710935,0.0013325752,0.004019648,0.0014923363,0.0007645743,0.00032837916],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000122050515,0.0010246058,0.05498989,0.001552385,0.00007095191,0.0004930114,0.08137432,0.0022492982,0.009201232,0.01618146,0.0021759446,0.8305648],"study_design_scores_gemma":[0.00022229916,0.003807324,0.19795501,0.0062498543,0.0005631264,0.0019827704,0.35544118,0.041293282,0.021302005,0.04172605,0.32916665,0.00029043423],"about_ca_topic_score_codex":0.0018606758,"about_ca_topic_score_gemma":0.0045413193,"teacher_disagreement_score":0.0057937144,"about_ca_system_score_codex":0.0015011609,"about_ca_system_score_gemma":0.0030897476,"threshold_uncertainty_score":0.030640483},"labels":[],"label_agreement":null},{"id":"W2892918003","doi":"10.19173/irrodl.v19i4.3601","title":"Defining OER-Enabled Pedagogy","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":313,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Computer science; Context (archaeology); Variety (cybernetics); Educational technology; Open learning; Term (time); Set (abstract data type); Pedagogy; Mathematics education; Teaching method; Sociology; World Wide Web; Psychology; Artificial intelligence; Cooperative learning","score_opus":0.08303704294526316,"score_gpt":0.47055066481360786,"score_spread":0.3875136218683447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892918003","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059656087,0.019510176,0.33961484,0.01765132,0.0007131142,0.0011733228,0.0003055916,0.0003120054,0.5610635],"genre_scores_gemma":[0.8070524,0.013991923,0.15204132,0.0025902938,0.0005550157,0.0022260116,0.00034439794,0.00014369722,0.021054948],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9790137,0.010613378,0.0022981733,0.0015671275,0.005325399,0.0011822324],"domain_scores_gemma":[0.97974306,0.010678512,0.0033056913,0.0018621203,0.0035760365,0.0008347239],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.010448965,0.000797659,0.00081731495,0.007094366,0.002973104,0.010469209,0.0017872169,0.0040166117,0.0035712416],"category_scores_gemma":[0.017516654,0.00039978247,0.00067591853,0.0054420694,0.022343945,0.016265012,0.009530877,0.003174834,0.0013332042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031737216,0.000027308135,0.0009893124,0.00020772411,0.0000030477402,0.00010989835,0.0062381206,0.00017166445,0.00031855569,0.9773203,0.00039440108,0.014216561],"study_design_scores_gemma":[0.000017474104,0.00007116693,0.0032764152,0.0015649442,0.000016539589,0.0007477285,0.017284151,0.0017038651,0.0013101647,0.7388528,0.23510778,0.000047008514],"about_ca_topic_score_codex":0.002949048,"about_ca_topic_score_gemma":0.001973284,"teacher_disagreement_score":0.99821275,"about_ca_system_score_codex":0.0052048457,"about_ca_system_score_gemma":0.008899827,"threshold_uncertainty_score":0.055260062},"labels":[],"label_agreement":null},{"id":"W2893022946","doi":"10.19173/irrodl.v19i4.3528","title":"How do Virtual Teams Collaborate in Online Learning Tasks in a MOOC?","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Brainstorming; Team learning; Virtual team; Context (archaeology); Task (project management); Educational technology; Collaborative learning; Team effectiveness; Computer-mediated communication; Computer science; Instructional design; Knowledge management; Thematic analysis; Virtual learning environment; Psychology; Cooperative learning; Multimedia; Mathematics education; Teaching method; Open learning; World Wide Web; The Internet; Engineering; Qualitative research","score_opus":0.11956539428367263,"score_gpt":0.518252799760824,"score_spread":0.3986874054771513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893022946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97444195,0.001201103,0.008946549,0.0011872625,0.00017514126,0.00010401061,0.00006290641,0.00008266053,0.013798372],"genre_scores_gemma":[0.9942517,0.0005172508,0.0037988254,0.00015199323,0.000051793195,0.00007371575,0.00007315758,0.000020786336,0.0010607939],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99607134,0.0022158073,0.00019107346,0.0005267699,0.0005854213,0.00040963714],"domain_scores_gemma":[0.9883428,0.005734043,0.0023066965,0.0007060908,0.0012585431,0.001651784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034605563,0.000228037,0.0002905138,0.0010790712,0.0010552533,0.0040413043,0.0006705397,0.0009786404,0.0017559396],"category_scores_gemma":[0.027847696,0.0001703293,0.00037163883,0.0006954982,0.00071096607,0.0030752763,0.0014454185,0.00044559673,0.00081017497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007268012,0.0008097873,0.2220779,0.0007568648,0.00030844292,0.00071865815,0.06911756,0.0027875076,0.0062044268,0.005661368,0.0054550604,0.6853756],"study_design_scores_gemma":[0.00037936843,0.002451242,0.5602138,0.0016665608,0.00061097846,0.00242143,0.26066703,0.018670222,0.008147448,0.03892069,0.105612226,0.00023895885],"about_ca_topic_score_codex":0.0009824797,"about_ca_topic_score_gemma":0.0010890455,"teacher_disagreement_score":0.0040413043,"about_ca_system_score_codex":0.000459678,"about_ca_system_score_gemma":0.0011284277,"threshold_uncertainty_score":0.018301368},"labels":[],"label_agreement":null},{"id":"W2893074683","doi":"10.19173/irrodl.v19i4.3639","title":"Troubleshooters for Tasks of Introductory Programming MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"Tartu Ülikool","keywords":"Usability; Computer science; Learning analytics; Massive open online course; Multimedia; World Wide Web; Human–computer interaction; Mathematics education; Data science; Psychology","score_opus":0.08143194544161139,"score_gpt":0.4561388281897799,"score_spread":0.37470688274816855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893074683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8606872,0.010352928,0.051825162,0.0022678731,0.00083041115,0.002000394,0.0024891365,0.011286103,0.058260787],"genre_scores_gemma":[0.8930615,0.005483542,0.057011366,0.0012734458,0.0003406241,0.001354533,0.0034331728,0.0011736669,0.036868107],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971117,0.0010575462,0.00025072377,0.0003727019,0.00090688345,0.00030043643],"domain_scores_gemma":[0.9845143,0.008966378,0.0020488433,0.0015703957,0.001837429,0.0010626859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002166872,0.0007430263,0.0005539942,0.0015597526,0.0006315879,0.0012965063,0.0007725345,0.0006446526,0.012113217],"category_scores_gemma":[0.020425672,0.00021052765,0.00042707068,0.00096659124,0.00038555788,0.0013730733,0.0014645234,0.00078035524,0.006118651],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008058969,0.0011673763,0.025398327,0.0045124884,0.00007328952,0.0006356331,0.008874522,0.00068889564,0.014288113,0.0015024337,0.040388867,0.90166414],"study_design_scores_gemma":[0.00026514585,0.0025066484,0.21681564,0.003884482,0.00027296424,0.003367009,0.012666403,0.0028680714,0.027168207,0.0031839707,0.7267229,0.00027865238],"about_ca_topic_score_codex":0.0006065698,"about_ca_topic_score_gemma":0.0019073008,"teacher_disagreement_score":0.012113217,"about_ca_system_score_codex":0.000460048,"about_ca_system_score_gemma":0.0010735482,"threshold_uncertainty_score":0.040522754},"labels":[],"label_agreement":null},{"id":"W2893096203","doi":"10.19173/irrodl.v19i4.3394","title":"A Framework for Implementing OER-Based Lesson Design Activities for Pre-Service Teachers","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Computer science; Instructional design; Process (computing); Service (business); Knowledge management; Resource (disambiguation); Teacher education; Professional development; Educational technology; Faculty development; Open education; Mathematics education; Multimedia; Pedagogy; Psychology; World Wide Web","score_opus":0.2067704286315734,"score_gpt":0.50797229743034,"score_spread":0.3012018687987666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893096203","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076499465,0.0010563281,0.9400188,0.0051179505,0.00021989054,0.0067297416,0.00025883803,0.003197647,0.035750926],"genre_scores_gemma":[0.018061627,0.0004359296,0.97546536,0.00019813082,0.000011818149,0.0024886152,0.00019526957,0.000067393325,0.003075944],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9899182,0.005684298,0.0013490194,0.0008845343,0.0015577659,0.000606147],"domain_scores_gemma":[0.98993,0.0044167335,0.0009183866,0.0011092927,0.002420469,0.001205222],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.01649348,0.0017671132,0.0007542745,0.005988198,0.0026423265,0.006694494,0.0048397384,0.004365981,0.006015787],"category_scores_gemma":[0.013504556,0.0010654696,0.0017859811,0.0022415677,0.004557247,0.0063604144,0.005217479,0.0031424311,0.0028384442],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015640612,0.00229726,0.0039008125,0.0033104278,0.00006525346,0.0012132964,0.041721072,0.0119652515,0.010112103,0.44327423,0.016974678,0.4650092],"study_design_scores_gemma":[0.00036923005,0.0009346623,0.006106691,0.009444194,0.00018726326,0.0022511336,0.029898299,0.041712727,0.008127278,0.18240923,0.7181908,0.00036854547],"about_ca_topic_score_codex":0.010317478,"about_ca_topic_score_gemma":0.016576363,"teacher_disagreement_score":0.9951603,"about_ca_system_score_codex":0.005635821,"about_ca_system_score_gemma":0.017817352,"threshold_uncertainty_score":0.08722693},"labels":[],"label_agreement":null},{"id":"W2893137563","doi":"10.19173/irrodl.v19i4.3237","title":"“Doing the courses without stopping my life”: Time in a professional Master’s program","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Coursework; Perception; Flexibility (engineering); Descriptive statistics; Psychology; Coding (social sciences); Medical education; Quality (philosophy); Mathematics education; Pedagogy; Medicine; Statistics; Mathematics","score_opus":0.10016224601761825,"score_gpt":0.5060033264066579,"score_spread":0.40584108038903965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893137563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96857876,0.0011073384,0.0010019942,0.0064930124,0.0002254069,0.00004579043,0.000067969006,0.000033041146,0.022446739],"genre_scores_gemma":[0.9924817,0.0007466166,0.0005667596,0.0012569849,0.00005002676,0.000045433742,0.00006910569,0.000023729586,0.004759729],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99413764,0.0027779755,0.00015753055,0.00037067285,0.0013118279,0.0012444085],"domain_scores_gemma":[0.97967714,0.0036828355,0.003327065,0.0004227914,0.0014086571,0.011481505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048396667,0.000194338,0.00038188216,0.0009153447,0.005333493,0.0075159254,0.0015529284,0.0009923319,0.0060635568],"category_scores_gemma":[0.016965441,0.00029406816,0.0003092961,0.0012487657,0.0043362365,0.0041520363,0.0060522733,0.002354878,0.0007455848],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048800206,0.002177476,0.21370289,0.00064578716,0.00009210741,0.0011677729,0.44260186,0.00023243894,0.0022817347,0.016021293,0.025643544,0.29494515],"study_design_scores_gemma":[0.00002658699,0.0004945736,0.18480189,0.00055541063,0.00003711174,0.00040471155,0.6804421,0.00021065352,0.0005373107,0.0026274386,0.12979895,0.00006321902],"about_ca_topic_score_codex":0.016540257,"about_ca_topic_score_gemma":0.04402542,"teacher_disagreement_score":0.016540257,"about_ca_system_score_codex":0.005992866,"about_ca_system_score_gemma":0.012288187,"threshold_uncertainty_score":0.04348147},"labels":[],"label_agreement":null},{"id":"W2893141953","doi":"10.19173/irrodl.v19i4.3620","title":"Influence of Learning Design of the Formation of Online Communities of Learning","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Social network analysis; Online discussion; Bachelor; TUTOR; Instructional design; Knowledge management; Educational technology; Community of inquiry; Learning sciences; Computer science; Collaborative learning; Community of practice; Social learning; Mathematics education; Psychology; Data science; Social media; Pedagogy; World Wide Web; Cognition; Political science","score_opus":0.12559223293577254,"score_gpt":0.46782279285429657,"score_spread":0.342230559918524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893141953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95093185,0.00049406424,0.016569128,0.0007106453,0.000050801595,0.00038795586,0.00003868624,0.000094239826,0.030722685],"genre_scores_gemma":[0.9949356,0.00009912512,0.0038488794,0.000034533867,0.000014309952,0.00008489462,0.000018307577,0.00001927134,0.00094515923],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9795303,0.014748763,0.00047478417,0.0014281243,0.0029242209,0.00089377485],"domain_scores_gemma":[0.92291033,0.059123013,0.0053121718,0.0040017716,0.0046932693,0.003959372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010753231,0.0003683274,0.0004115151,0.0016906994,0.0019926103,0.006152126,0.001102533,0.0010894015,0.0023610496],"category_scores_gemma":[0.05415571,0.00023306652,0.0004288079,0.000835374,0.0031326148,0.0027153315,0.0033603562,0.000935196,0.0005274515],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014217632,0.0026723186,0.24751386,0.0019541509,0.00028915534,0.0016634775,0.1511059,0.0105676325,0.028862715,0.054388955,0.0026197352,0.49694037],"study_design_scores_gemma":[0.0006312379,0.0053239707,0.4384695,0.0012404559,0.00067756214,0.0026152981,0.1836929,0.037250634,0.04658217,0.09943682,0.18361712,0.0004623823],"about_ca_topic_score_codex":0.00091873575,"about_ca_topic_score_gemma":0.0014947769,"teacher_disagreement_score":0.010753231,"about_ca_system_score_codex":0.001706914,"about_ca_system_score_gemma":0.0019961616,"threshold_uncertainty_score":0.05686921},"labels":[],"label_agreement":null},{"id":"W2893394084","doi":"10.19173/irrodl.v19i4.2970","title":"Parents’ and Students’ Attitudes Toward Tablet Integration in Schools","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education of the People's Republic of China","keywords":"Psychology; Scale (ratio); Test (biology); Medical education; Medicine","score_opus":0.1284095050345487,"score_gpt":0.49325882777494356,"score_spread":0.36484932274039483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893394084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99897975,0.00022938685,0.000065798384,0.00011243275,0.0000045051565,0.0000040043255,0.000008543563,0.0000016432497,0.0005939221],"genre_scores_gemma":[0.99940825,0.00022640689,0.00006695192,0.000038057682,0.0000028958596,0.0000043812206,0.0000075801117,7.0090164e-7,0.0002447708],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9979461,0.0008694561,0.00016072126,0.0001480508,0.00066290674,0.00021285187],"domain_scores_gemma":[0.99115175,0.0028088759,0.003496166,0.0002245692,0.001199019,0.0011195294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027059796,0.0001781707,0.00036524655,0.0007719274,0.0006533356,0.0016705943,0.00022809157,0.00053210097,0.0023465166],"category_scores_gemma":[0.007949455,0.00027356148,0.0003676302,0.0006405752,0.00059631997,0.0007568413,0.00066984055,0.0006414619,0.000228806],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015691546,0.0002530851,0.9359001,0.00008325185,0.000043493925,0.00039435938,0.033796504,0.000047289806,0.00082549214,0.00013053101,0.00027121816,0.028097786],"study_design_scores_gemma":[0.0000116699275,0.00046722576,0.9373641,0.000103855324,0.00006459726,0.00041256563,0.05883951,0.00021128617,0.00047826694,0.00009271079,0.0019281979,0.000026056876],"about_ca_topic_score_codex":0.004066544,"about_ca_topic_score_gemma":0.0051240134,"teacher_disagreement_score":0.004066544,"about_ca_system_score_codex":0.00047475242,"about_ca_system_score_gemma":0.0006031656,"threshold_uncertainty_score":0.014310718},"labels":[],"label_agreement":null},{"id":"W2893494610","doi":"10.19173/irrodl.v19i4.2881","title":"The Expansion of Higher Education and the Returns of Distance Education in China","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tsinghua University","keywords":"Distance education; China; Face (sociological concept); Empirical research; Quality (philosophy); Higher education; Economics; Demographic economics; Econometrics; Mathematics education; Sociology; Psychology; Economic growth; Statistics; Geography; Mathematics; Social science","score_opus":0.0395267493743848,"score_gpt":0.46792447118920605,"score_spread":0.4283977218148213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893494610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940935,0.00094372913,0.00025498928,0.00082437514,0.000010823932,0.000010914058,0.00029847198,0.000016721115,0.00354664],"genre_scores_gemma":[0.9985838,0.0003692366,0.00005491139,0.00003421659,0.000012785453,0.0000031621237,0.00018565815,0.0000025468057,0.00075378735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989712,0.00014806571,0.00006118304,0.00011480511,0.00034277185,0.00036202595],"domain_scores_gemma":[0.99628395,0.00063497556,0.0013933665,0.00019053917,0.000616692,0.00088057003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012874343,0.00021450044,0.00031984973,0.0019687929,0.0003820731,0.0013413797,0.00047240302,0.00035767152,0.0025153751],"category_scores_gemma":[0.0045812735,0.00011711461,0.0004065235,0.0030992548,0.00078055414,0.001544994,0.0013140104,0.00071381574,0.0002823623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010472398,0.00012155599,0.93665266,0.00009200544,0.000086555505,0.0004964086,0.00076720206,0.005834304,0.00044597487,0.007973802,0.0017660833,0.04565877],"study_design_scores_gemma":[0.000007980468,0.00004680689,0.9928109,0.000021871894,0.000018818033,0.000040883282,0.0006828693,0.002936599,0.00013893456,0.00078745274,0.0024983154,0.000008550206],"about_ca_topic_score_codex":0.06201769,"about_ca_topic_score_gemma":0.05784636,"teacher_disagreement_score":0.06201769,"about_ca_system_score_codex":0.0031100386,"about_ca_system_score_gemma":0.0025641592,"threshold_uncertainty_score":0.12331337},"labels":[],"label_agreement":null},{"id":"W2893800361","doi":"10.19173/irrodl.v19i4.3854","title":"Critical Factors of the Adoption of e-Textbooks: A Comparison Between Experienced and Inexperienced Users","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Expectancy theory; Psychology; Perspective (graphical); Task (project management); Social influence; Unified theory of acceptance and use of technology; Social psychology; Applied psychology; Computer science","score_opus":0.32201977618296995,"score_gpt":0.5639248760095283,"score_spread":0.2419050998265584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893800361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99936706,0.00012284314,0.00007485098,0.000021144564,0.0000016575591,0.000008524278,0.000016612552,0.0000013824156,0.0003858729],"genre_scores_gemma":[0.99956816,0.00009065342,0.00009342507,0.000010705972,0.0000024916155,0.0000059704435,0.00003512359,0.0000010612658,0.00019233195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988532,0.00029087314,0.00020051202,0.00012511849,0.00038109385,0.00014917708],"domain_scores_gemma":[0.9888909,0.005124863,0.0028876644,0.00037075253,0.0013758951,0.0013498312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014879112,0.00020651934,0.00027193155,0.0012702183,0.00027553644,0.0012504768,0.00028554816,0.00053111615,0.0021716303],"category_scores_gemma":[0.01024075,0.00019098264,0.0005379392,0.0007660519,0.0003099331,0.0008258924,0.00064018456,0.00042917163,0.00035785636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010154836,0.00019783548,0.9876916,0.00003451314,0.000034853296,0.00010016649,0.0021319713,0.000029772027,0.00036928226,0.000039784514,0.000041275318,0.009227397],"study_design_scores_gemma":[0.000005274596,0.00025283158,0.9951049,0.000019710638,0.000025062336,0.00020425195,0.003679701,0.00026718448,0.00012925226,0.000046173554,0.00025755234,0.000008245126],"about_ca_topic_score_codex":0.0015267193,"about_ca_topic_score_gemma":0.0015688033,"teacher_disagreement_score":0.0021716303,"about_ca_system_score_codex":0.00022972036,"about_ca_system_score_gemma":0.00039635692,"threshold_uncertainty_score":0.007868946},"labels":[],"label_agreement":null},{"id":"W2893868075","doi":"10.19173/irrodl.v19i4.4142","title":"Hearables for Online Learning","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science","score_opus":0.22351784652145623,"score_gpt":0.47714813169217435,"score_spread":0.2536302851707181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893868075","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002249663,0.04083904,0.076547116,0.012721862,0.005126771,0.0002929817,0.0039366223,0.026915267,0.8313707],"genre_scores_gemma":[0.056755945,0.05865224,0.062411845,0.012685585,0.008609846,0.00097204273,0.008975187,0.009057994,0.7818793],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981793,0.0003507584,0.00008141432,0.00027170323,0.000916002,0.00020087612],"domain_scores_gemma":[0.9954594,0.001977704,0.00031675206,0.00085493084,0.0005297556,0.00086150103],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013489639,0.0008359338,0.00047760247,0.0022352578,0.0009100257,0.00630148,0.0025182385,0.0020724228,0.30294576],"category_scores_gemma":[0.00957146,0.00023926173,0.00061353564,0.0025953294,0.0011637056,0.011611353,0.0061968565,0.0021945252,0.17133977],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004994718,0.000053064552,0.00014399701,0.0008711529,0.0000090843805,0.000069780384,0.00025124854,0.00017285476,0.0010072702,0.058631923,0.3092263,0.6295134],"study_design_scores_gemma":[0.0000058332603,0.000017470757,0.00022594885,0.0003028606,0.0000033967526,0.00009200514,0.00009508316,0.00015893925,0.00027649585,0.02201318,0.9767967,0.000012010741],"about_ca_topic_score_codex":0.0008098693,"about_ca_topic_score_gemma":0.0015126264,"teacher_disagreement_score":0.30294576,"about_ca_system_score_codex":0.0009861642,"about_ca_system_score_gemma":0.001576011,"threshold_uncertainty_score":0.9942633},"labels":[],"label_agreement":null},{"id":"W2894335876","doi":"10.19173/irrodl.v19i4.3718","title":"MOOC Makers: Professors’ Experiences With Developing and Delivering MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenography; Open educational resources; Massive open online course; Higher education; Pedagogy; Open education; Qualitative research; Educational technology; Distance education; Online learning; Psychology; Mathematics education; Sociology; Computer science; Multimedia; Political science","score_opus":0.10876897282062431,"score_gpt":0.45469519362188227,"score_spread":0.34592622080125796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894335876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827634,0.0017417385,0.0023754423,0.004013316,0.00023315052,0.00016606705,0.000075642085,0.000088447465,0.008542781],"genre_scores_gemma":[0.99265254,0.0008786876,0.00092321285,0.0008558965,0.00008332515,0.00007442767,0.000044180782,0.000041427604,0.004446208],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.992427,0.0041578794,0.0002897229,0.0006237197,0.0014391999,0.0010624643],"domain_scores_gemma":[0.97777164,0.011334741,0.0026371686,0.00083518727,0.0017914633,0.0056297593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00952142,0.00040490372,0.0005235199,0.0010764581,0.0052559883,0.007023565,0.0015192956,0.0020420738,0.0033652547],"category_scores_gemma":[0.036887772,0.00043425485,0.00047342086,0.00092242664,0.003914515,0.0042904317,0.0067755408,0.0034287765,0.0009481871],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001232323,0.0003994151,0.012367604,0.0003216643,0.000025943124,0.00091339747,0.9332061,0.00013768155,0.0034680925,0.0013665988,0.0037600326,0.043910205],"study_design_scores_gemma":[0.00004463507,0.0005983229,0.011773994,0.00016796206,0.000039429022,0.0006565569,0.8975885,0.00028339395,0.0022554449,0.00072159816,0.08577414,0.00009606767],"about_ca_topic_score_codex":0.0010556937,"about_ca_topic_score_gemma":0.0021395332,"teacher_disagreement_score":0.00952142,"about_ca_system_score_codex":0.00215497,"about_ca_system_score_gemma":0.0019186648,"threshold_uncertainty_score":0.05035472},"labels":[],"label_agreement":null},{"id":"W2894434183","doi":"10.19173/irrodl.v19i4.3672","title":"Effect of Communication Management on Distance Learners’ Cognitive Engagement in Malaysian Institutions of Higher Learning","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Path analysis (statistics); Distance education; Psychology; Knowledge management; Cognition; Transactional leadership; Computer science; Applied psychology; Mathematics education; Social psychology","score_opus":0.10104920539348031,"score_gpt":0.5045597234841489,"score_spread":0.4035105180906686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894434183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99859947,0.00010007414,0.00006687624,0.00005947166,0.000003093125,0.0000059556082,0.0000053837184,0.0000021678234,0.001157512],"genre_scores_gemma":[0.9994962,0.00008171501,0.000072986186,0.0000118939815,0.0000029497057,0.000009204571,0.000006093727,9.2903747e-7,0.0003179095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99700075,0.0014640368,0.00020828817,0.00023395543,0.00064926356,0.000443635],"domain_scores_gemma":[0.98227924,0.009707783,0.0038902871,0.00039774564,0.0011305698,0.002594352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002595644,0.00028269147,0.00028406017,0.0007725154,0.0007315905,0.0026389055,0.0004054725,0.00047742407,0.002634296],"category_scores_gemma":[0.015031062,0.00014078828,0.00035035692,0.0005375548,0.0006157045,0.0010370155,0.00196805,0.00085092644,0.0002948261],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005945222,0.0021545582,0.8397252,0.00034551873,0.00017440857,0.00047016767,0.044155028,0.00048248586,0.0027433753,0.00071099034,0.00035087403,0.10809281],"study_design_scores_gemma":[0.000018393355,0.00087645085,0.9631257,0.00016126549,0.000071411145,0.00012728239,0.03234503,0.00071430654,0.000886157,0.00033094498,0.0013199546,0.000023136226],"about_ca_topic_score_codex":0.0018229575,"about_ca_topic_score_gemma":0.0028096414,"teacher_disagreement_score":0.0026389055,"about_ca_system_score_codex":0.0009618982,"about_ca_system_score_gemma":0.0016822281,"threshold_uncertainty_score":0.013727248},"labels":[],"label_agreement":null},{"id":"W2898686577","doi":"10.19173/irrodl.v15i2.1700","title":"Cost-savings achieved in two semesters through the adoption of open educational resources","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Educational resources; Educational technology; Quality (philosophy); Higher education; Business; Medical education; Mathematics education; Pedagogy; Economics; Psychology; Economic growth; Medicine","score_opus":0.10623072276142449,"score_gpt":0.47110482168634804,"score_spread":0.36487409892492356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898686577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87928927,0.004475259,0.0061929943,0.007755386,0.0012903542,0.0007428748,0.0013581738,0.0011835158,0.09771221],"genre_scores_gemma":[0.9394201,0.003077962,0.008427948,0.0015461534,0.00018972352,0.00034995025,0.0014997199,0.000093097035,0.045395333],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99866414,0.00028297352,0.000074610805,0.00009310747,0.0005440638,0.00034109564],"domain_scores_gemma":[0.9953318,0.0009159112,0.0006033823,0.0002894853,0.0011314736,0.0017279463],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0018070069,0.0006120073,0.00032262714,0.0006838242,0.0010580593,0.00253269,0.0008648122,0.00067051826,0.015125301],"category_scores_gemma":[0.0057694134,0.00013297192,0.000523461,0.0007762871,0.0003066676,0.0010650976,0.0034516647,0.0009129159,0.0031023356],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008050069,0.00417799,0.018260079,0.00038774122,0.000036808775,0.00020468881,0.00057935156,0.0005764906,0.004721043,0.0025002542,0.018555745,0.9491947],"study_design_scores_gemma":[0.0007757353,0.012491676,0.5677729,0.0015066708,0.00032977347,0.001325799,0.012818365,0.0044409297,0.03738356,0.009137035,0.35177577,0.00024179147],"about_ca_topic_score_codex":0.0053903605,"about_ca_topic_score_gemma":0.015215349,"teacher_disagreement_score":0.9991352,"about_ca_system_score_codex":0.0017135914,"about_ca_system_score_gemma":0.0055988776,"threshold_uncertainty_score":0.050599158},"labels":[],"label_agreement":null},{"id":"W2902011818","doi":"10.19173/irrodl.v19i5.3765","title":"The Inherent Tensions of “Instant Education”: A Critical Review of Mobile Instant Messaging","year":2018,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Immediacy; Affordance; Dialectic; Negotiation; Computer science; Dimension (graph theory); Interdependence; Instant; Instant messaging; Educational technology; Knowledge management; Psychology; Sociology; Human–computer interaction; Epistemology; Pedagogy; World Wide Web","score_opus":0.18187426917834418,"score_gpt":0.5622478185756002,"score_spread":0.3803735493972561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902011818","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030874222,0.996745,0.00022403158,0.0017325858,0.0003971337,0.000022981802,0.000011627412,0.000003181153,0.000554795],"genre_scores_gemma":[0.005115096,0.9924015,0.00068554713,0.0012447952,0.00027691043,0.00006600965,0.000020169606,0.000005465687,0.0001846015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99354964,0.0031273083,0.0014230467,0.0004500235,0.001265323,0.00018469173],"domain_scores_gemma":[0.95873344,0.036116403,0.0016122654,0.00039013993,0.0028710053,0.00027679894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010751638,0.0008003558,0.0018256032,0.008449701,0.001160696,0.0031246955,0.0015726747,0.0023631474,0.0016126835],"category_scores_gemma":[0.030233782,0.00062143075,0.0011031554,0.007950294,0.002752957,0.0046832627,0.0018425435,0.0026686848,0.00033884277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009173639,0.000051340674,0.0004731387,0.27808988,0.00039211652,0.0005290061,0.01097361,0.00027357208,0.00069723604,0.021607285,0.021646,0.6651751],"study_design_scores_gemma":[0.000013812931,0.000114195485,0.0012846969,0.26239803,0.0006279476,0.0010276012,0.0078338245,0.000073381445,0.00042494247,0.0049052006,0.7212469,0.000049372597],"about_ca_topic_score_codex":0.0027166877,"about_ca_topic_score_gemma":0.007262626,"teacher_disagreement_score":0.010751638,"about_ca_system_score_codex":0.0031796985,"about_ca_system_score_gemma":0.010308324,"threshold_uncertainty_score":0.056860745},"labels":[],"label_agreement":null},{"id":"W2902070449","doi":"10.19173/irrodl.v19i5.3624","title":"Looking Beyond Institutional Boundaries: Examining Adults’ Experience of Choosing Online as Part of Their Post-Secondary Studies","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Institution; Perspective (graphical); Pedagogy; Qualitative research; Higher education; Sociology; Psychology; Computer science; Social science; Political science","score_opus":0.11350568265268983,"score_gpt":0.4783480839115742,"score_spread":0.36484240125888434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902070449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9805628,0.0047765933,0.00058939646,0.002326037,0.00014790078,0.00007835543,0.00007866533,0.000013347692,0.0114268605],"genre_scores_gemma":[0.99092114,0.0035909237,0.0003536698,0.0012452016,0.00005313647,0.000093285526,0.000055323948,0.000014930082,0.0036724934],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945893,0.0033690666,0.00030880197,0.00032773195,0.0007102936,0.0006946464],"domain_scores_gemma":[0.9879865,0.006558135,0.0014899941,0.000462701,0.0011365142,0.0023660804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007882238,0.00032546284,0.0008225588,0.0013895697,0.0049395296,0.0072498037,0.0011320809,0.001586629,0.0047408487],"category_scores_gemma":[0.012870864,0.00039348667,0.00036815877,0.0014910251,0.0049116076,0.006079703,0.0060581365,0.0025933885,0.000731404],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022207254,0.00005592751,0.006189823,0.00016711034,0.000004836789,0.0005487992,0.98203987,0.0000064153473,0.00024290166,0.0009402996,0.0006980649,0.009083708],"study_design_scores_gemma":[0.0000022776323,0.00004999727,0.0049554217,0.00021140509,0.000004580516,0.00025085374,0.98251593,0.000010954773,0.00006540311,0.00017775968,0.011747158,0.0000082048],"about_ca_topic_score_codex":0.005105168,"about_ca_topic_score_gemma":0.012551172,"teacher_disagreement_score":0.007882238,"about_ca_system_score_codex":0.0015664593,"about_ca_system_score_gemma":0.0025558504,"threshold_uncertainty_score":0.04168576},"labels":[],"label_agreement":null},{"id":"W2902396468","doi":"10.19173/irrodl.v19i5.3459","title":"Interactions in MOOCs: The Hidden Part of the Iceberg","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Isolation (microbiology); Distance education; Computer science; Iceberg; Computer-mediated communication; World Wide Web; Data science; Psychology; Mathematics education; The Internet","score_opus":0.09895352210454679,"score_gpt":0.46104883783764894,"score_spread":0.36209531573310216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902396468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4510178,0.29998276,0.02454133,0.11508213,0.0035970118,0.00017157134,0.00034733227,0.0003438106,0.10491636],"genre_scores_gemma":[0.9164968,0.06104998,0.0037114879,0.007390825,0.0017319462,0.00013596141,0.00015059045,0.00018507669,0.0091474205],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9902194,0.004328337,0.00048170344,0.0011988974,0.0029616072,0.0008100403],"domain_scores_gemma":[0.95479584,0.034555916,0.0041353693,0.0017658559,0.0025046489,0.0022424534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008417979,0.00027063652,0.0008413094,0.0017297675,0.0034728139,0.013081339,0.0015371016,0.0016576942,0.003734467],"category_scores_gemma":[0.029686,0.00051394495,0.00035899627,0.0018563078,0.0052651986,0.014545206,0.0060992003,0.0024369692,0.0010608652],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002612985,0.00023994934,0.043087788,0.0033920899,0.00013619535,0.0004198634,0.090358734,0.0006086606,0.0009834705,0.05956774,0.020419596,0.7805246],"study_design_scores_gemma":[0.00004196759,0.00039509343,0.115659684,0.011053669,0.00023347801,0.0009925996,0.14633991,0.0016101222,0.0013318062,0.13742876,0.5847839,0.00012893598],"about_ca_topic_score_codex":0.006152161,"about_ca_topic_score_gemma":0.008546545,"teacher_disagreement_score":0.013081339,"about_ca_system_score_codex":0.0030039074,"about_ca_system_score_gemma":0.0052068653,"threshold_uncertainty_score":0.044519067},"labels":[],"label_agreement":null},{"id":"W2902555578","doi":"10.19173/irrodl.v19i5.3748","title":"Analysing Structured Learning Behaviour in Massive Open Online Courses (MOOCs): An Approach Based on Process Mining and Clustering","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Operationalization; Process (computing); Educational data mining; Computer science; Process mining; Cluster analysis; Massive open online course; Educational technology; Data science; Mathematics education; Psychology; Work in process; World Wide Web; Artificial intelligence; Engineering","score_opus":0.08570301716141862,"score_gpt":0.4687009038174949,"score_spread":0.38299788665607626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902555578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32845074,0.0007222655,0.6641315,0.0004973386,0.000060220893,0.0012009677,0.0014726538,0.0009794168,0.0024848713],"genre_scores_gemma":[0.60935724,0.00039722343,0.38641232,0.000060552273,0.000051064046,0.00069753826,0.0018900736,0.000111830646,0.0010221442],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967213,0.0012891466,0.00028590398,0.00083073915,0.000656662,0.00021616141],"domain_scores_gemma":[0.987926,0.0076079783,0.0016990643,0.0011356018,0.0012446005,0.00038676884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038082788,0.0008727159,0.0011820389,0.012849199,0.001180643,0.0031314641,0.0013340102,0.0010754162,0.00074692746],"category_scores_gemma":[0.011611364,0.00041402277,0.001993237,0.0074847704,0.00094439863,0.0017269497,0.0014161809,0.0011394672,0.00043590745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045859383,0.0018792119,0.27650607,0.0012313611,0.0010699149,0.0007471097,0.016090542,0.05363661,0.011382588,0.018641673,0.0030595746,0.6152968],"study_design_scores_gemma":[0.000063105166,0.0004861871,0.22390516,0.00034117748,0.0004115762,0.00079877157,0.01379488,0.6741989,0.010224056,0.06656538,0.008940934,0.0002698457],"about_ca_topic_score_codex":0.008685572,"about_ca_topic_score_gemma":0.008495901,"teacher_disagreement_score":0.012849199,"about_ca_system_score_codex":0.0013388487,"about_ca_system_score_gemma":0.0017816459,"threshold_uncertainty_score":0.02014035},"labels":[],"label_agreement":null},{"id":"W2902584965","doi":"10.19173/irrodl.v19i5.3419","title":"Co-Construction Concept Through Cloud-Based Social Network Platform Design, Implementation, and Evaluation","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Computer science; Cloud computing; Social network (sociolinguistics); Class (philosophy); Social network analysis; World Wide Web; Key (lock); Social media; Computer security; Artificial intelligence","score_opus":0.28800845559264293,"score_gpt":0.5937007732996138,"score_spread":0.30569231770697086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902584965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9485741,0.00012760915,0.038972165,0.00024089025,0.0000668263,0.0051938966,0.00011827077,0.0004247254,0.0062814993],"genre_scores_gemma":[0.8897899,0.00024707496,0.10367674,0.000066340646,0.000014905687,0.0038912368,0.00018966688,0.00007439578,0.002049741],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971308,0.0016180306,0.00010988518,0.00016346213,0.0006804339,0.00029752532],"domain_scores_gemma":[0.9934006,0.0032429968,0.00036664074,0.000606314,0.001474159,0.0009093678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071947044,0.000567779,0.00033530346,0.0015057792,0.0008484724,0.001697425,0.0013900218,0.00069195754,0.0026206968],"category_scores_gemma":[0.009706675,0.0002844675,0.00052742613,0.00060116115,0.0009597451,0.0023442316,0.0016877755,0.0007737052,0.00033817554],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044226954,0.032412678,0.052235626,0.003510254,0.00032638898,0.0010211564,0.018010028,0.039080027,0.058197837,0.03231356,0.007055783,0.75141394],"study_design_scores_gemma":[0.004493237,0.06282052,0.1111614,0.0012581545,0.0012252331,0.0009337781,0.033271756,0.5530198,0.13498484,0.019489327,0.0767424,0.00059953256],"about_ca_topic_score_codex":0.0027759548,"about_ca_topic_score_gemma":0.0022267438,"teacher_disagreement_score":0.0071947044,"about_ca_system_score_codex":0.0014937645,"about_ca_system_score_gemma":0.0025198753,"threshold_uncertainty_score":0.03804964},"labels":[],"label_agreement":null},{"id":"W2902672511","doi":"10.19173/irrodl.v19i5.3642","title":"Characterization of the Reasons Why Brazilian Science Teachers Drop Out of Online Professional Development Courses","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attrition; Workload; Dropout (neural networks); Drop out; Incentive; Professional development; Distance education; Psychology; Medical education; Mathematics education; Faculty development; Pedagogy; Computer science; Medicine; Demographic economics; Economics","score_opus":0.06427861812152207,"score_gpt":0.4442158407174325,"score_spread":0.3799372225959104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902672511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994086,0.0014727022,0.00043851126,0.0009869388,0.000016516571,0.00006771284,0.00013546295,0.000005059137,0.0027911512],"genre_scores_gemma":[0.9979796,0.00090880186,0.00022166324,0.00009654519,0.000009847533,0.000048365055,0.0000878877,0.000003731686,0.00064360915],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99843794,0.0003890194,0.00017688189,0.0001940466,0.00045553793,0.00034664143],"domain_scores_gemma":[0.9872435,0.006163317,0.0034241364,0.00032225816,0.0020404533,0.00080632296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030410674,0.00014085972,0.00044523264,0.001770518,0.0011861331,0.0015250506,0.00060154573,0.000538561,0.0017450799],"category_scores_gemma":[0.015211962,0.00018686254,0.00025319113,0.0015745665,0.00066788745,0.0009938986,0.00081116025,0.00056758476,0.00018409887],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000733728,0.00029814002,0.8256501,0.00075779593,0.000026278905,0.0007267234,0.0950864,0.000046545723,0.0011351951,0.0011962404,0.0015344453,0.07346879],"study_design_scores_gemma":[0.000005996209,0.00007716799,0.85551304,0.0005183564,0.000030487616,0.00032565588,0.13550362,0.00016336354,0.0002789002,0.00031648108,0.00725484,0.000012229268],"about_ca_topic_score_codex":0.016411189,"about_ca_topic_score_gemma":0.028106658,"teacher_disagreement_score":0.016411189,"about_ca_system_score_codex":0.0017325587,"about_ca_system_score_gemma":0.0042395275,"threshold_uncertainty_score":0.032631338},"labels":[],"label_agreement":null},{"id":"W2902673317","doi":"10.19173/irrodl.v19i5.3312","title":"Purpose, Pedagogy and Philosophy: “Being” an Online Lecturer","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dialogic; Pedagogy; Online teaching; Teaching philosophy; Sociology; Community of inquiry; Philosophy of education; Higher education; Psychology; Mathematics education; Political science","score_opus":0.15061847747367307,"score_gpt":0.5215054933663434,"score_spread":0.37088701589267037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902673317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74305695,0.008014941,0.06053821,0.04784961,0.0011432307,0.00025624156,0.000041147374,0.00011508173,0.13898455],"genre_scores_gemma":[0.98932517,0.0015856319,0.0042742593,0.0018266288,0.00008518215,0.00006479063,0.000010452827,0.000021591075,0.0028063105],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9823016,0.014679002,0.00040227157,0.00052659644,0.0015699235,0.0005206424],"domain_scores_gemma":[0.9868298,0.0075416258,0.001542634,0.0008765304,0.0013827925,0.0018265694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010928283,0.0002912298,0.0003632528,0.00092780474,0.0034221497,0.009244264,0.0007774715,0.0018727026,0.0009881101],"category_scores_gemma":[0.0108880475,0.00025906734,0.00035369038,0.0008303402,0.018646473,0.006007686,0.0071817897,0.0034895607,0.00043079173],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007292369,0.00017605972,0.01857419,0.0004498454,0.00002089739,0.0008941519,0.78529716,0.00015415951,0.0032548585,0.112126894,0.0027722328,0.0762066],"study_design_scores_gemma":[0.000036835492,0.00039523217,0.031396747,0.0012602514,0.00006825721,0.003927495,0.7442338,0.0008062059,0.0021033776,0.047113717,0.16855413,0.00010393619],"about_ca_topic_score_codex":0.0014308051,"about_ca_topic_score_gemma":0.0016445224,"teacher_disagreement_score":0.010928283,"about_ca_system_score_codex":0.0027956206,"about_ca_system_score_gemma":0.005822755,"threshold_uncertainty_score":0.05779499},"labels":[],"label_agreement":null},{"id":"W2902760328","doi":"10.19173/irrodl.v19i5.3908","title":"User Consent in MOOCs – Micro, Meso, and Macro Perspectives","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Internet privacy; Agency (philosophy); Legislature; Download; Informed consent; Data sharing; Computer science; Data science; World Wide Web; Computer security; Political science; Sociology; Law","score_opus":0.07460499974563764,"score_gpt":0.45764573541763875,"score_spread":0.38304073567200114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902760328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30797824,0.035483394,0.13110636,0.23202993,0.001099018,0.00074481237,0.00027255292,0.00023245552,0.29105327],"genre_scores_gemma":[0.9863468,0.003341455,0.0031345596,0.0033267953,0.000281817,0.0001556929,0.000022496271,0.000037646976,0.0033527277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9065745,0.0763291,0.0026355418,0.0032010523,0.007358745,0.0039010802],"domain_scores_gemma":[0.8631201,0.110049285,0.008940497,0.0073119076,0.006692937,0.0038853255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.050844442,0.00037592012,0.0006294373,0.0025619306,0.0059900573,0.014204988,0.0016796731,0.0053482256,0.0044563645],"category_scores_gemma":[0.0995853,0.0005608128,0.00062323624,0.002397033,0.032403737,0.015224904,0.009443919,0.0057518086,0.0005707097],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009736581,0.0001351347,0.022665447,0.0005458913,0.000051899024,0.0005852932,0.10903769,0.0010122614,0.00055578334,0.76419604,0.0034074148,0.09770984],"study_design_scores_gemma":[0.000040164054,0.00020213971,0.019256705,0.0027399692,0.00007419856,0.00086837664,0.113783956,0.0024830059,0.0016026223,0.7021443,0.15665947,0.00014509635],"about_ca_topic_score_codex":0.0065284227,"about_ca_topic_score_gemma":0.0055294666,"teacher_disagreement_score":0.050844442,"about_ca_system_score_codex":0.006594056,"about_ca_system_score_gemma":0.01110094,"threshold_uncertainty_score":0.2688943},"labels":[],"label_agreement":null},{"id":"W2902813639","doi":"10.19173/irrodl.v19i5.3698","title":"Interaction of Proctoring and Student Major on Online Test Performance","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic dishonesty; Cheating; Academic integrity; Test (biology); Online learning; Psychology; Mathematics education; Medical education; Computer science; Medicine; Multimedia","score_opus":0.11714743683188585,"score_gpt":0.5079182663745356,"score_spread":0.3907708295426498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902813639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99889565,0.000059745093,0.00032820058,0.000033863544,0.00000757054,0.000017897324,0.000038048573,0.000018438082,0.0006005462],"genre_scores_gemma":[0.99862134,0.00004753179,0.00046853223,0.00001677296,0.000008785139,0.000037594145,0.000058773407,0.000014789695,0.0007259825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99068356,0.005281496,0.0006943991,0.0012036023,0.0015064491,0.0006305018],"domain_scores_gemma":[0.86921096,0.10571471,0.012163345,0.0049675973,0.00253924,0.005404142],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004469914,0.00051646325,0.000787119,0.0005993402,0.0003636447,0.0016953221,0.0009991513,0.00060607865,0.0046544694],"category_scores_gemma":[0.044836674,0.00022228513,0.00073175266,0.00065961777,0.0007153115,0.0006904418,0.0010173033,0.0010468928,0.0006281419],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012977118,0.0064703515,0.86406773,0.00021323194,0.0007208014,0.00043050008,0.002494657,0.0012644693,0.016651925,0.0005525591,0.00071205676,0.09344452],"study_design_scores_gemma":[0.00011758535,0.011488965,0.9793746,0.000026507885,0.00025106367,0.00024207568,0.00071825966,0.0025390869,0.004139966,0.0002114785,0.0008483611,0.000041998424],"about_ca_topic_score_codex":0.0008425552,"about_ca_topic_score_gemma":0.0010778337,"teacher_disagreement_score":0.99939394,"about_ca_system_score_codex":0.0005535033,"about_ca_system_score_gemma":0.00075651356,"threshold_uncertainty_score":0.02363944},"labels":[],"label_agreement":null},{"id":"W2903129688","doi":"10.19173/irrodl.v19i5.3665","title":"Mitigating Suburban English Writing Teachers’ Constrained Professional Development Through Distance Education: One Case Study","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Social Science Fund of China","keywords":"Distance education; Pedagogy; Teacher education; Agency (philosophy); Curriculum; Socialization; Mathematics education; Systemic functional linguistics; Professional development; Literacy; Second language writing; Qualitative research; Academic writing; Sociology; Psychology; Second language; Linguistics","score_opus":0.11886638712758078,"score_gpt":0.4331358272793719,"score_spread":0.3142694401517911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903129688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99562883,0.00011987912,0.0008487997,0.00042939393,0.000010934189,0.000056273893,0.000011669904,0.000015110161,0.0028791728],"genre_scores_gemma":[0.99424803,0.00025087572,0.0011979202,0.0001230238,0.000008624202,0.00005764745,0.000012220777,0.00001469307,0.0040869024],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99681723,0.00176021,0.00013485519,0.0003000408,0.00037953097,0.0006081174],"domain_scores_gemma":[0.99416625,0.002440626,0.0008042013,0.00046480852,0.0007179322,0.0014061573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023877886,0.00053506123,0.00058145926,0.0008507991,0.008565094,0.0028392542,0.0019377734,0.0018046106,0.0029449065],"category_scores_gemma":[0.006225138,0.00044975057,0.00031075298,0.00091494713,0.0028877861,0.0018614782,0.004240822,0.0018241795,0.0006400189],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013982486,0.0017427162,0.024147278,0.0003547351,0.000016064016,0.033717155,0.89711547,0.00035105433,0.0037629784,0.0022794784,0.00129723,0.035076037],"study_design_scores_gemma":[0.00003629317,0.0004681287,0.009207182,0.00012312706,0.000018116714,0.0058936076,0.96019584,0.00070265465,0.0026031865,0.00039712104,0.020323027,0.000031685307],"about_ca_topic_score_codex":0.01040036,"about_ca_topic_score_gemma":0.040646546,"teacher_disagreement_score":0.01040036,"about_ca_system_score_codex":0.003135873,"about_ca_system_score_gemma":0.003440585,"threshold_uncertainty_score":0.022752464},"labels":[],"label_agreement":null},{"id":"W2903225806","doi":"10.19173/irrodl.v19i5.3742","title":"MOOCs and OER in the Global South: Problems and Potential","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Context (archaeology); Global South; Open educational resources; The Internet; Space (punctuation); Online learning; Global education; Open education; Public relations; Sociology; Knowledge management; Political science; Pedagogy; World Wide Web; Social science; Geography; Computer science","score_opus":0.07354707213701725,"score_gpt":0.4290267662534026,"score_spread":0.35547969411638536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903225806","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25318035,0.29282245,0.008860826,0.2793152,0.0016761988,0.00013763066,0.0003254895,0.00009213578,0.16358975],"genre_scores_gemma":[0.88124186,0.097656846,0.0039545526,0.013018363,0.00048611104,0.00017419024,0.00009348609,0.000061771265,0.003312864],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99140316,0.0051789023,0.0005145831,0.0010086468,0.0013900768,0.000504646],"domain_scores_gemma":[0.9715908,0.02096234,0.0026738676,0.0015081075,0.0022695137,0.0009953168],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.017703714,0.00031115173,0.00078956835,0.0030875513,0.0022716788,0.006530402,0.0008456019,0.0015659097,0.00466913],"category_scores_gemma":[0.02426016,0.00026579254,0.0006537685,0.0053362227,0.011927608,0.012070177,0.008306892,0.0023980972,0.00036200671],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012251287,0.00009220087,0.036420792,0.012769747,0.00017145737,0.0011348425,0.116197936,0.00064414507,0.0012663681,0.30303523,0.0057406607,0.52240413],"study_design_scores_gemma":[0.00002676983,0.0002076191,0.044507027,0.017051099,0.00022777308,0.0015155373,0.33723226,0.00026438295,0.000862646,0.18698679,0.41103747,0.00008062439],"about_ca_topic_score_codex":0.008444852,"about_ca_topic_score_gemma":0.013043041,"teacher_disagreement_score":0.9991544,"about_ca_system_score_codex":0.0032246062,"about_ca_system_score_gemma":0.009381332,"threshold_uncertainty_score":0.093627274},"labels":[],"label_agreement":null},{"id":"W2903262671","doi":"10.19173/irrodl.v19i5.3549","title":"Hacking History: Redressing Gender Inequities on Wikipedia Through an Editathon","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Sociology; Narrative; Social media; The Internet; Public relations; Construct (python library); Media studies; World Wide Web; Social science; Political science; Computer science","score_opus":0.32922651552237864,"score_gpt":0.5481540116980236,"score_spread":0.21892749617564494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903262671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93207675,0.0029979919,0.0026315562,0.009090076,0.00036131038,0.000049112394,0.00003875389,0.000052217787,0.052702148],"genre_scores_gemma":[0.988384,0.0012425227,0.0007588511,0.0011520634,0.000091458955,0.00003924675,0.000017976185,0.000035770066,0.008278143],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9950229,0.003438064,0.00010430393,0.00028936204,0.0005781622,0.00056724565],"domain_scores_gemma":[0.98287386,0.012734108,0.0013854945,0.0008305704,0.0005954964,0.0015805862],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00684534,0.00035313633,0.00034080422,0.0012444366,0.0075162738,0.0074767056,0.0009575434,0.0014414822,0.004646832],"category_scores_gemma":[0.0139375,0.00020344443,0.0002205929,0.0008897336,0.011235165,0.008777797,0.010474219,0.001588675,0.00042835335],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101021855,0.000075099924,0.0071924482,0.00035028998,0.000012981765,0.0013410136,0.9037727,0.00004966226,0.0011460029,0.021447629,0.0042451355,0.060265988],"study_design_scores_gemma":[0.000014431855,0.0001897932,0.008619324,0.00059411745,0.000029594006,0.0009552174,0.78274333,0.00010098121,0.0012423099,0.0073236027,0.19815028,0.00003694132],"about_ca_topic_score_codex":0.0018264019,"about_ca_topic_score_gemma":0.0070764855,"teacher_disagreement_score":0.99904245,"about_ca_system_score_codex":0.0023150546,"about_ca_system_score_gemma":0.0024629964,"threshold_uncertainty_score":0.036202073},"labels":[],"label_agreement":null},{"id":"W2903263086","doi":"10.19173/irrodl.v19i5.3548","title":"Sustainability of Open Education Through Collaboration","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Open educational resources; Sustainability; Unbundling; Business model; Subsidy; Business; Higher education; Public relations; Open education; Marketing; Knowledge management; Economics; Sociology; Industrial organization; Economic growth; Political science; Pedagogy; Computer science; Psychology","score_opus":0.07606996472233579,"score_gpt":0.49828924083994053,"score_spread":0.42221927611760474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903263086","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11272307,0.0039169323,0.08876344,0.024334423,0.0005140757,0.00020217216,0.00015997786,0.00031749473,0.76906836],"genre_scores_gemma":[0.97533596,0.0012269829,0.006267381,0.000725721,0.00015826793,0.00013900895,0.000070113056,0.00008058458,0.015996024],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99065053,0.0045963256,0.000282479,0.0010071307,0.0019032535,0.0015602525],"domain_scores_gemma":[0.99132264,0.00348767,0.0011984339,0.0018334099,0.0009396852,0.0012180696],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0061786,0.00046074463,0.0004117682,0.0017465815,0.0035408577,0.011037671,0.0011136518,0.0030006361,0.011404391],"category_scores_gemma":[0.012979406,0.00025662128,0.0008388159,0.0014029192,0.013557876,0.013688577,0.022588717,0.002658554,0.0011072799],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014640101,0.000040186107,0.0012137538,0.00010117191,0.00001453235,0.00013029926,0.0014790223,0.0017126699,0.00022162855,0.9690652,0.0016151337,0.02439173],"study_design_scores_gemma":[0.000018278088,0.000056772893,0.0011436897,0.0002516236,0.000012665402,0.00019679959,0.0026591609,0.001396366,0.0005772023,0.87246644,0.12120002,0.00002098777],"about_ca_topic_score_codex":0.0013324496,"about_ca_topic_score_gemma":0.00095769303,"teacher_disagreement_score":0.99888635,"about_ca_system_score_codex":0.004682649,"about_ca_system_score_gemma":0.0073234304,"threshold_uncertainty_score":0.038151503},"labels":[],"label_agreement":null},{"id":"W2903378115","doi":"10.19173/irrodl.v19i5.3733","title":"An e-Learning Model for Teaching Mathematics on an Open Source Learning Platform","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; Chonbuk National University; Ministry of Science, ICT and Future Planning; National Research Foundation","keywords":"Computer science; Interactivity; Mathematics education; Constructivism (international relations); Creativity; Educational technology; Multimedia; Mathematics; Psychology","score_opus":0.15207626954876033,"score_gpt":0.5190477176191824,"score_spread":0.36697144807042215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903378115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18327522,0.00021938786,0.640384,0.003990944,0.00018924144,0.001193495,0.00021801736,0.0012581594,0.16927148],"genre_scores_gemma":[0.6582664,0.00029406787,0.27922782,0.00027961071,0.00004560134,0.0013475727,0.00023896126,0.000120593395,0.060179364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991013,0.00032676948,0.00005449494,0.0001628067,0.00027710784,0.00007744805],"domain_scores_gemma":[0.99871004,0.00045162547,0.00009720902,0.000249917,0.000243636,0.00024762447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009190894,0.00041850735,0.00019650914,0.0006838718,0.0010040154,0.0032283447,0.0017013395,0.0016919731,0.00987301],"category_scores_gemma":[0.002235547,0.00023957515,0.0006209441,0.00051952986,0.0012510152,0.0051173866,0.0028148727,0.0010586925,0.0026587043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035712472,0.0017541877,0.005035567,0.00026678838,0.00003366459,0.0012646236,0.004114318,0.05672501,0.0147901075,0.79132974,0.0043374705,0.11999141],"study_design_scores_gemma":[0.00030719658,0.0008466005,0.003067393,0.0001779646,0.000062723375,0.0009076441,0.0016185184,0.60146785,0.007564303,0.27149677,0.11237685,0.000106210275],"about_ca_topic_score_codex":0.0016596634,"about_ca_topic_score_gemma":0.001956217,"teacher_disagreement_score":0.00987301,"about_ca_system_score_codex":0.0011926317,"about_ca_system_score_gemma":0.0019221305,"threshold_uncertainty_score":0.033028483},"labels":[],"label_agreement":null},{"id":"W2903429545","doi":"10.19173/irrodl.v19i5.3768","title":"How MOOC-Takers Estimate Learning Success: Retrospective Reflection of Perceived Benefits","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Complementarity (molecular biology); Narrative; Massive open online course; Psychology; Pedagogy; Medical education; Medicine","score_opus":0.07498477152403192,"score_gpt":0.44155504884185864,"score_spread":0.3665702773178267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903429545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997253,0.00017121935,0.0009501855,0.00011899048,0.000012493921,0.000041460462,0.000089777626,0.000015705988,0.0013471575],"genre_scores_gemma":[0.9982046,0.00017926448,0.0007959112,0.000032941654,0.000009178826,0.000044312794,0.000117079595,0.000008787303,0.0006078915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99681157,0.0017383961,0.00024187048,0.00033415962,0.0006711555,0.00020286489],"domain_scores_gemma":[0.9690387,0.017470904,0.006303048,0.0016298004,0.0040873755,0.0014701675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067208656,0.0002918271,0.0003362792,0.0010734432,0.0004303675,0.002239506,0.0004288702,0.0005851291,0.0013555507],"category_scores_gemma":[0.05014231,0.0002541707,0.000293877,0.0005158716,0.0003803431,0.001239754,0.00094509975,0.0007126389,0.0006717879],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025575535,0.00035930256,0.8820802,0.00016544727,0.00018864819,0.00013040302,0.037950564,0.0004861757,0.003291197,0.00019872256,0.0007242861,0.07416932],"study_design_scores_gemma":[0.000009621526,0.0005736087,0.9586874,0.00012296776,0.000058872978,0.00013090187,0.03370421,0.0019024533,0.0013227776,0.0003076967,0.0031143453,0.000065098626],"about_ca_topic_score_codex":0.0018662848,"about_ca_topic_score_gemma":0.0026010901,"teacher_disagreement_score":0.0067208656,"about_ca_system_score_codex":0.0004020017,"about_ca_system_score_gemma":0.00050670357,"threshold_uncertainty_score":0.0355438},"labels":[],"label_agreement":null},{"id":"W2912705569","doi":"10.19173/irrodl.v20i2.4040","title":"Distance Learners’ Use of Handheld Technologies","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Mobile device; Computer science; Distance education; Educational technology; M-learning; Multimedia; Mathematics education; Psychology; World Wide Web","score_opus":0.08882211976759548,"score_gpt":0.4148560181236548,"score_spread":0.32603389835605934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912705569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815848,0.0037771456,0.001072893,0.00039227284,0.000028023996,0.00002944369,0.00024903854,0.000029768154,0.012836723],"genre_scores_gemma":[0.9910617,0.00354059,0.0009750755,0.00015850987,0.000021844833,0.000027435039,0.00016935017,0.000010514494,0.004034946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987301,0.00030277387,0.00011898753,0.00019541579,0.0005508716,0.00010191704],"domain_scores_gemma":[0.99335665,0.003525466,0.0015125623,0.00037943918,0.00065378833,0.00057204237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077382097,0.00018103863,0.00027900338,0.0008867947,0.0004569658,0.0025926398,0.00059079204,0.00043624084,0.00439558],"category_scores_gemma":[0.008110595,0.00013462409,0.0002517255,0.0010725459,0.00037968883,0.0021352547,0.0015129909,0.00051552727,0.0011723991],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017850062,0.00032148734,0.5521935,0.001264155,0.00012855654,0.0013305133,0.036906186,0.0004195891,0.0058003888,0.0017024634,0.0019108006,0.39784384],"study_design_scores_gemma":[0.000030295976,0.00086514564,0.8078805,0.0012250784,0.0001457713,0.0041074725,0.0870545,0.00083166966,0.0040620742,0.0016295908,0.09207287,0.00009499985],"about_ca_topic_score_codex":0.0018493552,"about_ca_topic_score_gemma":0.0026265462,"teacher_disagreement_score":0.00439558,"about_ca_system_score_codex":0.0003379076,"about_ca_system_score_gemma":0.0005247921,"threshold_uncertainty_score":0.014704645},"labels":[],"label_agreement":null},{"id":"W2916593565","doi":"10.19173/irrodl.v20i1.3936","title":"The PERLA Framework: Blending Personalization and Learning Analytics","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Learning analytics; Computer science; Analytics; Personalized learning; Data science; Human–computer interaction; World Wide Web; Teaching method; Open learning; Psychology; Mathematics education; Cooperative learning","score_opus":0.054880486323932665,"score_gpt":0.42641425034253255,"score_spread":0.3715337640185999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916593565","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057302425,0.003791787,0.95241874,0.0072180764,0.00018599532,0.0004255752,0.0002790236,0.0022124036,0.02773813],"genre_scores_gemma":[0.19592592,0.0047603287,0.7867971,0.0017461749,0.00038917936,0.00096794753,0.00055982266,0.0003572242,0.008496293],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9889747,0.005890256,0.0007296328,0.0019315201,0.0019465457,0.00052725367],"domain_scores_gemma":[0.9866022,0.00772657,0.0009869412,0.0024778123,0.0012492888,0.0009572835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010945771,0.0015206068,0.0009983197,0.0036966233,0.0014815136,0.011108329,0.002761018,0.0025654216,0.003389975],"category_scores_gemma":[0.014388022,0.0008089827,0.0016973361,0.0030774274,0.0065880087,0.018131446,0.008894894,0.00522544,0.0020609382],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085034444,0.00021861166,0.0029780348,0.0014844519,0.00010649,0.0002310623,0.005672568,0.0064210817,0.0020930865,0.7415239,0.0064786095,0.23270701],"study_design_scores_gemma":[0.000034078792,0.0001710674,0.0020818922,0.0012792981,0.00012131281,0.0008642128,0.0023238722,0.048508834,0.003592982,0.74426,0.19661795,0.00014443259],"about_ca_topic_score_codex":0.0019696166,"about_ca_topic_score_gemma":0.0016739252,"teacher_disagreement_score":0.011108329,"about_ca_system_score_codex":0.0022513994,"about_ca_system_score_gemma":0.0039570797,"threshold_uncertainty_score":0.057887435},"labels":[],"label_agreement":null},{"id":"W2918067620","doi":"10.19173/irrodl.v3i2.87","title":"Chat and Instant Messaging Systems (synchronous): Report 2/3","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Instant messaging; Computer science; Computer-mediated communication; Chat room; Multimedia; World Wide Web; The Internet","score_opus":0.15284953474613944,"score_gpt":0.4782266083062171,"score_spread":0.32537707356007767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918067620","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023405328,0.47498018,0.07591639,0.01655634,0.014955801,0.00082641246,0.0015301555,0.0014724472,0.39035684],"genre_scores_gemma":[0.18332931,0.46773645,0.03279723,0.0031111906,0.0109049175,0.0011230845,0.0028800399,0.00079129415,0.29732662],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99199474,0.0015539307,0.0006186051,0.00056844903,0.004764515,0.0004997864],"domain_scores_gemma":[0.9872974,0.0055953376,0.0015369068,0.00065164757,0.0044107866,0.00050804287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050683306,0.0006667274,0.00038545975,0.0033548102,0.0011558789,0.0036169016,0.00083067134,0.0015350123,0.011590674],"category_scores_gemma":[0.010474225,0.00039812975,0.00041364226,0.003661831,0.0009694189,0.0038013908,0.0013473181,0.001487324,0.0054002553],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019162329,0.00023720069,0.002678173,0.005395446,0.000039619423,0.00046071215,0.003196969,0.0013705047,0.0045531914,0.110513054,0.1688609,0.70250267],"study_design_scores_gemma":[0.000005341757,0.000220656,0.0034743145,0.0011239079,0.00004738173,0.00047371228,0.00067475066,0.000472776,0.00770735,0.0022975884,0.9834696,0.000032700424],"about_ca_topic_score_codex":0.0056329835,"about_ca_topic_score_gemma":0.0044809487,"teacher_disagreement_score":0.011590674,"about_ca_system_score_codex":0.0018440885,"about_ca_system_score_gemma":0.0035786307,"threshold_uncertainty_score":0.03877461},"labels":[],"label_agreement":null},{"id":"W2918928517","doi":"10.19173/irrodl.v20i2.4021","title":"From Finding a Niche to Circumventing Institutional Constraints","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Promotion (chess); Sociology; Public relations; Identity (music); Online participation; Bridge (graph theory); Social media; Social network analysis; Knowledge management; Political science; Social capital; Computer science; The Internet; World Wide Web; Social science","score_opus":0.14642523583818945,"score_gpt":0.4876597812061785,"score_spread":0.34123454536798903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918928517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5066747,0.08297033,0.043950208,0.09415849,0.0016174791,0.00044313876,0.00021509513,0.0002429846,0.26972756],"genre_scores_gemma":[0.97256947,0.013650936,0.005559703,0.0021644933,0.00030637343,0.00014074593,0.00004206643,0.00005964625,0.0055065397],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9768587,0.014177651,0.0009250691,0.0019337068,0.0039592455,0.0021456094],"domain_scores_gemma":[0.9549455,0.0253272,0.005165274,0.0032705208,0.0037137838,0.0075777182],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.023535956,0.00050881883,0.0011049311,0.0028205307,0.006337306,0.021485448,0.003204551,0.002799525,0.006678623],"category_scores_gemma":[0.02916171,0.0003696978,0.00077229604,0.004591287,0.025642183,0.02248504,0.02002383,0.0028573708,0.0010899765],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001978622,0.00019975743,0.014835612,0.0038819255,0.000119658194,0.0019735922,0.13736722,0.00057142536,0.0020903049,0.5446253,0.008622328,0.28551504],"study_design_scores_gemma":[0.00003888008,0.00025755737,0.00979574,0.0054239365,0.000080344194,0.001493473,0.3303674,0.000601033,0.0010750133,0.16399091,0.4867925,0.00008323475],"about_ca_topic_score_codex":0.0016857041,"about_ca_topic_score_gemma":0.0029868335,"teacher_disagreement_score":0.9936627,"about_ca_system_score_codex":0.0056870934,"about_ca_system_score_gemma":0.015133343,"threshold_uncertainty_score":0.124471486},"labels":[],"label_agreement":null},{"id":"W2920088185","doi":"10.19173/irrodl.v20i4.4082","title":"Teachers as Connected Professionals","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Professional learning community; Professional development; Experiential learning; Pedagogy; Educational technology; Active learning (machine learning); Psychology; Open learning; Synchronous learning; Sociology; Mathematics education; Cooperative learning; Knowledge management; Learning theory; Teaching method; Computer science","score_opus":0.133842569096096,"score_gpt":0.5617276962142991,"score_spread":0.4278851271182031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920088185","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09292264,0.009085972,0.032450955,0.07552549,0.0037780243,0.00043711625,0.00013534742,0.00066142244,0.78500307],"genre_scores_gemma":[0.69666225,0.005272662,0.010883992,0.013291738,0.0005873912,0.00048971473,0.00014058393,0.00023647473,0.27243522],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99358314,0.0033608328,0.0002415868,0.0007815236,0.0011632307,0.00086959265],"domain_scores_gemma":[0.9952924,0.0010877757,0.00053482974,0.00043825823,0.0007146987,0.0019319165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002839766,0.00038095366,0.0004418228,0.0012919196,0.0076157264,0.009688166,0.0009711055,0.00420389,0.022767754],"category_scores_gemma":[0.008113515,0.00045516508,0.00037554436,0.0010663205,0.009983584,0.012583853,0.009927608,0.004251705,0.0063518826],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000349889,0.0001104279,0.0035195355,0.00027527226,0.000011137104,0.00080994365,0.23720002,0.0002358359,0.0006824316,0.62732524,0.063239664,0.06655549],"study_design_scores_gemma":[0.000018757431,0.000042446165,0.0006332732,0.00027507622,0.0000071157574,0.0005862849,0.049783874,0.0002453532,0.00011415665,0.0775178,0.8707596,0.000016241163],"about_ca_topic_score_codex":0.0031942439,"about_ca_topic_score_gemma":0.004040627,"teacher_disagreement_score":0.022767754,"about_ca_system_score_codex":0.004607087,"about_ca_system_score_gemma":0.006820114,"threshold_uncertainty_score":0.076165736},"labels":[],"label_agreement":null},{"id":"W2921776573","doi":"10.19173/irrodl.v20i1.3924","title":"OER Mainstreaming in Tonga","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bộ Giáo dục và Ðào tạo; William and Flora Hewlett Foundation","keywords":"Mainstreaming; Open educational resources; Livelihood; Commonwealth; Sustainable development; Political science; Environmental resource management; Environmental planning; Geography; Computer science; Library science; Special education; Economics","score_opus":0.06116449907899058,"score_gpt":0.42650295668479526,"score_spread":0.3653384576058047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921776573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8695299,0.02952265,0.0031235302,0.018031204,0.00032269998,0.00025590483,0.00025376206,0.00010541639,0.078854896],"genre_scores_gemma":[0.9847895,0.005998632,0.0010803249,0.00092020695,0.000019560728,0.00006645394,0.000072043775,0.000018623354,0.007034603],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99854016,0.0003891182,0.00012468033,0.00017885165,0.00031263992,0.0004546772],"domain_scores_gemma":[0.9981421,0.00039620206,0.0002958435,0.00015595967,0.0004828803,0.0005270411],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.002889243,0.00022064823,0.00028963984,0.0015940252,0.0034131438,0.0033291692,0.0007413402,0.00063420227,0.0029992657],"category_scores_gemma":[0.0022529576,0.00019641119,0.00035520236,0.0043780445,0.0042371186,0.0026198744,0.004452056,0.00090456655,0.0001859738],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097052456,0.00017771557,0.09955848,0.0034336837,0.000086820306,0.004055576,0.28581312,0.0006738568,0.00575212,0.19448009,0.0056224056,0.4002491],"study_design_scores_gemma":[0.000024489203,0.00030071358,0.35793832,0.0017780494,0.0001425183,0.0010484541,0.18383841,0.0010830734,0.002524497,0.015127803,0.43608382,0.00010992898],"about_ca_topic_score_codex":0.14394906,"about_ca_topic_score_gemma":0.17003642,"teacher_disagreement_score":0.99925864,"about_ca_system_score_codex":0.012599954,"about_ca_system_score_gemma":0.02127616,"threshold_uncertainty_score":0.2862224},"labels":[],"label_agreement":null},{"id":"W2926625911","doi":"10.7202/1057975ar","title":"Structural Relationships of Factors Which Impact on Learner Achievement in Online Learning Environment","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Test anxiety; Academic achievement; Test (biology); Goal orientation; Anxiety; Self-efficacy; Self-regulated learning; Applied psychology; Mathematics education; Social psychology","score_opus":0.12432140981494551,"score_gpt":0.44414203079733827,"score_spread":0.3198206209823928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2926625911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997086,0.000104692386,0.00069431483,0.0001083294,0.000006934552,0.000033898163,0.00008703142,0.00001323454,0.0018655866],"genre_scores_gemma":[0.999393,0.00004733799,0.000287623,0.000009484461,0.0000032839184,0.000012001379,0.00006586692,0.0000022449203,0.0001790604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830806,0.0005144759,0.00019284131,0.00023252163,0.00048275775,0.00026933601],"domain_scores_gemma":[0.99051356,0.0044719274,0.0024183795,0.000622059,0.0009981826,0.0009758336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014875089,0.0003004556,0.00028364555,0.00097465934,0.0004983981,0.001271777,0.00031259286,0.00038953254,0.0032004546],"category_scores_gemma":[0.009685096,0.00014400067,0.0007075881,0.0009456276,0.0005955381,0.0006846426,0.0010354858,0.0008496346,0.0002836591],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052832296,0.00034660398,0.98412746,0.000041866315,0.00012011549,0.000046130044,0.00066316687,0.00020801375,0.0005162572,0.00039226393,0.00009190622,0.013393349],"study_design_scores_gemma":[0.0000016082755,0.00007230086,0.99823654,0.0000111170675,0.0000346203,0.00002652181,0.00068695477,0.00038284741,0.00015920874,0.00019230135,0.0001911549,0.0000048781976],"about_ca_topic_score_codex":0.0029435765,"about_ca_topic_score_gemma":0.0043017566,"teacher_disagreement_score":0.0032004546,"about_ca_system_score_codex":0.00054243905,"about_ca_system_score_gemma":0.0012262523,"threshold_uncertainty_score":0.010706544},"labels":[],"label_agreement":null},{"id":"W2936761827","doi":"10.19173/irrodl.v20i1.4143","title":"Training of Adult Trainers: Implementation and Evaluation of a Higher Education Program in Greece","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lifelong learning; Adult education; Competence (human resources); Employability; Medical education; Andragogy; Blended learning; Adult Learning; Adult learner; Distance education; Educational program; Psychology; Educational technology; Pedagogy; Medicine","score_opus":0.24488029818396356,"score_gpt":0.6123126010976919,"score_spread":0.36743230291372836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936761827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963671,0.00015652928,0.00056222436,0.00012044686,0.000030136622,0.0013168887,0.000055812445,0.00005243839,0.0013383948],"genre_scores_gemma":[0.9923133,0.00036338245,0.004363052,0.0001569137,0.000025594802,0.0012802741,0.00013458378,0.00001232715,0.0013506672],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99586856,0.001737787,0.00034727794,0.00052223675,0.0007954841,0.00072861335],"domain_scores_gemma":[0.9947061,0.0011394211,0.00055569253,0.00043444647,0.0009311407,0.0022332368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071194433,0.0005684447,0.000609388,0.00137591,0.00079066533,0.0010485346,0.0012258879,0.0013552894,0.0017860195],"category_scores_gemma":[0.009001596,0.00033937764,0.0007064891,0.0007395687,0.0008616569,0.00079131394,0.0020197413,0.00085199455,0.00036497382],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046510734,0.08455931,0.08559668,0.003558339,0.00040555254,0.0012333076,0.021243284,0.005068486,0.013755164,0.00075887813,0.0014477945,0.7777222],"study_design_scores_gemma":[0.0049931435,0.15875545,0.75626034,0.0015792646,0.0006745049,0.0010402724,0.027295228,0.00433931,0.019257113,0.00059639063,0.024970384,0.00023865429],"about_ca_topic_score_codex":0.0031129906,"about_ca_topic_score_gemma":0.0035659284,"teacher_disagreement_score":0.0071194433,"about_ca_system_score_codex":0.00248441,"about_ca_system_score_gemma":0.0062207235,"threshold_uncertainty_score":0.037651658},"labels":[],"label_agreement":null},{"id":"W2936991327","doi":"10.19173/irrodl.v20i2.4237","title":"Online Teacher and On-Site Facilitator Perceptions of Parental Engagement at a Supplemental Virtual High School","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Parental Involvement in Education","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Psychology; Perception; Attrition; Student engagement; Computer-mediated communication; Pedagogy; Medical education; Educational technology; Mathematics education; The Internet; Social psychology; Medicine","score_opus":0.10711353385488753,"score_gpt":0.47421476319614275,"score_spread":0.3671012293412552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936991327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974497,0.00015708733,0.00029745873,0.00012861704,0.000009010392,0.000011464856,0.00001579584,0.0000061753426,0.001924756],"genre_scores_gemma":[0.9988286,0.00015190439,0.00017569817,0.000025354195,0.000004814114,0.000016027483,0.000016727747,0.0000037539905,0.0007771491],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99694306,0.0019010647,0.00016376289,0.00021803952,0.00038524435,0.00038880054],"domain_scores_gemma":[0.98283136,0.009152388,0.002934543,0.0006708084,0.0015187535,0.002892158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036272146,0.00018539288,0.00030560434,0.00068527093,0.0013216333,0.0019171367,0.00053707516,0.00043511178,0.0053727846],"category_scores_gemma":[0.013139091,0.00024028818,0.0002935732,0.00035964613,0.0006201923,0.0014540179,0.0017487354,0.0007506308,0.00036806715],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022724617,0.00072541175,0.7304829,0.00024623223,0.00006973839,0.0008018977,0.21152656,0.000107751395,0.0013483615,0.0007764307,0.0011475148,0.052539963],"study_design_scores_gemma":[0.000023407785,0.00057760364,0.55005455,0.00043393977,0.00008569916,0.00059670105,0.43741518,0.00037778236,0.00080282957,0.00022367723,0.009378321,0.000030378165],"about_ca_topic_score_codex":0.0031811297,"about_ca_topic_score_gemma":0.006491316,"teacher_disagreement_score":0.0053727846,"about_ca_system_score_codex":0.00061518187,"about_ca_system_score_gemma":0.0010416638,"threshold_uncertainty_score":0.019182742},"labels":[],"label_agreement":null},{"id":"W2937399757","doi":"10.7202/1057974ar","title":"Examining the Complexities of Parental Engagement at an Online Charter High School: A Narrative Analysis Approach","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Parental Involvement in Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Charter; Psychology; Narrative inquiry; Pedagogy; Student engagement; Political science","score_opus":0.3413508387609624,"score_gpt":0.4938303748991224,"score_spread":0.15247953613816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937399757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87450737,0.018188933,0.034850456,0.019977678,0.00037037884,0.00085072167,0.0007945241,0.00006533622,0.050394583],"genre_scores_gemma":[0.96929145,0.011565136,0.012470006,0.0011399405,0.00008104156,0.0005225514,0.00023246834,0.00006019149,0.0046371715],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98990065,0.008295463,0.00032318066,0.00044873514,0.00062371476,0.00040828006],"domain_scores_gemma":[0.970641,0.02468456,0.0017993293,0.00056249154,0.0014111392,0.0009013982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014780651,0.0006509508,0.00058180606,0.0033959039,0.005832914,0.00872128,0.0017694961,0.0012494535,0.0018709004],"category_scores_gemma":[0.02059647,0.0005175052,0.00038575951,0.0031477576,0.007635013,0.008731056,0.0050891577,0.0030237094,0.00026892248],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019937952,0.000038141865,0.004552795,0.0003305107,0.000017358047,0.0011216084,0.96221733,0.00008614366,0.000317886,0.014225096,0.0017441973,0.015329055],"study_design_scores_gemma":[0.000003935027,0.000022732604,0.0032388093,0.0006999197,0.000018709712,0.00045588712,0.95210975,0.00022644766,0.0003515568,0.0037934766,0.039061952,0.00001673327],"about_ca_topic_score_codex":0.0060490044,"about_ca_topic_score_gemma":0.014717706,"teacher_disagreement_score":0.014780651,"about_ca_system_score_codex":0.0046082684,"about_ca_system_score_gemma":0.0051022507,"threshold_uncertainty_score":0.07816851},"labels":[],"label_agreement":null},{"id":"W2937818008","doi":"10.7202/1057971ar","title":"Participation in Online Courses and Interaction With a Virtual Agent","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conversation; Asynchronous communication; Computer-mediated communication; Quality (philosophy); Online course; Computer science; Distance education; Educational technology; Discussion board; Identification (biology); Online discussion; Learning Management; Mathematics education; Psychology; Multimedia; World Wide Web; The Internet; Communication","score_opus":0.09375166960129426,"score_gpt":0.5036263217423416,"score_spread":0.4098746521410473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937818008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98942775,0.00030542037,0.0025394226,0.00014126408,0.000010677159,0.000039253402,0.00005633358,0.000012972946,0.0074668815],"genre_scores_gemma":[0.99795794,0.00017825539,0.0007662919,0.0000196232,0.000013889953,0.000029270146,0.000045826422,0.0000029060607,0.0009859846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955852,0.0024122933,0.0003149482,0.00038241182,0.0010076589,0.00029746557],"domain_scores_gemma":[0.9876961,0.006402098,0.0033991707,0.00044407378,0.0009878208,0.0010705701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024351568,0.0002144814,0.00026593296,0.0009598502,0.0005566648,0.0019748877,0.00031026453,0.0004680784,0.0021411395],"category_scores_gemma":[0.012318915,0.00008637354,0.00030104542,0.0007567151,0.00048766393,0.0010959755,0.0011489886,0.00041888992,0.00037759022],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023700082,0.0007987271,0.81280315,0.00043897264,0.00018025325,0.00043803043,0.03184142,0.0005161595,0.0065592504,0.0025110256,0.00048726084,0.1431887],"study_design_scores_gemma":[0.0000075172366,0.00033745065,0.96595865,0.00010469033,0.000069335394,0.0005293755,0.020973573,0.0013440415,0.0013379268,0.001271907,0.008032569,0.00003300948],"about_ca_topic_score_codex":0.00090500445,"about_ca_topic_score_gemma":0.0014896359,"teacher_disagreement_score":0.0024351568,"about_ca_system_score_codex":0.00034630526,"about_ca_system_score_gemma":0.0004934319,"threshold_uncertainty_score":0.012878537},"labels":[],"label_agreement":null},{"id":"W2937948577","doi":"10.19173/irrodl.v20i1.3705","title":"Nonverbal Communication in Text-Based, Asynchronous Online Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Yorkville University","funders":"","keywords":"Nonverbal communication; Asynchronous communication; Psychology; Thematic analysis; Body language; Exploratory research; Computer-mediated communication; Paralanguage; Mathematics education; Qualitative research; Computer science; Multimedia; Applied psychology; Communication; The Internet; World Wide Web","score_opus":0.057253526234919354,"score_gpt":0.47365342459209553,"score_spread":0.41639989835717617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937948577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8646746,0.06864081,0.0076902728,0.0045048767,0.00040223196,0.0001779134,0.00007100662,0.00004076541,0.053797416],"genre_scores_gemma":[0.9839497,0.012793279,0.001220554,0.00040676794,0.00016702211,0.000080225866,0.000020901361,0.00001045552,0.0013510907],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9907257,0.0065893377,0.00046418476,0.00053632585,0.001303416,0.00038109146],"domain_scores_gemma":[0.9721925,0.021913467,0.0038241353,0.0004738408,0.0009756591,0.000620258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004653575,0.00018941266,0.0003484682,0.0012605907,0.0008424364,0.0052595926,0.0006663987,0.00095642556,0.0023861036],"category_scores_gemma":[0.020422628,0.00021472285,0.00020609659,0.0015042889,0.002253068,0.0051231505,0.0018220112,0.0008578864,0.0002735886],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003674648,0.0010589437,0.07442217,0.0065539144,0.00012785474,0.0017856236,0.14620416,0.00038223833,0.0031919244,0.029986244,0.002204112,0.7337154],"study_design_scores_gemma":[0.00014395577,0.0018708995,0.41651115,0.0199982,0.00048670958,0.005868524,0.3483852,0.0027460582,0.0064889723,0.044070214,0.15319921,0.00023099608],"about_ca_topic_score_codex":0.0010584802,"about_ca_topic_score_gemma":0.001583363,"teacher_disagreement_score":0.0052595926,"about_ca_system_score_codex":0.0010211184,"about_ca_system_score_gemma":0.0012951178,"threshold_uncertainty_score":0.024610758},"labels":[],"label_agreement":null},{"id":"W2939121637","doi":"10.19173/irrodl.v20i1.3782","title":"Can a Hands-On Physics Project Lab be Delivered Effectively as a Distance Lab?","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Capstone; Distance education; Virtual lab; Physics education; Computer science; Mathematics education; Medical education; Multimedia; Psychology; Medicine","score_opus":0.03801689313079568,"score_gpt":0.38118897738873303,"score_spread":0.3431720842579373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939121637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75574845,0.008514219,0.088944905,0.02713134,0.001892442,0.0036652966,0.00023141141,0.0021831347,0.11168881],"genre_scores_gemma":[0.8598722,0.006291489,0.102231696,0.006015884,0.00088136835,0.004619104,0.00029433813,0.00030176895,0.019492107],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98392963,0.009529035,0.00046612724,0.0010246455,0.0036068726,0.0014436485],"domain_scores_gemma":[0.96273845,0.021468028,0.0031091967,0.0023804947,0.0033981772,0.0069056763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013494506,0.0006329474,0.0008386144,0.00096742087,0.001324673,0.005604057,0.003446448,0.0025354044,0.018184427],"category_scores_gemma":[0.057408847,0.000314038,0.0006708414,0.0007118349,0.001431494,0.0061771097,0.0048145982,0.0019077065,0.0065585766],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004197321,0.008414388,0.005617397,0.00223722,0.000059806083,0.00017860676,0.0037029414,0.00053546595,0.0029764231,0.0033624298,0.008551265,0.96394426],"study_design_scores_gemma":[0.0037695703,0.048732657,0.2598562,0.014873585,0.00061722216,0.0024835959,0.07465311,0.00847094,0.024285197,0.03617249,0.52536535,0.0007201085],"about_ca_topic_score_codex":0.001100059,"about_ca_topic_score_gemma":0.0016353008,"teacher_disagreement_score":0.018184427,"about_ca_system_score_codex":0.0017814636,"about_ca_system_score_gemma":0.005498534,"threshold_uncertainty_score":0.07136661},"labels":[],"label_agreement":null},{"id":"W2940197051","doi":"10.19173/irrodl.v20i1.3853","title":"University Teachers and Open Educational Resources: Case Studies from Latin America","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad de la República Uruguay","keywords":"Open educational resources; Open education; Professional development; Curriculum; Educational technology; Sociology; Latin Americans; Pedagogy; Knowledge management; Political science; Computer science","score_opus":0.09563525156052838,"score_gpt":0.43625326177656987,"score_spread":0.3406180102160415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940197051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99039596,0.00124741,0.00045863946,0.0006574248,0.000008925879,0.00007105728,0.000032962118,0.000007087952,0.0071205],"genre_scores_gemma":[0.99393916,0.0021184578,0.00080414675,0.00027902625,0.000010515087,0.00011581778,0.000036550573,0.000014622899,0.0026817573],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99697065,0.0019576678,0.00014619871,0.00018152449,0.00022300551,0.0005210139],"domain_scores_gemma":[0.99473995,0.0035985007,0.00057349296,0.00022970761,0.00042340372,0.00043497118],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0031749227,0.00041028904,0.00063615665,0.0022433395,0.0068391026,0.0035371901,0.0012120451,0.0019308213,0.002790855],"category_scores_gemma":[0.006890007,0.00040580818,0.00031328265,0.0050821006,0.004105825,0.0028868758,0.0046053035,0.0013062448,0.00026059037],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011562903,0.001125733,0.047921408,0.0006762413,0.000024419289,0.015086623,0.8921259,0.00036556664,0.0011729233,0.005658698,0.0010551382,0.034671713],"study_design_scores_gemma":[0.00002242384,0.00011178918,0.017846067,0.00033849865,0.000018323826,0.0014607147,0.95443267,0.00014423036,0.00039001738,0.0005999618,0.02461893,0.00001645866],"about_ca_topic_score_codex":0.044629212,"about_ca_topic_score_gemma":0.08665398,"teacher_disagreement_score":0.99878794,"about_ca_system_score_codex":0.0059817135,"about_ca_system_score_gemma":0.0032034973,"threshold_uncertainty_score":0.08873892},"labels":[],"label_agreement":null},{"id":"W2940407695","doi":"10.19173/irrodl.v20i1.3717","title":"Meaningful Learner Information for MOOC Instructors Examined Through a Contextualized Evaluation Framework","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Variety (cybernetics); Learning analytics; Qualitative research; Psychology; Higher education; Massive open online course; Computer science; Analytics; Pedagogy; Knowledge management; Mathematics education; Data science; Sociology; Political science","score_opus":0.09964264913221155,"score_gpt":0.4677423058807213,"score_spread":0.36809965674850975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940407695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61012506,0.006810322,0.29362795,0.016062953,0.00020061588,0.004525636,0.0012649607,0.0013768134,0.06600575],"genre_scores_gemma":[0.9086171,0.0008782291,0.08750004,0.0003786998,0.000041025836,0.0008217889,0.00035120014,0.00006659322,0.0013453792],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9557256,0.03351089,0.0025838374,0.0015812367,0.005518843,0.0010796371],"domain_scores_gemma":[0.9201478,0.051961914,0.005354017,0.0037963204,0.016516214,0.0022237503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036349397,0.00062203547,0.0007566589,0.0066068126,0.0019700788,0.009503377,0.001168306,0.001306788,0.0018975196],"category_scores_gemma":[0.08305038,0.00035214072,0.00062918325,0.0032957399,0.0025765859,0.0062890793,0.004112075,0.0013808077,0.0002826238],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008891721,0.0011450475,0.11324196,0.00444901,0.0003430628,0.0011677529,0.1415818,0.0053012194,0.016044285,0.09024459,0.005600789,0.6199912],"study_design_scores_gemma":[0.00026051732,0.0027479203,0.1382953,0.016345449,0.0013478976,0.0014514506,0.34432447,0.060464755,0.053054646,0.13521007,0.2458778,0.0006197559],"about_ca_topic_score_codex":0.0035393925,"about_ca_topic_score_gemma":0.006116653,"teacher_disagreement_score":0.036349397,"about_ca_system_score_codex":0.0047298884,"about_ca_system_score_gemma":0.0065974747,"threshold_uncertainty_score":0.1922363},"labels":[],"label_agreement":null},{"id":"W294069822","doi":"","title":"Challenges for Study Centers in an Electronic Age: A Case Study of the Center for Distance Education at the University of Oldenburg, Germany.","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Methods and Technologies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Center (category theory); Higher education; Electronic learning; Educational technology; Sociology; Mathematics education; Library science; Media studies; Pedagogy; Psychology; Computer science; Political science","score_opus":0.18563463666728225,"score_gpt":0.5238244024824604,"score_spread":0.3381897658151782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W294069822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9547329,0.0011990499,0.003974316,0.020682935,0.00026891785,0.00036650093,0.00012981206,0.000067245106,0.018578276],"genre_scores_gemma":[0.98730206,0.0009884206,0.0025483258,0.0022635069,0.00007246507,0.00016382027,0.000045164998,0.00003885499,0.0065772785],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9929442,0.004507693,0.00017726715,0.00039513558,0.00043241732,0.0015432283],"domain_scores_gemma":[0.9850857,0.0062090512,0.0008236987,0.0005056593,0.0009016643,0.0064742537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008248789,0.00060407084,0.0004669658,0.0011560131,0.019460974,0.007928654,0.0028998705,0.00598939,0.011031566],"category_scores_gemma":[0.0143787805,0.00051912345,0.00048180192,0.0013336316,0.004474574,0.004948331,0.008338653,0.0043299664,0.0012479804],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071244733,0.0052173613,0.103327334,0.00067853107,0.000117600845,0.08607913,0.61093086,0.001570542,0.003164315,0.031669706,0.03699358,0.119538605],"study_design_scores_gemma":[0.000069806476,0.00064792513,0.0172865,0.0003543776,0.00004719011,0.011161376,0.89878464,0.001073574,0.00068017334,0.0033944366,0.06642059,0.000079400095],"about_ca_topic_score_codex":0.011984609,"about_ca_topic_score_gemma":0.036051285,"teacher_disagreement_score":0.019460974,"about_ca_system_score_codex":0.005194932,"about_ca_system_score_gemma":0.008105852,"threshold_uncertainty_score":0.043624282},"labels":[],"label_agreement":null},{"id":"W2942369249","doi":"","title":"Book Review ~ E-Moderating: The Key to Teaching and Learning Online. Author: Gilly Salmon","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Key (lock); Distance education; Computer science; Psychology; Mathematics education; Pedagogy","score_opus":0.08657230474355136,"score_gpt":0.47959391268362644,"score_spread":0.39302160794007507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942369249","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005585834,0.31136718,0.0036913436,0.19791655,0.16774006,0.00018627357,0.00056570594,0.0006717687,0.31730253],"genre_scores_gemma":[0.0035903885,0.10896636,0.001436234,0.022897782,0.03881445,0.000105206025,0.0003078219,0.00030903346,0.82357275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990074,0.00018651082,0.000042174306,0.000112007554,0.0006075209,0.00004446447],"domain_scores_gemma":[0.9935226,0.0028422805,0.00026868013,0.0001980804,0.00257088,0.0005974042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009543215,0.00056330743,0.00092029606,0.001094753,0.0010556796,0.003462252,0.0010943307,0.0025261717,0.13890323],"category_scores_gemma":[0.0071131224,0.00029121063,0.00042811356,0.0022428841,0.0009944163,0.0031330707,0.0011768825,0.0031021645,0.07192724],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003865597,0.000004481196,0.0000198623,0.00013051886,0.0000016343387,0.000015639494,0.0000128492475,0.000020150552,0.000058415975,0.0012446616,0.96865654,0.029831354],"study_design_scores_gemma":[0.000002664188,0.0000073097153,0.0000797633,0.00014021584,0.0000020910015,0.000060129947,0.00001947221,0.000023434452,0.000038906837,0.00088077626,0.99874216,0.0000029981024],"about_ca_topic_score_codex":0.0034589993,"about_ca_topic_score_gemma":0.009078806,"teacher_disagreement_score":0.13890323,"about_ca_system_score_codex":0.0013512933,"about_ca_system_score_gemma":0.002253873,"threshold_uncertainty_score":0.46467757},"labels":[],"label_agreement":null},{"id":"W2942549445","doi":"10.19173/irrodl.v20i2.3730","title":"Exploring Demographics and Students’ Motivation as Predictors of Completion of a Massive Open Online Course","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Affect (linguistics); Reputation; Logistic regression; Higher education; Psychology; Demographics; Medical education; Distance education; Mathematics education; Computer science; Medicine; Demography; Sociology","score_opus":0.17683740174929155,"score_gpt":0.45684371254113876,"score_spread":0.28000631079184723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942549445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999244,0.000029661032,0.00011232196,0.00005268146,0.0000056318777,0.000012205213,0.00006684273,0.0000032324808,0.00047345334],"genre_scores_gemma":[0.999428,0.000025502146,0.00011275599,0.000012687965,0.00000688978,0.00001713734,0.00009133837,0.000001466818,0.0003041832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99877626,0.00043114755,0.000118704455,0.00012199646,0.0003356021,0.00021619513],"domain_scores_gemma":[0.9843463,0.0061881635,0.0048537166,0.0004111011,0.001100258,0.0031005864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026945279,0.00020523103,0.00022092924,0.0010004911,0.00045712566,0.000982555,0.00029958607,0.0004592597,0.0032455316],"category_scores_gemma":[0.01470979,0.00013765896,0.00050208345,0.0006058967,0.0002392777,0.0006436224,0.000597746,0.0008834145,0.0005932576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003433888,0.00016184666,0.9966085,0.000006229182,0.00001723096,0.000018257253,0.00019698493,0.00003612651,0.00009774878,0.000030213285,0.0000661631,0.0027263302],"study_design_scores_gemma":[0.0000019025495,0.00017536069,0.9986638,0.000006033491,0.000010896969,0.000023831626,0.00050308806,0.00036108456,0.00006104196,0.000026569878,0.00016294893,0.0000034657337],"about_ca_topic_score_codex":0.0019462234,"about_ca_topic_score_gemma":0.003149476,"teacher_disagreement_score":0.0032455316,"about_ca_system_score_codex":0.00026931913,"about_ca_system_score_gemma":0.00078453997,"threshold_uncertainty_score":0.014250219},"labels":[],"label_agreement":null},{"id":"W2942891886","doi":"10.19173/irrodl.v20i2.4121","title":"Octennial Review (2010-2018) of Literature on M-Learning for Promoting Distributed-Based Medical Education in Sub-Saharan Africa","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tertiary Education Trust Fund","keywords":"Workforce; Affordance; The Internet; Distance education; Software deployment; Health care; Public relations; Medical education; Medicine; Economic growth; Knowledge management; Business; Political science; Computer science; Sociology; World Wide Web; Pedagogy; Economics","score_opus":0.03826432473754525,"score_gpt":0.40121103457287366,"score_spread":0.3629467098353284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942891886","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003502061,0.9974833,0.00008610002,0.00046375443,0.0002695021,0.000029456482,0.0001680567,0.0000070463943,0.0011425491],"genre_scores_gemma":[0.0014417478,0.99760973,0.00018448247,0.00032302458,0.00011599543,0.00002230928,0.00009789785,0.0000026882153,0.00020198867],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99850535,0.00034838062,0.0004937897,0.00014044112,0.00043062528,0.00008148885],"domain_scores_gemma":[0.9927095,0.004515826,0.001329925,0.00011627152,0.0011624132,0.00016596902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020129038,0.00085652637,0.0019959612,0.0117241135,0.00046126868,0.002145495,0.0009860486,0.001227253,0.010424303],"category_scores_gemma":[0.008967427,0.00046377096,0.0020207048,0.013864783,0.00049767725,0.0022565897,0.0011236956,0.0010516134,0.0016634113],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012367994,0.000053809414,0.00081848627,0.45617363,0.00078331336,0.00038404603,0.0006470065,0.00013549313,0.0009268184,0.001558969,0.031031016,0.5073638],"study_design_scores_gemma":[0.000045871897,0.00014988895,0.007560167,0.40838537,0.0045217765,0.0018484357,0.0009148745,0.000058995014,0.00046755522,0.0011373018,0.5748657,0.000044079836],"about_ca_topic_score_codex":0.0028834848,"about_ca_topic_score_gemma":0.009181474,"teacher_disagreement_score":0.0117241135,"about_ca_system_score_codex":0.0014875273,"about_ca_system_score_gemma":0.0060241837,"threshold_uncertainty_score":0.03487283},"labels":[],"label_agreement":null},{"id":"W2942934428","doi":"10.19173/irrodl.v20i2.4213","title":"Quality Frameworks and Learning Design for Open Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Open learning; Open education; Computer science; Knowledge management; Quality policy; Process management; Educational technology; Process (computing); Quality management; Management science; Engineering; Teaching method; Sociology; Cooperative learning; Pedagogy; World Wide Web; Operations management","score_opus":0.12760710441897655,"score_gpt":0.5088525023129785,"score_spread":0.38124539789400197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942934428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038888953,0.008971065,0.89759916,0.018079886,0.0006736045,0.00046259197,0.0000969302,0.00035067665,0.06987719],"genre_scores_gemma":[0.2441992,0.009187511,0.7296523,0.0025831338,0.0005394174,0.0018627266,0.00027446018,0.00030012437,0.011401148],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95297724,0.028748794,0.0037059824,0.0030209236,0.01024778,0.0012993524],"domain_scores_gemma":[0.9581512,0.026218373,0.003397036,0.0051335357,0.005881089,0.0012187811],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.040370934,0.0010818745,0.0009614561,0.0052596526,0.003531987,0.015395627,0.002925584,0.004727373,0.0072391145],"category_scores_gemma":[0.04552956,0.0007741311,0.0017221868,0.0041297437,0.021762734,0.016939385,0.011928508,0.0046000755,0.0011931293],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064355268,0.000014474772,0.00017127309,0.0003640417,0.000009045306,0.000026847809,0.001285192,0.0014745898,0.000088943045,0.9699392,0.0010134673,0.025606506],"study_design_scores_gemma":[0.000021397715,0.00004474334,0.00021119812,0.001214607,0.000020431495,0.00009097511,0.0015286242,0.002743587,0.0003587984,0.88337046,0.11036747,0.000027686528],"about_ca_topic_score_codex":0.0025879608,"about_ca_topic_score_gemma":0.0021073993,"teacher_disagreement_score":0.9970744,"about_ca_system_score_codex":0.009369131,"about_ca_system_score_gemma":0.012803211,"threshold_uncertainty_score":0.21350443},"labels":[],"label_agreement":null},{"id":"W2942994009","doi":"10.19173/irrodl.v20i2.4018","title":"Systematic Mapping Study of Academic Engagement in MOOC","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Construct (python library); Subject (documents); Student engagement; Computer science; Higher education; Face (sociological concept); Exploratory research; Mathematics education; Psychology; Pedagogy; Sociology; World Wide Web; Political science; Social science","score_opus":0.11040442859157287,"score_gpt":0.4583993179337443,"score_spread":0.3479948893421714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942994009","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7367729,0.19833724,0.028049892,0.0024350167,0.000620408,0.015029719,0.0061478857,0.00016545293,0.012441398],"genre_scores_gemma":[0.926792,0.03704209,0.020946974,0.00067724986,0.000099912264,0.010360292,0.0025743027,0.000051558553,0.0014556148],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9773941,0.01106883,0.005030178,0.0020276722,0.0038419403,0.000637336],"domain_scores_gemma":[0.9131206,0.062860504,0.008223628,0.0038955607,0.010995712,0.0009040359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023415599,0.0005972494,0.0017392351,0.021529885,0.0014101483,0.001994366,0.00092132954,0.00090251194,0.0019646923],"category_scores_gemma":[0.094244435,0.000374484,0.0017596956,0.01798487,0.0014266669,0.0022868165,0.0032120354,0.0006389399,0.00025454367],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068688416,0.00046276176,0.09928766,0.23120582,0.0038326064,0.0023516868,0.1267798,0.00058455905,0.0040735174,0.0095399255,0.005121146,0.51607364],"study_design_scores_gemma":[0.00047487198,0.0028023354,0.259139,0.22114591,0.014905612,0.002972556,0.33967057,0.0018005562,0.0070483177,0.012493347,0.13729902,0.00024806877],"about_ca_topic_score_codex":0.0044688955,"about_ca_topic_score_gemma":0.008689017,"teacher_disagreement_score":0.023415599,"about_ca_system_score_codex":0.0026760816,"about_ca_system_score_gemma":0.016885307,"threshold_uncertainty_score":0.12383497},"labels":[],"label_agreement":null},{"id":"W2943152636","doi":"10.19173/irrodl.v20i2.3674","title":"Master’s Students’ Perceptions and Expectations of Good Tutors and Advisors in Distance Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Perception; Psychology; Pedagogy; Medical education; Higher education; Mathematics education; Transactional leadership; Medicine; Social psychology","score_opus":0.0563797053043512,"score_gpt":0.47676900532870137,"score_spread":0.42038930002435015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943152636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9983284,0.00019299003,0.00011606527,0.00023553986,0.000010238832,0.0000060695706,0.000009176244,0.0000031076288,0.0010984192],"genre_scores_gemma":[0.99919873,0.0001137791,0.00009119853,0.00007481795,0.0000053205604,0.000007284317,0.000013159184,0.0000011567329,0.0004946092],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99712807,0.0011186142,0.00027809534,0.00015727438,0.00089927425,0.0004186826],"domain_scores_gemma":[0.9785942,0.0050369976,0.004645673,0.0004183551,0.003256449,0.008048356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037265082,0.00013214652,0.00030903908,0.00050701445,0.0006180692,0.002721556,0.00042795218,0.0006325404,0.0022493566],"category_scores_gemma":[0.01573527,0.00016151901,0.00025577587,0.00031533587,0.0005768121,0.00082323316,0.0010109108,0.0008113462,0.00047504218],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028066192,0.0010360801,0.8856538,0.00030031273,0.000053094107,0.0008221636,0.049040355,0.00028925808,0.0029611015,0.00082669506,0.002397566,0.05633894],"study_design_scores_gemma":[0.000031494244,0.0016032321,0.82180274,0.00018501107,0.000047635185,0.00094898406,0.16334616,0.0007939376,0.0014110313,0.0007703466,0.0090010315,0.000058411515],"about_ca_topic_score_codex":0.0007662457,"about_ca_topic_score_gemma":0.0014838008,"teacher_disagreement_score":0.0037265082,"about_ca_system_score_codex":0.0005203369,"about_ca_system_score_gemma":0.00086619187,"threshold_uncertainty_score":0.019707918},"labels":[],"label_agreement":null},{"id":"W2943218269","doi":"10.19173/irrodl.v20i2.3521","title":"Effectiveness of OER Use in First-Year Higher Education Students’ Mathematical Course Performance","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Attendance; Open education; Mathematics education; Open university; Data collection; Educational technology; Higher education; Distance education; Psychology; Computer science; Medical education; Pedagogy; Sociology; Social science; Political science; Medicine","score_opus":0.062375973339084956,"score_gpt":0.4379442536366957,"score_spread":0.37556828029761075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943218269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99729013,0.00027706727,0.00005060062,0.00011142732,0.000006075889,0.000008281424,0.0000427256,0.000006168428,0.0022076068],"genre_scores_gemma":[0.9979905,0.00037170193,0.00010654416,0.000024244087,0.0000068023637,0.000009631831,0.000051641317,0.000003460845,0.0014354616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982829,0.0005535365,0.00014252008,0.00016497495,0.0006263012,0.00022970785],"domain_scores_gemma":[0.9896142,0.004723209,0.0030117105,0.00033918678,0.00077589287,0.0015358455],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0016451315,0.00017434424,0.00026091057,0.0008516703,0.000415236,0.0016374821,0.0004908639,0.0002997472,0.0047353506],"category_scores_gemma":[0.011779508,0.00012313493,0.0002523582,0.00065440184,0.00048176566,0.00068947126,0.0012901175,0.0005395447,0.0005240828],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028511937,0.0020004103,0.798051,0.0006233869,0.000101763275,0.0005769272,0.022235872,0.00019673702,0.0030626322,0.00042709985,0.0010990999,0.17133993],"study_design_scores_gemma":[0.000005524228,0.00026233017,0.9807482,0.00013470606,0.000025709494,0.00010394834,0.015640624,0.00009981429,0.00050494855,0.0000622952,0.0023948362,0.000016940237],"about_ca_topic_score_codex":0.0039072707,"about_ca_topic_score_gemma":0.0050004125,"teacher_disagreement_score":0.99950916,"about_ca_system_score_codex":0.0006779785,"about_ca_system_score_gemma":0.0010350202,"threshold_uncertainty_score":0.015841305},"labels":[],"label_agreement":null},{"id":"W2943219361","doi":"10.19173/irrodl.v20i2.3795","title":"Blending Crowdvoting in Modern e-Learning Environments","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CONTEST; Teamwork; Incentive; Competition (biology); Psychology; Quality (philosophy); Process (computing); Mathematics education; Set (abstract data type); Cooperative learning; Pedagogy; Knowledge management; Sociology; Teaching method; Political science; Computer science","score_opus":0.05372351251066742,"score_gpt":0.39526767529090256,"score_spread":0.34154416278023514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943219361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5705189,0.0032106102,0.36494267,0.00086845184,0.0006883444,0.0012528321,0.0003450092,0.0034323232,0.054740828],"genre_scores_gemma":[0.8993201,0.00086602266,0.08856111,0.00029986395,0.00021397024,0.00070185546,0.00022651503,0.0002687097,0.009541829],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997837,0.00085082743,0.00008456457,0.00036287325,0.0006098564,0.00025491693],"domain_scores_gemma":[0.99591917,0.0024367138,0.00032408928,0.00052611483,0.0004066402,0.0003872715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018570441,0.0006349573,0.0006390632,0.0010521805,0.00093860953,0.0021573429,0.0011900823,0.0010514335,0.004029465],"category_scores_gemma":[0.0051432527,0.00026643238,0.00059410126,0.0006116775,0.00082211447,0.002171002,0.003486307,0.0006132141,0.0009737191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011062041,0.0018482154,0.016240656,0.0022308193,0.00018125426,0.0012537163,0.008164802,0.028575812,0.098130226,0.011897704,0.008628389,0.8217422],"study_design_scores_gemma":[0.00091606483,0.0076227365,0.1069225,0.0023310005,0.0007196944,0.005513478,0.018452091,0.19896294,0.15425016,0.076864615,0.42656738,0.0008773347],"about_ca_topic_score_codex":0.000583234,"about_ca_topic_score_gemma":0.0010899268,"teacher_disagreement_score":0.004029465,"about_ca_system_score_codex":0.00032950306,"about_ca_system_score_gemma":0.0004752043,"threshold_uncertainty_score":0.013479888},"labels":[],"label_agreement":null},{"id":"W2943320522","doi":"10.19173/irrodl.v20i2.4206","title":"Competency Profile of the Digital and Online Teacher in Future Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":255,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Function (biology); The Internet; Teacher education; Digital transformation; Pedagogy; Psychology; Mathematics education; Engineering; Medical education; Computer science; World Wide Web; Medicine","score_opus":0.04856182801544712,"score_gpt":0.46105719567051057,"score_spread":0.41249536765506345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943320522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92772263,0.000634694,0.0049785883,0.002775911,0.000059805563,0.00019077065,0.0002651535,0.000030397488,0.06334197],"genre_scores_gemma":[0.9893561,0.0003399969,0.0027399452,0.00015922391,0.0000075959306,0.00009324911,0.00017328071,0.000007041682,0.007123631],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99883264,0.00030676552,0.00009866328,0.00006584952,0.00045262527,0.00024348123],"domain_scores_gemma":[0.99437463,0.00093147246,0.00063932285,0.00015723966,0.00238019,0.0015172055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019905488,0.00009483628,0.00016754263,0.0014678339,0.0007108556,0.0013342306,0.00030320542,0.00043964153,0.002842676],"category_scores_gemma":[0.008566848,0.00007598449,0.00014773756,0.0005045309,0.00046481146,0.0010514009,0.0011251544,0.0005978702,0.000996152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022795546,0.00068112067,0.57196486,0.00033886835,0.000024457437,0.0010852576,0.04978495,0.0010758769,0.0056764446,0.0184056,0.016504064,0.33423048],"study_design_scores_gemma":[0.00004563806,0.0010600319,0.71631193,0.0009818438,0.000034664386,0.0056636753,0.0943703,0.0068698484,0.0065811686,0.013070151,0.15488483,0.00012595352],"about_ca_topic_score_codex":0.003812746,"about_ca_topic_score_gemma":0.004920757,"teacher_disagreement_score":0.003812746,"about_ca_system_score_codex":0.001212261,"about_ca_system_score_gemma":0.003732305,"threshold_uncertainty_score":0.010527134},"labels":[],"label_agreement":null},{"id":"W2943332094","doi":"10.7202/1057981ar","title":"Understanding Participant’s Behaviour in Massively Open Online Courses","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Massive open online course; Openness to experience; World Wide Web; Computer science; Learning Management; Distance education; Connectivism; Drop out; Online learning; Mathematics education; Psychology; Learning theory; Social psychology","score_opus":0.3489999684206768,"score_gpt":0.49810822200538485,"score_spread":0.14910825358470803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943332094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99875724,0.000025803472,0.00050428684,0.000047802303,0.000003272054,0.000027788254,0.00004509343,0.0000043895757,0.000584526],"genre_scores_gemma":[0.99802977,0.00005058023,0.00071765605,0.000046826874,0.0000058138507,0.00009183535,0.00008571841,0.0000039479046,0.0009678102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983132,0.00092122826,0.00006670536,0.00029061837,0.00020153383,0.00020675486],"domain_scores_gemma":[0.99505603,0.0026594405,0.00070842577,0.00023359062,0.0007221688,0.00062034256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024815365,0.00016978772,0.00026079715,0.0008961235,0.00077382947,0.001432499,0.00049496,0.0008600082,0.0016888148],"category_scores_gemma":[0.010083345,0.0001483928,0.00021539337,0.00038422705,0.00052870985,0.0009209807,0.0010190211,0.0005022678,0.0006361873],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045413626,0.0008511028,0.67015654,0.000170834,0.000046220615,0.0006125252,0.26005456,0.00025376436,0.012120462,0.0006230484,0.00056256924,0.054094225],"study_design_scores_gemma":[0.000018231704,0.0008249958,0.83772165,0.00009351217,0.000026863425,0.00033961193,0.15263109,0.0020479374,0.0015940283,0.00061844185,0.004024092,0.000059472328],"about_ca_topic_score_codex":0.003969801,"about_ca_topic_score_gemma":0.0052414862,"teacher_disagreement_score":0.003969801,"about_ca_system_score_codex":0.00044515348,"about_ca_system_score_gemma":0.00038652887,"threshold_uncertainty_score":0.013123751},"labels":[],"label_agreement":null},{"id":"W2943361747","doi":"10.19173/irrodl.v20i2.3896","title":"The Offline Nature of Online Community","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Online community; Computer-mediated communication; Interpersonal communication; Online chat; Online participation; Sense of community; Perception; Psychology; Online and offline; Mathematics education; The Internet; Computer science; Social psychology; World Wide Web","score_opus":0.07802674299246455,"score_gpt":0.4966919709049063,"score_spread":0.41866522791244176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943361747","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4550323,0.009976205,0.049122084,0.0068642865,0.00046316485,0.0002831278,0.0003699694,0.0002951015,0.47759378],"genre_scores_gemma":[0.9738575,0.0025068263,0.0048588174,0.00053057366,0.00025500284,0.000146796,0.00013369562,0.000058325797,0.017652484],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99751544,0.0012014082,0.00010325518,0.00035455322,0.0005867354,0.00023871275],"domain_scores_gemma":[0.993028,0.0031136675,0.0011857058,0.001033518,0.0006468506,0.0009922833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015112457,0.00020744391,0.0002826591,0.0017506551,0.0024528927,0.0073606223,0.0007250472,0.0008243639,0.0087218825],"category_scores_gemma":[0.0056953607,0.00021847524,0.0002706342,0.0013123606,0.0037420203,0.01071257,0.0054887384,0.00095767155,0.0010927119],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014562861,0.00038708802,0.039370928,0.0015486717,0.00009962958,0.00152516,0.1196702,0.00048594357,0.005844685,0.25448653,0.012126926,0.5643085],"study_design_scores_gemma":[0.000043592794,0.00039780937,0.0757621,0.0023058464,0.00011160819,0.0050636376,0.12852652,0.0019074838,0.0024618835,0.18653262,0.59678644,0.000100437275],"about_ca_topic_score_codex":0.0010301386,"about_ca_topic_score_gemma":0.001698521,"teacher_disagreement_score":0.0087218825,"about_ca_system_score_codex":0.0007731237,"about_ca_system_score_gemma":0.0011015938,"threshold_uncertainty_score":0.029177606},"labels":[],"label_agreement":null},{"id":"W2943760674","doi":"10.19173/irrodl.v20i2.4074","title":"Exploring High School Students' Educational Use of YouTube","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Expectancy theory; Unified theory of acceptance and use of technology; Social media; Social influence; Globe; Psychology; Structural equation modeling; Educational technology; Computer science; Mathematics education; Social psychology; World Wide Web","score_opus":0.4985336789432674,"score_gpt":0.5469859357383063,"score_spread":0.04845225679503895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943760674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99919146,0.000031235864,0.000035631205,0.000041384432,0.0000020366342,0.000008310826,0.000048160167,0.0000014919488,0.0006403926],"genre_scores_gemma":[0.9988457,0.00010443112,0.00011378782,0.000028184722,0.000002592219,0.000018243523,0.00009766941,0.0000014472632,0.0007878493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999511,0.00009322846,0.000044082044,0.000052341482,0.00015623494,0.00014316157],"domain_scores_gemma":[0.99787235,0.00062482985,0.00045643325,0.000065070766,0.00054034253,0.00044104416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089315325,0.00021275543,0.00035687519,0.0012856966,0.0010036075,0.0014049147,0.00034911727,0.0005770167,0.0028612018],"category_scores_gemma":[0.003075269,0.00024220465,0.00043383718,0.000965221,0.00032171185,0.000811391,0.00085036387,0.0008299628,0.0006116967],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019990228,0.0005390433,0.98022985,0.000039814655,0.00001724472,0.00008583693,0.00802011,0.00003924257,0.0002990015,0.00013583674,0.0002911513,0.010282937],"study_design_scores_gemma":[0.0000021845583,0.00017525788,0.9730795,0.000038927345,0.000020380749,0.00004380912,0.024970567,0.0004103018,0.00024315839,0.00006890663,0.0009367227,0.000010254361],"about_ca_topic_score_codex":0.017021805,"about_ca_topic_score_gemma":0.03777142,"teacher_disagreement_score":0.017021805,"about_ca_system_score_codex":0.0007202949,"about_ca_system_score_gemma":0.0009067493,"threshold_uncertainty_score":0.033845425},"labels":[],"label_agreement":null},{"id":"W2943773533","doi":"10.19173/irrodl.v20i2.3812","title":"Gamifying Online Tests to Promote Retrieval-Based Learning","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; Carleton University","funders":"","keywords":"Content delivery; Computer science; Test (biology); Online learning; Psychology; Term (time); Mathematics education; Information retrieval; World Wide Web","score_opus":0.11703891850181651,"score_gpt":0.5014972531904782,"score_spread":0.3844583346886617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943773533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411721,0.0012780037,0.046101075,0.00019227537,0.00007158324,0.0007513727,0.000103078295,0.00045589142,0.009874551],"genre_scores_gemma":[0.9410919,0.00085913495,0.053867046,0.000105551975,0.000030797306,0.00044734773,0.0002088648,0.000030392994,0.0033589662],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99821484,0.0009309483,0.000096667085,0.00014200891,0.0005341104,0.00008159343],"domain_scores_gemma":[0.9846016,0.0118585145,0.0018082247,0.0006139699,0.00066163245,0.00045600356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022841806,0.0007648727,0.0006433321,0.0014726395,0.0001501124,0.0011079673,0.00072463864,0.00045915617,0.0028937717],"category_scores_gemma":[0.014855893,0.0001307036,0.00032434217,0.000920728,0.0004134921,0.00095886673,0.0006256794,0.00057691743,0.00060330733],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015989618,0.011675674,0.05511921,0.0008070741,0.00018291836,0.00020835278,0.0010003614,0.0046581123,0.01885977,0.0026096485,0.0013964672,0.9018834],"study_design_scores_gemma":[0.0008205419,0.043863066,0.69024587,0.0015473074,0.00058919645,0.0021581715,0.002832028,0.06787131,0.12888502,0.029726658,0.031120228,0.00034056022],"about_ca_topic_score_codex":0.00027965877,"about_ca_topic_score_gemma":0.000721249,"teacher_disagreement_score":0.0028937717,"about_ca_system_score_codex":0.00023329062,"about_ca_system_score_gemma":0.00037323055,"threshold_uncertainty_score":0.012080073},"labels":[],"label_agreement":null},{"id":"W2944953781","doi":"10.19173/irrodl.v20i1.3751","title":"The Impact of Social Media Participation on Academic Performance in Undergraduate and Postgraduate Students","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Psychology; Descriptive statistics; Mathematics education; Sample (material); Content analysis; Medical education; Pedagogy; Sociology; Computer science; Social science; Medicine","score_opus":0.09365261535351925,"score_gpt":0.5187221814269782,"score_spread":0.42506956607345897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944953781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99859947,0.00015891842,0.000026568217,0.00005088156,0.00000799976,0.000005026823,0.00003596524,0.0000016350488,0.0011136659],"genre_scores_gemma":[0.99944097,0.000109171815,0.00002874979,0.000008008022,0.000014145483,0.0000042486295,0.000027727436,0.0000011357237,0.00036582243],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861,0.00042855137,0.00011169691,0.0001448069,0.00042225228,0.00028268847],"domain_scores_gemma":[0.9910874,0.0028179917,0.0019493271,0.0001804478,0.0008880622,0.0030767727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013260072,0.000270416,0.0003441523,0.0012867128,0.00043778925,0.0015561456,0.00031546337,0.00048311584,0.0027010671],"category_scores_gemma":[0.008168547,0.000118555305,0.00031455487,0.00075708475,0.0004026378,0.00045934247,0.0009949821,0.0005544572,0.0006166853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017703309,0.0008987541,0.96819913,0.00007100546,0.000053033247,0.00020665786,0.0034536324,0.00004194543,0.00071581913,0.00007825139,0.00017206877,0.025932599],"study_design_scores_gemma":[0.000002773814,0.0003408599,0.9964946,0.000014559479,0.000015650041,0.00007823029,0.002479586,0.00005771509,0.00014906333,0.000040856634,0.00032105477,0.0000050280573],"about_ca_topic_score_codex":0.0015901081,"about_ca_topic_score_gemma":0.0021028796,"teacher_disagreement_score":0.0027010671,"about_ca_system_score_codex":0.00029624082,"about_ca_system_score_gemma":0.0004776282,"threshold_uncertainty_score":0.009036005},"labels":[],"label_agreement":null},{"id":"W2950876281","doi":"10.19173/irrodl.v20i2.3838","title":"Diversity in Video Lectures","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Diversity (politics); Affect (linguistics); Psychology; Cognition; Mathematics education; Multimedia; Computer science; Sociology; Communication","score_opus":0.14247825643180287,"score_gpt":0.5011341889564548,"score_spread":0.3586559325246519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950876281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98508716,0.00067377184,0.0031541034,0.00021953206,0.00005837004,0.000051410818,0.000057590947,0.000032105523,0.010665973],"genre_scores_gemma":[0.9967225,0.00027965606,0.0013590164,0.0000634277,0.000050314025,0.000027909697,0.00006163521,0.0000108710265,0.0014247226],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99827754,0.0007494388,0.00008349642,0.00023112129,0.0004809825,0.00017733262],"domain_scores_gemma":[0.9909071,0.0058899485,0.0011545826,0.00037029092,0.0004924126,0.0011856895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001206257,0.00020185421,0.00024224578,0.00057681237,0.0006157822,0.001861715,0.0003301184,0.00036724034,0.0044078757],"category_scores_gemma":[0.014306175,0.00011210842,0.0003024225,0.00039763874,0.0004655702,0.0009950764,0.0020989708,0.00064287725,0.00037986497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028743928,0.002089224,0.19026491,0.0013817206,0.00034479873,0.0011391849,0.022683466,0.0063943784,0.10037892,0.005887388,0.0027796782,0.6637819],"study_design_scores_gemma":[0.00034789593,0.0071666553,0.8507836,0.0011656262,0.00040291337,0.003176368,0.023726707,0.007689792,0.039687216,0.01983464,0.045801543,0.00021704247],"about_ca_topic_score_codex":0.00056571653,"about_ca_topic_score_gemma":0.00084921607,"teacher_disagreement_score":0.0044078757,"about_ca_system_score_codex":0.0005366832,"about_ca_system_score_gemma":0.00041609982,"threshold_uncertainty_score":0.0147458315},"labels":[],"label_agreement":null},{"id":"W2952974520","doi":"10.19173/irrodl.v20i2.3961","title":"Mobile Technology","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Interdependence; Mobile technology; Global citizenship; Mobile device; Public relations; Pedagogy; Political science; Psychology; Sociology; Computer science; Social science","score_opus":0.04230560053123637,"score_gpt":0.42410102716256814,"score_spread":0.38179542663133176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952974520","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002834634,0.018951667,0.015891511,0.0074107307,0.0029092191,0.00034714618,0.0026515317,0.0027239567,0.9462795],"genre_scores_gemma":[0.051609155,0.03512197,0.01371098,0.004998434,0.0018092187,0.0004790093,0.004866013,0.00050321344,0.8869021],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998596,0.00025456012,0.00010204768,0.00022687297,0.0006502779,0.00017018402],"domain_scores_gemma":[0.99852294,0.00031181538,0.00009254795,0.00027709245,0.0006142589,0.00018153028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082052813,0.000800193,0.00053444726,0.0018342563,0.00147135,0.0053474265,0.0011571941,0.0023796072,0.17609036],"category_scores_gemma":[0.003941159,0.00026099614,0.00042957294,0.0024181458,0.0006579414,0.00413624,0.0030550328,0.0013584218,0.14717753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093257586,0.000060844442,0.0011557098,0.0007548475,0.000017183042,0.0003265296,0.000509033,0.00030982686,0.0028590322,0.05215001,0.3241329,0.61763084],"study_design_scores_gemma":[0.0000059719714,0.000034177017,0.0007355479,0.00029245828,0.0000063144357,0.00034927862,0.00017445305,0.00018325009,0.00041687145,0.0039697965,0.99381787,0.000013981414],"about_ca_topic_score_codex":0.0017826493,"about_ca_topic_score_gemma":0.0016327951,"teacher_disagreement_score":0.17609036,"about_ca_system_score_codex":0.0010339331,"about_ca_system_score_gemma":0.0013324389,"threshold_uncertainty_score":0.5890809},"labels":[],"label_agreement":null},{"id":"W2962814283","doi":"","title":"Book Review ~ e-Research: Methods, Strategies, and Issues. Authors: Terry Anderson and Heather Kanuka","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Government and Public Services","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Media studies; Library science; Computer science","score_opus":0.23257600345703733,"score_gpt":0.5719743586369865,"score_spread":0.3393983551799492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962814283","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000523545,0.6067993,0.0066525172,0.13727272,0.067700334,0.0003876597,0.0014925863,0.00066973,0.17850173],"genre_scores_gemma":[0.0039306586,0.4053521,0.0056976657,0.028059708,0.025589513,0.00036237796,0.0010906875,0.00041246566,0.52950484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99786323,0.000541419,0.00011891395,0.00016983613,0.0012285097,0.00007803433],"domain_scores_gemma":[0.98405105,0.008196081,0.0007837315,0.0003942541,0.0056938324,0.0008810987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025477114,0.00093350007,0.0013392013,0.0034101268,0.0010308484,0.005577812,0.0014990724,0.0024547635,0.08811892],"category_scores_gemma":[0.012913188,0.0004832524,0.00048056906,0.0069393055,0.0011760035,0.004864005,0.0013210261,0.0027785697,0.055878785],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005229833,0.000008521033,0.00004686729,0.0004837573,0.000004968114,0.00001405634,0.00003706013,0.00003032665,0.000075487456,0.0034705293,0.9397256,0.056097623],"study_design_scores_gemma":[0.0000037205925,0.000008400588,0.00015963828,0.0006920714,0.0000068925888,0.00007251446,0.00005978003,0.000036859135,0.000064514454,0.0018620013,0.9970284,0.000005246526],"about_ca_topic_score_codex":0.005316493,"about_ca_topic_score_gemma":0.01447114,"teacher_disagreement_score":0.08811892,"about_ca_system_score_codex":0.0020443264,"about_ca_system_score_gemma":0.004599783,"threshold_uncertainty_score":0.2947871},"labels":[],"label_agreement":null},{"id":"W2964409475","doi":"10.19173/irrodl.v20i4.4224","title":"Teaching and Learning Without a Textbook","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Computer science; Educational technology; The Internet; Mobile device; Multimedia; Mathematics education; Psychology; World Wide Web","score_opus":0.05724753938378074,"score_gpt":0.42876089998052513,"score_spread":0.3715133605967444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964409475","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34687066,0.034117576,0.028517134,0.038066488,0.0018471117,0.00023838304,0.0002360473,0.00029703937,0.5498095],"genre_scores_gemma":[0.8560892,0.017347906,0.016537145,0.008473168,0.0006236373,0.00020051237,0.00019983179,0.00007694532,0.10045164],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975904,0.000938026,0.00011760069,0.00031824582,0.0008172578,0.00021850865],"domain_scores_gemma":[0.9955592,0.0015391305,0.0006625677,0.00053427025,0.00057203224,0.0011327043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016627065,0.00018426853,0.00029871476,0.0006253005,0.0011197702,0.0067979954,0.0005744395,0.00090944575,0.012550468],"category_scores_gemma":[0.006903361,0.00012989946,0.00027857488,0.00070451404,0.002516695,0.0047453167,0.0041208677,0.0014818425,0.0025744948],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000683736,0.0005782863,0.018560044,0.00085845194,0.000023691427,0.00049767154,0.019381054,0.00028077257,0.00409971,0.1553516,0.026644358,0.773656],"study_design_scores_gemma":[0.000039875435,0.0005939621,0.04423716,0.0019757873,0.000048626964,0.0016591196,0.030194657,0.0004152135,0.0032531542,0.13393056,0.78359807,0.00005377291],"about_ca_topic_score_codex":0.0010459089,"about_ca_topic_score_gemma":0.0020895158,"teacher_disagreement_score":0.012550468,"about_ca_system_score_codex":0.0017280196,"about_ca_system_score_gemma":0.0035598509,"threshold_uncertainty_score":0.04198551},"labels":[],"label_agreement":null},{"id":"W2964637480","doi":"10.19173/irrodl.v20i4.4299","title":"Case Study as a Research Method for Analyzing MOOCs","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerio de Economía y Competitividad; Ministerio de Educación, Cultura y Deporte","keywords":"Scopus; Data science; Computer science; Web of science; Empirical research; Management science; Case study research; Scientific literature; Information retrieval; Knowledge management; MEDLINE; Political science; Mathematics; Statistics","score_opus":0.17896833628646894,"score_gpt":0.5629800777684467,"score_spread":0.3840117414819778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964637480","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06635115,0.047539406,0.7480568,0.004783679,0.001691012,0.03734051,0.002865164,0.0004539463,0.0909183],"genre_scores_gemma":[0.17580174,0.021583946,0.75600064,0.0013427344,0.0004345144,0.037565727,0.0011441015,0.00019467883,0.005931899],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8622976,0.1064547,0.0115915695,0.0045107035,0.014150791,0.0009946445],"domain_scores_gemma":[0.7864394,0.18095778,0.010822898,0.0085844565,0.0120257065,0.0011697545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08276622,0.0013054407,0.0020847905,0.028545698,0.0038577814,0.0073969197,0.0029583895,0.002320696,0.010476607],"category_scores_gemma":[0.093773104,0.00089759286,0.0020156049,0.024608659,0.0053306706,0.0072090947,0.0045438395,0.002014738,0.0017726024],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040230568,0.00088053325,0.022397578,0.031346183,0.0009017159,0.0031579153,0.06810164,0.0031309866,0.0054816585,0.2921475,0.016403195,0.5556488],"study_design_scores_gemma":[0.0004609796,0.0018409402,0.01807412,0.036812693,0.0010871558,0.005678488,0.121062145,0.0076550185,0.00888259,0.15553398,0.64244044,0.00047146654],"about_ca_topic_score_codex":0.0019394452,"about_ca_topic_score_gemma":0.0040969863,"teacher_disagreement_score":0.08276622,"about_ca_system_score_codex":0.004552471,"about_ca_system_score_gemma":0.007140128,"threshold_uncertainty_score":0.43771482},"labels":[],"label_agreement":null},{"id":"W2964664385","doi":"10.19173/irrodl.v20i1.3892","title":"On the Efficacy of Open Educational Resources","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Flexibility (engineering); Computer science; Open education; Variety (cybernetics); Control (management); Educational technology; Mathematics education; Educational resources; Medical education; Psychology; Pedagogy; World Wide Web; Artificial intelligence; Statistics; Medicine; Mathematics","score_opus":0.08160662162317643,"score_gpt":0.44762459054158155,"score_spread":0.3660179689184051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964664385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9572258,0.000977972,0.0021766894,0.0023754286,0.00004079814,0.000098958735,0.00019263949,0.00001843798,0.036893252],"genre_scores_gemma":[0.99838495,0.00018742455,0.0002521664,0.00013303502,0.000027905342,0.000032867076,0.000050501578,0.0000056996564,0.000925488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9860248,0.008525113,0.00061690866,0.001054067,0.002819138,0.0009599925],"domain_scores_gemma":[0.7888834,0.156421,0.03828925,0.00745491,0.005237152,0.003714272],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.013364734,0.0002318128,0.00043652722,0.0011387358,0.000563961,0.0024344574,0.0008282338,0.0011348138,0.009985257],"category_scores_gemma":[0.06420649,0.00017819909,0.0005178482,0.0011500003,0.0034937966,0.001873841,0.0018940611,0.0016119457,0.0007821535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014584674,0.0073907305,0.7022216,0.0011386147,0.000657596,0.00040878734,0.0075886403,0.005541296,0.0041966485,0.06931317,0.0040910495,0.19599356],"study_design_scores_gemma":[0.00014666471,0.0014004158,0.95960885,0.0003763751,0.0002953627,0.00008119138,0.0061165895,0.003083185,0.003338473,0.016372893,0.009121965,0.00005813503],"about_ca_topic_score_codex":0.0012808973,"about_ca_topic_score_gemma":0.0013252691,"teacher_disagreement_score":0.9991718,"about_ca_system_score_codex":0.001407579,"about_ca_system_score_gemma":0.0011601344,"threshold_uncertainty_score":0.07068032},"labels":[],"label_agreement":null},{"id":"W2964878544","doi":"10.19173/irrodl.v20i4.4270","title":"Goal Setting and MOOC Completion","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Massive open online course; Context (archaeology); Psychology; Goal orientation; Online learning; Distance education; Computer science; Mathematics education; Multimedia","score_opus":0.047708192684358046,"score_gpt":0.4250086228447343,"score_spread":0.37730043016037623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964878544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884079,0.00046901434,0.0015830714,0.00024387316,0.000029014245,0.00014124771,0.00013809434,0.00008480964,0.008902866],"genre_scores_gemma":[0.9965958,0.00020922587,0.0012027046,0.000038311537,0.000011198675,0.00007192846,0.00017683949,0.00002050133,0.0016734629],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972996,0.0010545899,0.0002064772,0.00023315453,0.0009387431,0.00026739176],"domain_scores_gemma":[0.978191,0.007905696,0.00587898,0.001031767,0.0031022057,0.0038904399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033521038,0.0002785319,0.00024870175,0.0012931937,0.0005416829,0.0024681438,0.0005097276,0.00044423025,0.0028183158],"category_scores_gemma":[0.03929823,0.0001341955,0.00037816085,0.0005691365,0.0003764681,0.0004499751,0.0013063218,0.0010907057,0.0007762105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035959468,0.0032519174,0.77634364,0.00044145205,0.00033458252,0.00017988919,0.008711471,0.0018841091,0.0021230914,0.0021677983,0.0024198254,0.20178266],"study_design_scores_gemma":[0.000028405515,0.000808381,0.98821414,0.00017000647,0.000043097367,0.00008889156,0.0024578143,0.0015455554,0.00054018054,0.0014640408,0.004592642,0.000046850913],"about_ca_topic_score_codex":0.0030810956,"about_ca_topic_score_gemma":0.0027662958,"teacher_disagreement_score":0.0033521038,"about_ca_system_score_codex":0.00069337216,"about_ca_system_score_gemma":0.000809933,"threshold_uncertainty_score":0.017727852},"labels":[],"label_agreement":null},{"id":"W2964989245","doi":"10.19173/irrodl.v20i4.4007","title":"Examining Online Health Sciences Graduate Programs in Canada","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Western University","funders":"University of Waterloo; University of Toronto; Trent University; York University; Wilfrid Laurier University; University of Windsor; University of Ottawa","keywords":"Coursework; Practicum; Curriculum; Flexibility (engineering); Medical education; Certificate; Health care; Distance education; Blended learning; Higher education; Psychology; Medicine; Nursing; Pedagogy; Educational technology; Political science; Computer science; Management","score_opus":0.31863746180691677,"score_gpt":0.5158736442504349,"score_spread":0.19723618244351815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964989245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89924455,0.021758463,0.000793055,0.008067142,0.00026935467,0.00075933867,0.02640001,0.00013722043,0.042570826],"genre_scores_gemma":[0.95411307,0.022336697,0.0017507357,0.0030087917,0.000097800104,0.00038762303,0.00985768,0.00006914362,0.008378329],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622077,0.0002258747,0.00021474452,0.00038597526,0.0018563626,0.0010964014],"domain_scores_gemma":[0.98118603,0.0024040914,0.0030708911,0.00024084294,0.0075115575,0.0055866316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026684578,0.00037067113,0.0005369469,0.00825067,0.0034328324,0.003194617,0.0020942022,0.0007249097,0.00774679],"category_scores_gemma":[0.0139350165,0.00036605453,0.0006497561,0.020332923,0.0011726839,0.0012461019,0.002767376,0.0011428664,0.0007053182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032247117,0.00040134633,0.63587856,0.007692868,0.00014541917,0.0011297199,0.027220355,0.0002741911,0.000857284,0.0034748092,0.048549697,0.2740533],"study_design_scores_gemma":[0.000028180377,0.00009668357,0.89624655,0.0032817663,0.0000992076,0.00032081708,0.037476983,0.00034164157,0.00028552927,0.00017253439,0.0615938,0.000056227476],"about_ca_topic_score_codex":0.9750372,"about_ca_topic_score_gemma":0.9879683,"teacher_disagreement_score":0.9631796,"about_ca_system_score_codex":0.036820386,"about_ca_system_score_gemma":0.13744476,"threshold_uncertainty_score":0.26715183},"labels":[],"label_agreement":null},{"id":"W2965096995","doi":"10.19173/irrodl.v20i1.3927","title":"Online Education for Public Health Capacity Building in Low- to Middle-Income Countries","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Global Health and Surgery","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Capacity building; Accreditation; Open educational resources; Distance education; Medical education; Certificate; Public health; Economic growth; Political science; Public relations; Medicine; Business; Pedagogy; Sociology; Nursing; Economics","score_opus":0.15127754329852214,"score_gpt":0.4864242846704491,"score_spread":0.335146741371927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965096995","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030871728,0.48871756,0.008283987,0.2638729,0.006263544,0.00070624653,0.00038459492,0.0004561549,0.20044333],"genre_scores_gemma":[0.5185904,0.40257475,0.014912621,0.036308568,0.005013909,0.0012350034,0.00052811124,0.000108588196,0.020728149],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99619883,0.0023092097,0.000119744196,0.00012987503,0.0003317063,0.0009106154],"domain_scores_gemma":[0.9839103,0.008647326,0.0011525311,0.00046112388,0.0007673266,0.00506136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008645057,0.00052863936,0.00046570736,0.0017623008,0.0011401355,0.0051783174,0.0014664975,0.0026463594,0.021848802],"category_scores_gemma":[0.015493701,0.00016272943,0.0005847368,0.0019432971,0.00276101,0.00540569,0.010594994,0.002856746,0.0019521492],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008071892,0.00078904175,0.003102817,0.007308552,0.00006492687,0.00022465225,0.0026165342,0.0008070099,0.0002798657,0.056750387,0.09553006,0.8324455],"study_design_scores_gemma":[0.00014218224,0.00058247417,0.016144795,0.025111105,0.000069642825,0.00038232573,0.008885822,0.00039545682,0.00058301823,0.041901123,0.90575,0.00005215559],"about_ca_topic_score_codex":0.0016355343,"about_ca_topic_score_gemma":0.002348128,"teacher_disagreement_score":0.021848802,"about_ca_system_score_codex":0.0025461752,"about_ca_system_score_gemma":0.013191527,"threshold_uncertainty_score":0.07309151},"labels":[],"label_agreement":null},{"id":"W2965317349","doi":"10.19173/irrodl.v20i4.4037","title":"A Scoping Review of Videoconferencing Systems in Higher Education","year":2019,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Videoconferencing; Distance education; Multimedia; Computer science; Psychology; Mathematics education","score_opus":0.4086011465864647,"score_gpt":0.5720617276281869,"score_spread":0.16346058104172217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965317349","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014431433,0.9988368,0.00013359923,0.0001520481,0.00008774393,0.000032049014,0.00003783445,0.000003958142,0.0005717363],"genre_scores_gemma":[0.0010189094,0.99839145,0.00027412132,0.00009016926,0.000033900844,0.000039870974,0.00004614157,0.0000016490038,0.00010376479],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9972076,0.0008236664,0.0008693539,0.00025930002,0.0007328573,0.00010727499],"domain_scores_gemma":[0.98777896,0.009086295,0.0012223191,0.00020959834,0.0015422214,0.00016073097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051470185,0.001259576,0.0024645363,0.012582941,0.000875027,0.0025508457,0.0016146854,0.0020415161,0.0047315005],"category_scores_gemma":[0.014441078,0.0006886314,0.0021789498,0.017658314,0.00090445403,0.0024490245,0.0014241474,0.0013827131,0.0008405649],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054347216,0.000050427356,0.0003323911,0.45365006,0.00044425533,0.00018350086,0.0005411751,0.00032104837,0.00042544614,0.003175769,0.00949618,0.53132546],"study_design_scores_gemma":[0.000016120104,0.00010744845,0.0018949672,0.6704744,0.0024640355,0.00060777896,0.00062429695,0.00012765807,0.00042915446,0.0016960987,0.3215226,0.000035434292],"about_ca_topic_score_codex":0.0072080237,"about_ca_topic_score_gemma":0.014049742,"teacher_disagreement_score":0.012582941,"about_ca_system_score_codex":0.0022573736,"about_ca_system_score_gemma":0.011392199,"threshold_uncertainty_score":0.027220368},"labels":[],"label_agreement":null},{"id":"W2965571870","doi":"10.19173/irrodl.v20i4.4385","title":"Research on MOOCs in Major Referred Journals","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Content analysis; Computer science; Empirical research; Diversity (politics); World Wide Web; Data science; Multimedia; Sociology; Social science; Artificial intelligence","score_opus":0.18103917588452656,"score_gpt":0.5281609576994739,"score_spread":0.34712178181494735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965571870","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35039824,0.22624156,0.0037391996,0.023870103,0.009691699,0.00092489435,0.0034970953,0.00039025917,0.38124692],"genre_scores_gemma":[0.80257696,0.12250676,0.0027895598,0.007447844,0.008503265,0.0005076373,0.0025256898,0.00037129343,0.052771036],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9875087,0.0028252772,0.0013128762,0.0014918324,0.0059036436,0.00095759536],"domain_scores_gemma":[0.8990999,0.04784464,0.013652891,0.0040501878,0.025024036,0.010328421],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.007937217,0.00050412567,0.000986145,0.028900413,0.0034701843,0.015121847,0.001309683,0.0012144529,0.029783063],"category_scores_gemma":[0.07746165,0.00030422962,0.00048824603,0.043888927,0.0020676593,0.0060389894,0.0041799387,0.0011385444,0.004701874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032747106,0.0005713512,0.06495693,0.022337034,0.00031250814,0.0009221946,0.06621373,0.00021199087,0.0041288035,0.041087892,0.05365329,0.74527675],"study_design_scores_gemma":[0.00005464786,0.00026272485,0.14610118,0.013791611,0.00020706898,0.0010911671,0.054084647,0.00016793539,0.001491181,0.006025807,0.7766644,0.00005768817],"about_ca_topic_score_codex":0.00285623,"about_ca_topic_score_gemma":0.0036483728,"teacher_disagreement_score":0.9710996,"about_ca_system_score_codex":0.004591322,"about_ca_system_score_gemma":0.011053927,"threshold_uncertainty_score":0.09963429},"labels":[],"label_agreement":null},{"id":"W2965838646","doi":"10.19173/irrodl.v20i4.3949","title":"Patterns of Students’ Utilization of Flexibility in Online Academic Courses and Their Relation to Course Achievement","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flexibility (engineering); Computer science; Educational technology; Mathematics education; Distance education; Academic achievement; Blended learning; Online learning; Higher education; Relation (database); Online course; Process (computing); Multimedia; Psychology","score_opus":0.11933872386772158,"score_gpt":0.4872293597866629,"score_spread":0.3678906359189413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965838646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993242,0.0000569339,0.00017717082,0.00002985626,0.0000017516667,0.0000045859433,0.000048766462,0.0000035046016,0.000353254],"genre_scores_gemma":[0.9995623,0.000041067742,0.00014930306,0.0000054164075,0.0000016977604,0.0000052277346,0.0000665777,0.0000014337646,0.00016699446],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906343,0.00018915402,0.00014760367,0.0001740904,0.00028059105,0.00014520308],"domain_scores_gemma":[0.9935173,0.0024732293,0.0023280175,0.00030802758,0.0005370656,0.0008364019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090697,0.00019742225,0.00025250937,0.0013209967,0.000284506,0.0012418891,0.00033057603,0.00034919416,0.0014692995],"category_scores_gemma":[0.0070052515,0.0001310313,0.00033435444,0.0013644699,0.00028925436,0.00072964415,0.0008603549,0.00060628454,0.00030447362],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006402312,0.000142466,0.9838611,0.000019985448,0.00003878676,0.000047692334,0.0010541972,0.00010573916,0.00060835946,0.00007599788,0.000066111774,0.013915484],"study_design_scores_gemma":[0.0000014839654,0.000074043375,0.9976767,0.000007744496,0.000009720289,0.000065079796,0.0012165076,0.00033317498,0.00021535861,0.00009991961,0.00029397514,0.0000062097643],"about_ca_topic_score_codex":0.0012733988,"about_ca_topic_score_gemma":0.0019629952,"teacher_disagreement_score":0.0014692995,"about_ca_system_score_codex":0.00027364652,"about_ca_system_score_gemma":0.0003099742,"threshold_uncertainty_score":0.0049153566},"labels":[],"label_agreement":null},{"id":"W2965958236","doi":"10.19173/irrodl.v20i4.4061","title":"Approach to M-learning Acceptance Among University Students","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Instituto Tecnológico Metropolitano","keywords":"Technology acceptance model; Theory of planned behavior; Psychology; Higher education; Educational technology; Perception; E learning; Knowledge management; Mathematics education; Computer science; Usability; Control (management); Political science","score_opus":0.0497379637871641,"score_gpt":0.40222857181120186,"score_spread":0.35249060802403775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965958236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99145293,0.0005558659,0.0005408455,0.00053322956,0.00001775134,0.00006548441,0.00003672173,0.0000086757345,0.006788457],"genre_scores_gemma":[0.9991241,0.00016568371,0.00020120687,0.000065313645,0.0000053638073,0.00002992285,0.000014132316,0.0000013918329,0.0003928842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973394,0.0010373511,0.0001920071,0.00017825284,0.00090075587,0.0003522768],"domain_scores_gemma":[0.99133915,0.003008454,0.002330729,0.00026424817,0.0019094505,0.0011479281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002155891,0.00023444745,0.0003089207,0.0013614169,0.0007558096,0.0019253046,0.00034359566,0.0006270993,0.003111689],"category_scores_gemma":[0.011094948,0.00014410891,0.00062250067,0.0008716385,0.0006779572,0.0007512863,0.0011168113,0.0010437912,0.00035991723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009231833,0.00046086943,0.9426845,0.00016165068,0.000053522825,0.000117418334,0.009904359,0.000083787556,0.00064169994,0.00073645037,0.00036704505,0.044696473],"study_design_scores_gemma":[0.000012392951,0.00035867206,0.9713126,0.00016426865,0.000060972787,0.00025227296,0.022738382,0.0007298925,0.0005035951,0.00053188286,0.003309971,0.000025091193],"about_ca_topic_score_codex":0.0031162184,"about_ca_topic_score_gemma":0.0036218076,"teacher_disagreement_score":0.0031162184,"about_ca_system_score_codex":0.00093995867,"about_ca_system_score_gemma":0.001249334,"threshold_uncertainty_score":0.011401534},"labels":[],"label_agreement":null},{"id":"W2966146348","doi":"10.19173/irrodl.v20i1.3743","title":"An Analysis of the Journey of Open and Distance Education: Major Concepts and Cutoff Points in Research Trends","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Publishing; Open education; Educational technology; Field (mathematics); Content analysis; Mathematics education; Sociology; Computer science; Pedagogy; Psychology; Social science; Political science; Mathematics","score_opus":0.10621907166903549,"score_gpt":0.5321628824570221,"score_spread":0.42594381078798665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966146348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7267836,0.18837549,0.017902676,0.025106292,0.0016072266,0.0019993524,0.009302664,0.00022529102,0.02869739],"genre_scores_gemma":[0.8797824,0.075380765,0.030687643,0.0024417674,0.00057833735,0.0023500593,0.005749249,0.00017748986,0.0028523898],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96817064,0.008957051,0.008661088,0.0038695382,0.008551314,0.0017903957],"domain_scores_gemma":[0.7318459,0.15989059,0.037712563,0.005031311,0.06112193,0.0043977886],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.04225659,0.0006301543,0.0012033823,0.049912438,0.002344265,0.010119023,0.0013205148,0.0013681009,0.0021386344],"category_scores_gemma":[0.13342834,0.00067058246,0.0014068714,0.06729939,0.0030250624,0.013466692,0.003806951,0.001870977,0.0006763654],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081345334,0.00018055481,0.24962324,0.043550078,0.0008040803,0.0013815531,0.13628058,0.00046431264,0.005874735,0.034657348,0.011866316,0.5145037],"study_design_scores_gemma":[0.00008164107,0.00060256873,0.4189921,0.047217704,0.0010366023,0.0028537998,0.25338292,0.0015329856,0.0056878077,0.020045586,0.24823695,0.00032936136],"about_ca_topic_score_codex":0.0039408444,"about_ca_topic_score_gemma":0.0065634316,"teacher_disagreement_score":0.95008755,"about_ca_system_score_codex":0.0063426946,"about_ca_system_score_gemma":0.01464331,"threshold_uncertainty_score":0.22347689},"labels":[],"label_agreement":null},{"id":"W2966452976","doi":"10.19173/irrodl.v20i4.4101","title":"Understanding the Early Adjustment Experiences of Undergraduate Distance Education Students in South Africa","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; National Research Foundation; University of Texas at San Antonio","keywords":"Distance education; Perspective (graphical); Thematic analysis; Face (sociological concept); Adaptation (eye); Pedagogy; Work (physics); Qualitative research; Psychology; Sociology; Mathematics education; Social science; Engineering","score_opus":0.1583338667497839,"score_gpt":0.4967818699316391,"score_spread":0.3384480031818552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966452976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967818,0.00070637354,0.000087630164,0.0007690234,0.00002117784,0.000015412425,0.000018184139,0.000002329999,0.0015979084],"genre_scores_gemma":[0.99816555,0.0008606221,0.0000652831,0.0001507393,0.000005939354,0.000014186648,0.000016850627,0.000002581157,0.0007183248],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99865144,0.0004996038,0.00007870496,0.0001270009,0.00021320107,0.00043010726],"domain_scores_gemma":[0.9972555,0.0007094813,0.0005953884,0.000080514415,0.0002500509,0.0011091705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001933255,0.00036317523,0.00056667044,0.0011448921,0.0032461563,0.004659365,0.00061058154,0.00061012636,0.002582983],"category_scores_gemma":[0.00655295,0.0003261157,0.00032789705,0.0013112562,0.0024322488,0.0026549036,0.0048599467,0.0016037723,0.00029244792],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007897273,0.0001832791,0.12933534,0.00029217865,0.000027195645,0.0011435908,0.82725954,0.00003948386,0.0019380306,0.0010676871,0.0006866722,0.037948],"study_design_scores_gemma":[0.000003984957,0.00013547431,0.20376313,0.00023443945,0.000010424952,0.00039554207,0.7873241,0.000030640636,0.00025524263,0.00040311826,0.0074205957,0.000023337016],"about_ca_topic_score_codex":0.011215482,"about_ca_topic_score_gemma":0.02033042,"teacher_disagreement_score":0.011215482,"about_ca_system_score_codex":0.0021535687,"about_ca_system_score_gemma":0.0027171955,"threshold_uncertainty_score":0.022300422},"labels":[],"label_agreement":null},{"id":"W2966558582","doi":"10.19173/irrodl.v20i1.3789","title":"Mid-Career Adult Learners in an Online Doctoral Program and the Drivers of Their Academic Self-Regulation","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Perfectionism, Procrastination, Anxiety Studies","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Academic achievement; Graduate students; Social support; Higher education; Medical education; Computer-mediated communication; Social psychology; Developmental psychology; Pedagogy; The Internet","score_opus":0.11391131932877403,"score_gpt":0.45556595727351534,"score_spread":0.3416546379447413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966558582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99766564,0.0004552301,0.000056491175,0.00041634915,0.000011020924,0.0000056230033,0.000025218438,0.0000021482226,0.001362266],"genre_scores_gemma":[0.9991543,0.0002952946,0.00004562297,0.0000690945,0.000009392931,0.000005192575,0.000026227215,0.0000013237209,0.00039357317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993098,0.00022336442,0.000038744947,0.00009711631,0.00014593909,0.0001850455],"domain_scores_gemma":[0.9955188,0.0011244931,0.0011702896,0.00016790064,0.00033799067,0.0016805145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014230073,0.00009936503,0.00025639287,0.0005661494,0.000768539,0.0022535117,0.0003972968,0.0004662028,0.0025279257],"category_scores_gemma":[0.006033125,0.00012583856,0.00029664385,0.00044375262,0.00059146393,0.0006630417,0.0011748547,0.0011482812,0.00023047332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049858583,0.00037293488,0.9674221,0.00002988876,0.000043651387,0.00010543251,0.0055845734,0.000029530345,0.00021908757,0.0005230876,0.00038436032,0.025235407],"study_design_scores_gemma":[0.0000022859576,0.000040581286,0.9927738,0.000033047494,0.000008810038,0.0000802762,0.0058974945,0.00008925224,0.0000379618,0.00022114886,0.0008107856,0.000004504433],"about_ca_topic_score_codex":0.002653972,"about_ca_topic_score_gemma":0.005536897,"teacher_disagreement_score":0.002653972,"about_ca_system_score_codex":0.000398166,"about_ca_system_score_gemma":0.000696299,"threshold_uncertainty_score":0.008456767},"labels":[],"label_agreement":null},{"id":"W2966688471","doi":"10.19173/irrodl.v20i4.4325","title":"Enjoyment and Not Competence Predicts Academic Persistence for Distance Education Students","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Psychology; Competence (human resources); Distance education; Academic achievement; Workload; Intrinsic motivation; Social psychology; Higher education; Self-determination theory; Mathematics education; Computer science; Autonomy","score_opus":0.12074208369794132,"score_gpt":0.48564749976311405,"score_spread":0.36490541606517274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966688471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989686,0.00013966968,0.000047154812,0.00007107498,0.000004947231,0.0000055375926,0.00004579214,0.0000025482925,0.00071455585],"genre_scores_gemma":[0.9994702,0.00007940189,0.00004318443,0.000010441118,0.0000058470027,0.000004047884,0.00006656197,0.000001198687,0.00031917405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996444,0.00007443902,0.000040602303,0.000040653056,0.000104594495,0.00009527589],"domain_scores_gemma":[0.99528235,0.00076541945,0.0014694917,0.00016669874,0.00033173952,0.0019843096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073103054,0.0002088144,0.000290385,0.0008753547,0.00038579022,0.0013446081,0.0003708574,0.0005533166,0.004522445],"category_scores_gemma":[0.004893382,0.00013750717,0.0005617761,0.0004324983,0.0002826866,0.00043265085,0.0007983578,0.00084203394,0.00048469752],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029235778,0.00021485308,0.9958759,0.000013058761,0.00003576028,0.000020124811,0.0001261378,0.000030299268,0.000106776366,0.000032442727,0.000067418,0.003447906],"study_design_scores_gemma":[0.0000025241586,0.00009608671,0.9992106,0.000013118768,0.000012519507,0.000038220835,0.00026072958,0.0001655221,0.000030645126,0.000047815334,0.00011964801,0.000002571141],"about_ca_topic_score_codex":0.0030636643,"about_ca_topic_score_gemma":0.004577185,"teacher_disagreement_score":0.004522445,"about_ca_system_score_codex":0.0002303874,"about_ca_system_score_gemma":0.0003872826,"threshold_uncertainty_score":0.015129089},"labels":[],"label_agreement":null},{"id":"W2966811138","doi":"10.19173/irrodl.v20i4.3794","title":"The Nationwide Landscape of K–12 School Websites in the United States","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Demographics; Outreach; Service (business); Charter; World Wide Web; Business; Computer science; Sociology; Political science; Marketing","score_opus":0.05834887568935039,"score_gpt":0.44730322411796297,"score_spread":0.3889543484286126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966811138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99235064,0.0010003392,0.00018269096,0.00048565416,0.000006511249,0.00001699383,0.0005152006,0.000016062942,0.005425904],"genre_scores_gemma":[0.99774665,0.0007202963,0.00039120874,0.0001408533,0.0000050573817,0.000016510054,0.0003989494,0.0000055193536,0.0005750098],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988035,0.00034010698,0.00010317153,0.00029883638,0.00027792627,0.0001764689],"domain_scores_gemma":[0.9931797,0.0018430727,0.0026963712,0.00030693045,0.0011848417,0.0007891837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011705362,0.00009333594,0.00017460159,0.0024769173,0.0012331618,0.002332133,0.00042725677,0.0003877128,0.0026198854],"category_scores_gemma":[0.0039094314,0.00020716642,0.00015279616,0.004068418,0.0008385217,0.0019197544,0.0012491054,0.00055231625,0.00035849834],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004233881,0.00016181811,0.92234266,0.00013459739,0.000019424384,0.00023795637,0.007144164,0.00008555913,0.0008558194,0.0023379382,0.0017828168,0.06485489],"study_design_scores_gemma":[0.0000021832916,0.000053166892,0.9747029,0.00012241272,0.000010839153,0.00030753898,0.015276557,0.00012352502,0.00021437378,0.00026479404,0.008911331,0.000010349995],"about_ca_topic_score_codex":0.024831068,"about_ca_topic_score_gemma":0.06803738,"teacher_disagreement_score":0.024831068,"about_ca_system_score_codex":0.0010233315,"about_ca_system_score_gemma":0.0014349992,"threshold_uncertainty_score":0.04937303},"labels":[],"label_agreement":null},{"id":"W2973289871","doi":"10.19173/irrodl.v20i3.3913","title":"MOOCs Readiness","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Descriptive statistics; Psychology; Structural equation modeling; Variance (accounting); Pearson product-moment correlation coefficient; Self-efficacy; Sample (material); Medical education; Reliability (semiconductor); Applied psychology; Mathematics education; Psychometrics; Social psychology; Statistics; Developmental psychology; Mathematics","score_opus":0.06280255592099038,"score_gpt":0.4444665094921168,"score_spread":0.3816639535711264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973289871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767148,0.00035822607,0.00047724973,0.00042306833,0.00004666553,0.00015056349,0.00079488504,0.000057626217,0.020976903],"genre_scores_gemma":[0.9914008,0.00030536123,0.00040450416,0.00010819353,0.000019349513,0.00006452557,0.00076696306,0.000012190092,0.0069180927],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913484,0.000078682024,0.000067632944,0.00008404688,0.00033021084,0.00030458884],"domain_scores_gemma":[0.99492526,0.00055787334,0.0013296395,0.0001424845,0.0011323809,0.0019122958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009763216,0.00024165705,0.00020898468,0.0018272802,0.0005783629,0.0015593449,0.00039957004,0.00037863012,0.013026425],"category_scores_gemma":[0.0054670884,0.00010143871,0.00040891618,0.0007085996,0.00021349084,0.0008912087,0.0011039085,0.0008106789,0.0028561212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004763497,0.0006410185,0.8963644,0.00015562747,0.00003741187,0.00012457847,0.0014760145,0.000118343094,0.00070751907,0.00055265386,0.0022181685,0.0975567],"study_design_scores_gemma":[0.000003006747,0.000297533,0.9838229,0.00010439483,0.000021202279,0.00018165189,0.0033608698,0.00017442224,0.00054851116,0.00029014883,0.011178098,0.000017199596],"about_ca_topic_score_codex":0.0024645233,"about_ca_topic_score_gemma":0.005982938,"teacher_disagreement_score":0.013026425,"about_ca_system_score_codex":0.0004414942,"about_ca_system_score_gemma":0.0011407655,"threshold_uncertainty_score":0.04357773},"labels":[],"label_agreement":null},{"id":"W2974400528","doi":"10.19173/irrodl.v20i3.4283","title":"Online Course Design","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Checklist; Course (navigation); Online course; Variety (cybernetics); Massive open online course; Course evaluation; Online learning; Quality (philosophy); Computer science; Medical education; Multimedia; Engineering management; Engineering; Higher education; World Wide Web; Psychology; Medicine; Political science","score_opus":0.12912985214814635,"score_gpt":0.5039601578075319,"score_spread":0.3748303056593856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974400528","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13466878,0.0033403793,0.2747753,0.0026781943,0.0032276365,0.18250924,0.018066408,0.0055098077,0.37522423],"genre_scores_gemma":[0.19276941,0.0028159127,0.30693486,0.003584688,0.00053536915,0.2285833,0.009709314,0.0010085392,0.2540587],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99703896,0.0008815202,0.00030508597,0.00045565233,0.0010136776,0.00030502837],"domain_scores_gemma":[0.99371123,0.0018829269,0.00032539087,0.0007691032,0.002445226,0.00086610514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004161331,0.000651231,0.00067546935,0.001502116,0.00082404976,0.0023772132,0.0016571127,0.0009180768,0.11029378],"category_scores_gemma":[0.011202703,0.00034103534,0.0006180483,0.0014017452,0.00042239172,0.0013492666,0.0017789394,0.0011401327,0.0315648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022395055,0.0046356567,0.0044580395,0.003787117,0.0000511835,0.0003084009,0.0016697741,0.0039905114,0.007552783,0.020884212,0.07785677,0.87256604],"study_design_scores_gemma":[0.0016098813,0.0045648618,0.009884434,0.00078633433,0.00010866631,0.00024080732,0.0012376127,0.0043470277,0.0063750967,0.009651986,0.9610975,0.0000957806],"about_ca_topic_score_codex":0.0009146216,"about_ca_topic_score_gemma":0.0012624689,"teacher_disagreement_score":0.11029378,"about_ca_system_score_codex":0.0017219532,"about_ca_system_score_gemma":0.0029712175,"threshold_uncertainty_score":0.36896944},"labels":[],"label_agreement":null},{"id":"W2980375929","doi":"10.19173/irrodl.v20i5.4539","title":"An Exploration Into the Importance of a Sense of Belonging for Online Learners","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sense of community; Psychology; Online participation; Online learning; Attrition; Educational technology; Computer-mediated communication; Pedagogy; Synchronous learning; Mathematics education; Social psychology; Cooperative learning; Teaching method; World Wide Web; The Internet; Computer science","score_opus":0.15971798365546067,"score_gpt":0.504815265173915,"score_spread":0.3450972815184543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980375929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8989768,0.00812807,0.016584588,0.013768995,0.00052318204,0.000365046,0.00008283672,0.00004884147,0.061521657],"genre_scores_gemma":[0.98662204,0.0055180932,0.0034989608,0.000909913,0.00009362892,0.00013230364,0.000028559401,0.00001573498,0.0031807201],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99429,0.004244049,0.00017361208,0.00018193919,0.0007522301,0.0003582153],"domain_scores_gemma":[0.9889881,0.008456412,0.00067209883,0.0003187977,0.0007061695,0.0008583856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008025417,0.00034569734,0.00050685473,0.0017394597,0.005033328,0.0062997956,0.00088825595,0.0015693726,0.0031901665],"category_scores_gemma":[0.011013067,0.00018182091,0.0005678837,0.0014424318,0.0053033815,0.007994602,0.0063666045,0.0029196064,0.00031628791],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004997932,0.00016513819,0.012369257,0.0010687502,0.000018201206,0.0009521279,0.8588232,0.000065447435,0.0009661372,0.029091705,0.001954224,0.09447588],"study_design_scores_gemma":[0.0000074902546,0.00019125256,0.014313253,0.0016211694,0.00003051779,0.0014117609,0.89136195,0.00026296,0.0005759651,0.009231328,0.08094266,0.000049811246],"about_ca_topic_score_codex":0.0011442679,"about_ca_topic_score_gemma":0.0028383487,"teacher_disagreement_score":0.008025417,"about_ca_system_score_codex":0.0017251576,"about_ca_system_score_gemma":0.0029702855,"threshold_uncertainty_score":0.042442977},"labels":[],"label_agreement":null},{"id":"W2980431315","doi":"10.19173/irrodl.v20i4.4076","title":"Transformation From RTVUs to Open Universities in China","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Ideological and Political Education","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, India; Government of Jiangsu Province","keywords":"China; Distance education; Open education; Lifelong learning; Higher education; Open educational resources; Beijing; Open learning; Open university; Political science; Government (linguistics); Open government; Public relations; Business; Sociology; Economic growth; Open data; Pedagogy; Teaching method; Economics","score_opus":0.09018708883532056,"score_gpt":0.4907176392357341,"score_spread":0.4005305504004135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980431315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929126,0.0003339782,0.00037014353,0.001287796,0.00002405673,0.000044231103,0.00005647687,0.000023857841,0.0049469504],"genre_scores_gemma":[0.9980434,0.00013341266,0.00014003184,0.00016325839,0.000006618374,0.000012470644,0.000049487735,0.0000029386845,0.0014482816],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9978575,0.00023312084,0.00016335037,0.00022530423,0.0005098922,0.0010108833],"domain_scores_gemma":[0.99811697,0.00020307089,0.00034769293,0.0002011565,0.00030795013,0.00082324777],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0017339454,0.0001815406,0.00030723415,0.0012417359,0.0032722966,0.0033055944,0.0007718965,0.00082551513,0.0019625027],"category_scores_gemma":[0.003308928,0.00018497389,0.00046285367,0.0029224853,0.0025562164,0.0022346494,0.00421888,0.0009146133,0.00014085582],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032287228,0.00042438006,0.36812094,0.00045669495,0.00007668443,0.0044824346,0.12009765,0.0055253115,0.010547152,0.23659076,0.0079384735,0.24541673],"study_design_scores_gemma":[0.000061957806,0.00039342628,0.81367874,0.000159922,0.000040386865,0.00050754717,0.063876264,0.0061978875,0.0033457933,0.013178803,0.0984053,0.00015390891],"about_ca_topic_score_codex":0.08907698,"about_ca_topic_score_gemma":0.06517269,"teacher_disagreement_score":0.9992281,"about_ca_system_score_codex":0.010333486,"about_ca_system_score_gemma":0.019165745,"threshold_uncertainty_score":0.17711705},"labels":[],"label_agreement":null},{"id":"W2980439298","doi":"10.19173/irrodl.v20i4.4215","title":"Open Universities and Open Educational Practices","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Open educational resources; Open education; Open learning; Distance education; Higher education; Educational technology; Situated; Open university; Pedagogy; Sociology; Knowledge management; Public relations; Political science; Computer science; Teaching method; Cooperative learning","score_opus":0.1090170215822007,"score_gpt":0.48359466021014297,"score_spread":0.37457763862794224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980439298","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32141364,0.03448559,0.052562006,0.03097167,0.0009621212,0.00014257575,0.000107723485,0.00027080104,0.55908394],"genre_scores_gemma":[0.980568,0.004905105,0.00401694,0.00095919264,0.00024113258,0.000067399225,0.000027121185,0.00004495913,0.009170238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9889088,0.006749272,0.00048182072,0.0006762284,0.0021964486,0.0009873788],"domain_scores_gemma":[0.98077,0.012548868,0.0026030128,0.0015611898,0.0010056644,0.0015111979],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0055234656,0.00025689986,0.0002975352,0.0028353434,0.005474179,0.01528844,0.0009168377,0.002786266,0.0066425665],"category_scores_gemma":[0.01423152,0.00021712792,0.00033799346,0.0052127196,0.021585261,0.016666954,0.012550415,0.0029951646,0.0007463472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000286295,0.00005298085,0.0039933054,0.00039303128,0.000012419761,0.00041638225,0.11541141,0.00024892238,0.00043951394,0.81099415,0.0026367013,0.06537252],"study_design_scores_gemma":[0.0000137655215,0.00007832142,0.0073828604,0.0016276726,0.00002036559,0.0009128992,0.20998451,0.0005038776,0.0005740518,0.3352122,0.44362828,0.0000611182],"about_ca_topic_score_codex":0.0019603998,"about_ca_topic_score_gemma":0.0021542574,"teacher_disagreement_score":0.99908316,"about_ca_system_score_codex":0.0040881843,"about_ca_system_score_gemma":0.0037617325,"threshold_uncertainty_score":0.029661953},"labels":[],"label_agreement":null},{"id":"W2980544483","doi":"10.19173/irrodl.v20i3.4070","title":"Rewriting a History of Open Universities","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Distance education; Openness to experience; Feeling; Dissent; Resistance (ecology); Loneliness; Sociology; Pedagogy; Point (geometry); Open education; Higher education; Psychology; Social psychology; Political science","score_opus":0.15482995867205332,"score_gpt":0.536780535476095,"score_spread":0.38195057680404176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980544483","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20932284,0.11074891,0.015393975,0.15376683,0.006939005,0.00005306172,0.00014641759,0.00016951792,0.50345945],"genre_scores_gemma":[0.9614502,0.014433729,0.00077224185,0.004322329,0.0010148851,0.000027170925,0.000023416256,0.00009170984,0.017864246],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923185,0.0051240083,0.00024195145,0.0005351655,0.0011050971,0.0006753816],"domain_scores_gemma":[0.98611647,0.0099925725,0.0009074835,0.0010277797,0.00089004834,0.0010655816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005839723,0.0003043709,0.0003386769,0.0019985293,0.010590596,0.012321636,0.0009165783,0.0034281523,0.0054524103],"category_scores_gemma":[0.017598007,0.00032513627,0.00024915245,0.0030073966,0.03079322,0.020149838,0.00944015,0.006325873,0.00057719514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003481637,0.000019188152,0.0007546915,0.00020605572,0.000005437244,0.000567346,0.2668335,0.00013174632,0.00019786668,0.69603705,0.008954867,0.026257358],"study_design_scores_gemma":[0.000004331742,0.000026272202,0.0008231875,0.0007806139,0.000005060882,0.0005482806,0.11125546,0.00010442218,0.00027804117,0.06132655,0.8248274,0.000020459018],"about_ca_topic_score_codex":0.0047347937,"about_ca_topic_score_gemma":0.0061810217,"teacher_disagreement_score":0.012321636,"about_ca_system_score_codex":0.008290752,"about_ca_system_score_gemma":0.0043402156,"threshold_uncertainty_score":0.0601539},"labels":[],"label_agreement":null},{"id":"W2980713373","doi":"10.19173/irrodl.v20i4.4103","title":"Factors Related to Student Persistence in Open Universities","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Attrition; Scopus; Higher education; Intervention (counseling); Psychology; Political science; MEDLINE; Medicine; Engineering","score_opus":0.10611699435079734,"score_gpt":0.459039285012003,"score_spread":0.3529222906612056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980713373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97501284,0.016809437,0.00083243137,0.002415202,0.00010399593,0.00004457029,0.00039551366,0.000023895855,0.004361976],"genre_scores_gemma":[0.99519783,0.0037423074,0.00019723208,0.00011912842,0.00006188316,0.000020523672,0.00021914391,0.00000595387,0.00043591575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969838,0.00082185684,0.00051942974,0.00027062005,0.0009808742,0.00042345686],"domain_scores_gemma":[0.96953595,0.0114021385,0.010519039,0.0008774413,0.0036939792,0.0039714607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040637604,0.00019070222,0.00061456655,0.0031178305,0.0010211233,0.002683214,0.00067556853,0.00054768176,0.003106032],"category_scores_gemma":[0.030050345,0.00011048447,0.0007067318,0.00491955,0.000736378,0.0018374368,0.0017702457,0.0013428733,0.00031625445],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008586269,0.00016856451,0.9100654,0.00065186725,0.0001371883,0.00016565941,0.0030066958,0.00011297551,0.00010613513,0.00040079834,0.0007828075,0.08431607],"study_design_scores_gemma":[0.00000489103,0.00016908914,0.98722667,0.00052744726,0.00007673218,0.00031504477,0.0071148947,0.00011049255,0.00010367685,0.00076336693,0.0035631561,0.000024472929],"about_ca_topic_score_codex":0.002854457,"about_ca_topic_score_gemma":0.0033317301,"teacher_disagreement_score":0.0040637604,"about_ca_system_score_codex":0.00075204845,"about_ca_system_score_gemma":0.0018250098,"threshold_uncertainty_score":0.021491468},"labels":[],"label_agreement":null},{"id":"W2980797866","doi":"10.19173/irrodl.v20i3.4108","title":"Characterizing UNAM’s Open Education System Using the OOFAT Model","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Open education; Flexibility (engineering); Distance education; Business model; Open educational resources; Computer science; Higher education; Sociology; Engineering management; Political science; Process management; Business; Marketing; Pedagogy; Management; Engineering; World Wide Web; Economics","score_opus":0.10997410329853063,"score_gpt":0.4367827326329644,"score_spread":0.3268086293344338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980797866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7882569,0.00056044833,0.038919087,0.0024691212,0.00003381828,0.00021930145,0.0010455415,0.0001092134,0.16838652],"genre_scores_gemma":[0.9893155,0.00018080758,0.007003257,0.00004754407,0.000008794366,0.00011831795,0.00032140012,0.000008400161,0.0029959087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99937797,0.00017450548,0.000025030065,0.00009858986,0.00014292385,0.00018092562],"domain_scores_gemma":[0.9988423,0.0004715562,0.00025856873,0.000093068855,0.0001919051,0.00014252569],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00081784395,0.00015465906,0.00017890391,0.001973979,0.0011690864,0.003480769,0.00042952178,0.0006444867,0.004079959],"category_scores_gemma":[0.0024684137,0.000088182846,0.00040157212,0.0021522555,0.0012666187,0.0030827702,0.0018568895,0.00063474133,0.00025268953],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012437401,0.00018240747,0.08063641,0.00017579703,0.00004219861,0.0005910974,0.0064845663,0.019225117,0.00094929454,0.8367392,0.0034234016,0.05142609],"study_design_scores_gemma":[0.000073205425,0.0003851918,0.23668736,0.00054387643,0.00009747816,0.0009256252,0.04455975,0.23128344,0.001336681,0.3176812,0.16630442,0.00012182498],"about_ca_topic_score_codex":0.019144181,"about_ca_topic_score_gemma":0.015030588,"teacher_disagreement_score":0.9995705,"about_ca_system_score_codex":0.0049899933,"about_ca_system_score_gemma":0.0025405611,"threshold_uncertainty_score":0.038065493},"labels":[],"label_agreement":null},{"id":"W2980952475","doi":"10.19173/irrodl.v20i3.4035","title":"Open Universities: Old Concepts and Contemporary Challenges","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Competition (biology); Higher education; Open educational resources; Corporate governance; Distance education; Open learning; Work (physics); Public relations; Sociology; Quality (philosophy); Open university; Educational technology; Political science; Management; Pedagogy; Engineering; Teaching method; Economics; Cooperative learning","score_opus":0.14368716811744747,"score_gpt":0.49633186617062053,"score_spread":0.35264469805317306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980952475","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068442947,0.6740338,0.012727592,0.23922537,0.0060262806,0.000026555035,0.00009175096,0.00007024104,0.060954098],"genre_scores_gemma":[0.23679574,0.6870966,0.0072541893,0.032463714,0.024196493,0.00019081938,0.00012904011,0.00013506957,0.011738289],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9932505,0.00329225,0.00044947927,0.000774759,0.0016399035,0.00059312483],"domain_scores_gemma":[0.9822521,0.013195793,0.0009818051,0.0008024842,0.0015635184,0.0012042306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011332978,0.0009880272,0.0011742505,0.007827278,0.0060002785,0.019951256,0.002474374,0.0094059585,0.006236345],"category_scores_gemma":[0.014168728,0.0005183378,0.0007079904,0.009658678,0.04014394,0.048582967,0.009943848,0.011865352,0.0011374375],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015106401,0.00002781337,0.0002194591,0.00052226597,0.000005015666,0.000059854654,0.003061555,0.00024629568,0.000046848734,0.94691414,0.009473918,0.03940779],"study_design_scores_gemma":[0.000004919705,0.000022508622,0.00037118146,0.0016047582,0.0000041144226,0.00018552128,0.0072162636,0.00035639197,0.000053066884,0.6585112,0.33164373,0.00002635141],"about_ca_topic_score_codex":0.0029591126,"about_ca_topic_score_gemma":0.0026036594,"teacher_disagreement_score":0.019951256,"about_ca_system_score_codex":0.010168204,"about_ca_system_score_gemma":0.0059708734,"threshold_uncertainty_score":0.07377589},"labels":[],"label_agreement":null},{"id":"W2981012516","doi":"10.19173/irrodl.v20i4.4113","title":"Maturity Levels of Student Support E- Services Within an Open Distance E-learning University","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Maturity (psychological); Capability Maturity Model; Open university; E learning; Higher education; Process (computing); Mathematics education; Institution; Computer science; Psychology; Educational technology; Knowledge management; Pedagogy; Sociology; Political science; Social science","score_opus":0.08797375035146947,"score_gpt":0.4672824471188392,"score_spread":0.3793086967673697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981012516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890486,0.00069176254,0.0024251132,0.0006580231,0.00001028453,0.00007229866,0.00003776886,0.000014151711,0.007041995],"genre_scores_gemma":[0.99757487,0.00030260484,0.001539095,0.000020705296,0.0000022876343,0.000029231049,0.000035876365,0.0000019362699,0.0004934062],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966595,0.0010590435,0.00030932817,0.0002448154,0.0012991421,0.00042801915],"domain_scores_gemma":[0.9870732,0.0034447191,0.0020091834,0.00036157764,0.004892834,0.0022184008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00797738,0.00018115362,0.00021785371,0.0014615316,0.00079795666,0.0038489774,0.0004514782,0.00063773926,0.0012373227],"category_scores_gemma":[0.018373568,0.00017500411,0.0003016548,0.0012038007,0.00066567375,0.0027184812,0.0019865306,0.0008380573,0.0002675343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031162222,0.0006358655,0.54669386,0.0006145878,0.00007227666,0.00044466474,0.11687442,0.00094598543,0.0070878644,0.015807033,0.001087403,0.30942434],"study_design_scores_gemma":[0.000019051096,0.0017810535,0.75061184,0.00082989206,0.00006874756,0.00071130024,0.1934845,0.0057171066,0.008033428,0.00881242,0.029812494,0.00011828887],"about_ca_topic_score_codex":0.0022182895,"about_ca_topic_score_gemma":0.0020019752,"teacher_disagreement_score":0.00797738,"about_ca_system_score_codex":0.0021824068,"about_ca_system_score_gemma":0.0041582217,"threshold_uncertainty_score":0.042188942},"labels":[],"label_agreement":null},{"id":"W2981170461","doi":"10.19173/irrodl.v20i4.4132","title":"Distance Education and the Open University of Brazil","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Public Policy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Face (sociological concept); Christian ministry; Institution; Higher education; The Internet; Library science; Quality (philosophy); Sociology; Political science; Public institution; Pedagogy; Public relations; Social science; Law; World Wide Web; Computer science","score_opus":0.06876446177266736,"score_gpt":0.4949812213603813,"score_spread":0.42621675958771393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981170461","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043037664,0.63011295,0.0039755236,0.041972283,0.0010901581,0.000077781544,0.00027582998,0.000081753285,0.2793761],"genre_scores_gemma":[0.6637128,0.3162528,0.0025164476,0.0036020312,0.0006687514,0.000062460254,0.00021126788,0.000030015091,0.012943458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.998408,0.0005148151,0.00012320063,0.00021864081,0.00053120265,0.00020418083],"domain_scores_gemma":[0.99683654,0.0012033893,0.0007024742,0.00012439642,0.0007132814,0.00042005093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014159697,0.00020087197,0.0002406376,0.0015096709,0.0012269071,0.0043262383,0.00055257394,0.0008407135,0.003980245],"category_scores_gemma":[0.0051518753,0.000115213625,0.00019592095,0.0030067335,0.0021855284,0.0034688916,0.0024496347,0.0009844744,0.00043490258],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018598483,0.00004058019,0.005741088,0.0024606604,0.000015939255,0.0005385803,0.006858492,0.0002195253,0.0005249742,0.5529712,0.011085876,0.41952452],"study_design_scores_gemma":[0.000006480794,0.000050667724,0.021780353,0.0058499486,0.000026648986,0.0011332912,0.00524346,0.00016830009,0.00031730696,0.03852661,0.92686844,0.000028371542],"about_ca_topic_score_codex":0.018678917,"about_ca_topic_score_gemma":0.01744264,"teacher_disagreement_score":0.018678917,"about_ca_system_score_codex":0.0047520325,"about_ca_system_score_gemma":0.006778516,"threshold_uncertainty_score":0.03714037},"labels":[],"label_agreement":null},{"id":"W2981206191","doi":"10.19173/irrodl.v20i4.4117","title":"A Neo-Institutionalist Approach to Understanding Drivers of Quality Assurance in ODL","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality assurance; Context (archaeology); Higher education; Quality (philosophy); Distance education; Knowledge management; Public relations; Sociology; Process management; Political science; Business; Computer science; Pedagogy; Marketing","score_opus":0.19484831206855305,"score_gpt":0.5006960748817793,"score_spread":0.30584776281322623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981206191","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2721755,0.013145567,0.25833112,0.15263644,0.0003887798,0.0010386491,0.00039692348,0.00017016202,0.30171683],"genre_scores_gemma":[0.97755706,0.0026979025,0.014903405,0.0013912229,0.000071923,0.0003111161,0.0000529324,0.000022556978,0.0029919404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98730564,0.008612573,0.00046746526,0.00083609094,0.0017364102,0.0010418189],"domain_scores_gemma":[0.98515564,0.009055684,0.0027179946,0.00076510623,0.0015167847,0.00078888686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013025498,0.0005358569,0.00058022473,0.0049807713,0.0028582325,0.010547996,0.0022826348,0.0023235362,0.00318956],"category_scores_gemma":[0.012280613,0.00041244962,0.00069869735,0.005295486,0.020133989,0.010003804,0.007167979,0.003172844,0.00024642638],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008615871,0.000053934873,0.006050439,0.0001984983,0.00001960007,0.00017725203,0.01335353,0.0017711832,0.00011896202,0.96856683,0.0004958945,0.009185338],"study_design_scores_gemma":[0.000017985276,0.00012107704,0.01106994,0.00088971783,0.000024661998,0.00021967167,0.059438396,0.009899774,0.00040775724,0.84464824,0.07320845,0.000054330827],"about_ca_topic_score_codex":0.008158976,"about_ca_topic_score_gemma":0.0075703776,"teacher_disagreement_score":0.019222045,"about_ca_system_score_codex":0.019222045,"about_ca_system_score_gemma":0.013243046,"threshold_uncertainty_score":0.13946635},"labels":[],"label_agreement":null},{"id":"W2981289128","doi":"10.19173/irrodl.v20i4.4034","title":"Open Universities: Innovative Past, Challenging Present, and Prospective Future","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Higher education; Distance education; Competition (biology); Restructuring; Open education; Public relations; Open innovation; Variety (cybernetics); Legitimacy; Work (physics); Sociology; Political science; Business; Engineering; Marketing; Pedagogy; Computer science","score_opus":0.06732528920711509,"score_gpt":0.42482205356712943,"score_spread":0.3574967643600143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981289128","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025578868,0.20439497,0.013295795,0.6299418,0.010085188,0.00005728086,0.00012706763,0.00023118379,0.116287805],"genre_scores_gemma":[0.7224002,0.18179663,0.016249655,0.037566572,0.014515319,0.00018844221,0.0001902024,0.00019987462,0.026893053],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9892342,0.004639797,0.00040341256,0.0011227452,0.0027670048,0.0018328882],"domain_scores_gemma":[0.98059744,0.0072690193,0.0013418689,0.0015974808,0.0031588462,0.006035278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020545196,0.0006272242,0.00066856854,0.0024838238,0.010423492,0.029940227,0.0021258004,0.009028556,0.008696593],"category_scores_gemma":[0.014776998,0.00040787124,0.0006128118,0.0032310023,0.025946328,0.049028672,0.011552093,0.010979592,0.0017873573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007222294,0.0001453688,0.0013768927,0.000688275,0.00001419746,0.00033497906,0.007053957,0.00028845252,0.0004902362,0.830438,0.030355465,0.12874198],"study_design_scores_gemma":[0.000019194415,0.00013842667,0.0014141054,0.0016763378,0.00001740038,0.0011826628,0.02813669,0.0006923337,0.00039717552,0.30599445,0.6602164,0.0001149284],"about_ca_topic_score_codex":0.0015496224,"about_ca_topic_score_gemma":0.0026053193,"teacher_disagreement_score":0.029940227,"about_ca_system_score_codex":0.00821623,"about_ca_system_score_gemma":0.01427594,"threshold_uncertainty_score":0.10865468},"labels":[],"label_agreement":null},{"id":"W2981290691","doi":"10.19173/irrodl.v20i4.4163","title":"Rethinking Open Universities","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Distance education; Higher education; Institution; China; Public relations; Face (sociological concept); Quality (philosophy); Political science; Open learning; Open educational resources; Sociology; Business; Public administration; Pedagogy; Teaching method; Law; Social science","score_opus":0.10414816711342881,"score_gpt":0.4814044195175218,"score_spread":0.377256252404093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981290691","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11222016,0.07911808,0.08064017,0.3950429,0.013144155,0.00012420164,0.00012549204,0.00058803306,0.31899673],"genre_scores_gemma":[0.9254958,0.015292627,0.00804806,0.026078915,0.0031761047,0.00012418632,0.00005269288,0.00020688455,0.0215247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9669445,0.01902717,0.0014380339,0.0026869006,0.006275086,0.0036283124],"domain_scores_gemma":[0.9402418,0.03666962,0.0034856992,0.007865984,0.0066131116,0.00512369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031677023,0.00038137715,0.00054570637,0.0027745082,0.00718364,0.022636462,0.0022593967,0.008066122,0.004944369],"category_scores_gemma":[0.048938565,0.0004235039,0.0006970958,0.0029202604,0.03367116,0.034863066,0.021001406,0.008052944,0.0010069382],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000094149555,0.000010174568,0.0003268477,0.00010668109,0.0000042903675,0.00006443428,0.004929303,0.00023608089,0.000087323366,0.96481997,0.00468054,0.02472501],"study_design_scores_gemma":[0.000013943196,0.000048553426,0.00094391906,0.0006900511,0.000009450251,0.00012740794,0.009450501,0.0004293429,0.00033079518,0.36522248,0.6226862,0.00004735014],"about_ca_topic_score_codex":0.0053470866,"about_ca_topic_score_gemma":0.0058110077,"teacher_disagreement_score":0.031677023,"about_ca_system_score_codex":0.01048923,"about_ca_system_score_gemma":0.013002762,"threshold_uncertainty_score":0.16752613},"labels":[],"label_agreement":null},{"id":"W2982451711","doi":"10.19173/irrodl.v20i4.4086","title":"The Historical Development and Adaptation of Open Universities in Turkish Context","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Anadolu Üniversitesi","keywords":"Distance education; Higher education; Open education; Context (archaeology); Turkish; Openness to experience; Lifelong learning; Open learning; Sociology; Institution; Pedagogy; Phenomenon; Political science; Geography; Social science; Teaching method; Psychology","score_opus":0.20416517899464548,"score_gpt":0.4654118254057409,"score_spread":0.2612466464110954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982451711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8240731,0.015137598,0.0033051257,0.006861203,0.00060359755,0.00005903295,0.00021110495,0.00007370209,0.1496756],"genre_scores_gemma":[0.99491936,0.0014567696,0.00037843286,0.00022090704,0.000039883333,0.000011418422,0.000029301773,0.000014031003,0.002929912],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9979918,0.00068205484,0.00012911497,0.0003045234,0.00027704466,0.00061543996],"domain_scores_gemma":[0.9987185,0.00033238932,0.00022429797,0.00013597797,0.0003435133,0.0002453448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019365848,0.00041630992,0.000272776,0.0017460912,0.006051963,0.005161731,0.0007881874,0.0015126977,0.003711433],"category_scores_gemma":[0.0027158312,0.00031342663,0.00027501627,0.0024893768,0.0065494217,0.004475141,0.004757633,0.0015813644,0.0006381533],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039944553,0.00012317178,0.019793812,0.0007014346,0.000028243212,0.012544534,0.2325571,0.0018224394,0.0035881426,0.58093864,0.008381734,0.13912126],"study_design_scores_gemma":[0.000020209942,0.00021166824,0.050009772,0.0007530368,0.00004318944,0.0064168447,0.19777836,0.0014309146,0.0021438473,0.026129639,0.7148422,0.00022030385],"about_ca_topic_score_codex":0.009922487,"about_ca_topic_score_gemma":0.010312212,"teacher_disagreement_score":0.009922487,"about_ca_system_score_codex":0.00986821,"about_ca_system_score_gemma":0.0039353585,"threshold_uncertainty_score":0.071599185},"labels":[],"label_agreement":null},{"id":"W2989812061","doi":"10.19173/irrodl.v20i3.4079","title":"A Tour of Open Universities Through Literature","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bespoke; Phenomenon; Higher education; Open educational resources; Bibliometrics; Work (physics); Sample (material); Open education; Sociology; Public relations; Political science; Social science; Library science; Pedagogy; Computer science; Economic growth; Engineering; Economics","score_opus":0.0613024246542618,"score_gpt":0.44589969821172515,"score_spread":0.38459727355746337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989812061","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010120172,0.50312585,0.015514355,0.20070846,0.026962403,0.00015028127,0.0012365683,0.0018405165,0.24034135],"genre_scores_gemma":[0.102206096,0.51502496,0.054662924,0.053597547,0.037149914,0.0006408518,0.0022806309,0.0018740933,0.23256297],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963775,0.0018993276,0.00021307153,0.00025858777,0.0009179772,0.00033347338],"domain_scores_gemma":[0.98853123,0.0064154323,0.0009327302,0.0009372662,0.0012965124,0.0018868804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045341486,0.0009988248,0.00093911804,0.014343507,0.0054177963,0.014741026,0.0017115216,0.0037738713,0.031540874],"category_scores_gemma":[0.009597089,0.00052183843,0.0012017316,0.01478861,0.005851805,0.026073737,0.012187144,0.006540817,0.011619285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094789175,0.00011185341,0.0010756813,0.002219617,0.000038478556,0.0012135109,0.019118238,0.00033330664,0.00094813446,0.16980685,0.5430841,0.2619554],"study_design_scores_gemma":[0.0000033898978,0.00001419252,0.0003685614,0.0016377085,0.0000035044827,0.0004329461,0.006394155,0.000051765175,0.000050871968,0.022693837,0.9683321,0.00001696427],"about_ca_topic_score_codex":0.0020256485,"about_ca_topic_score_gemma":0.0063823457,"teacher_disagreement_score":0.031540874,"about_ca_system_score_codex":0.003421081,"about_ca_system_score_gemma":0.0050047156,"threshold_uncertainty_score":0.105514705},"labels":[],"label_agreement":null},{"id":"W2998872312","doi":"10.19173/irrodl.v21i1.4529","title":"Getting Started With Open Badges and Open Microcredentials","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credential; Variety (cybernetics); Popularity; Open education; Computer science; Key (lock); Resource (disambiguation); World Wide Web; Internet privacy; Knowledge management; Psychology; Computer security","score_opus":0.17147874930608584,"score_gpt":0.5027322339405281,"score_spread":0.33125348463444226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998872312","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111718364,0.004204263,0.36702597,0.05557031,0.002546617,0.001090181,0.00022603956,0.0041315258,0.45348686],"genre_scores_gemma":[0.6126683,0.0044593774,0.26286554,0.010593844,0.0008078351,0.001418116,0.00038131292,0.0012302799,0.10557546],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98435056,0.009043928,0.0007029178,0.00095962733,0.0032109679,0.0017320205],"domain_scores_gemma":[0.97026104,0.012842234,0.0024964542,0.0051360563,0.0022977695,0.0069664214],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.013079339,0.0008079311,0.0005605176,0.0020859085,0.0042727557,0.0130330585,0.0020446419,0.0037899413,0.020271512],"category_scores_gemma":[0.036668286,0.0005186002,0.0007634098,0.0013547422,0.009155605,0.023788353,0.01790265,0.0051714145,0.005947592],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001657566,0.00082390185,0.0072696605,0.0008398983,0.000031995012,0.00059581257,0.034767505,0.00064455083,0.0017764545,0.43931305,0.051571,0.4622004],"study_design_scores_gemma":[0.000044636552,0.0004677708,0.00615333,0.0017479965,0.000028936845,0.0012962228,0.026582172,0.0013200431,0.0023861702,0.29332906,0.666507,0.00013674163],"about_ca_topic_score_codex":0.00052663597,"about_ca_topic_score_gemma":0.001640091,"teacher_disagreement_score":0.9979554,"about_ca_system_score_codex":0.0017296268,"about_ca_system_score_gemma":0.003682889,"threshold_uncertainty_score":0.06917101},"labels":[],"label_agreement":null},{"id":"W2999005471","doi":"10.19173/irrodl.v20i5.4545","title":"Towards a Devolved Model of Management of OER? The Case of the Irish Higher Education Sector","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Open educational resources; Higher education; Irish; Knowledge management; Reuse; Political science; Public relations; Business; Computer science; World Wide Web; Engineering","score_opus":0.1477963013851725,"score_gpt":0.43374122597390097,"score_spread":0.28594492458872844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999005471","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27177104,0.008976016,0.065949574,0.20623526,0.00059632456,0.0008016224,0.00016300818,0.00023377161,0.44527346],"genre_scores_gemma":[0.9463805,0.0034888377,0.023104066,0.0051910304,0.00016755541,0.00032183403,0.000090508394,0.000101764825,0.021153964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.93548363,0.042381752,0.0027560245,0.004256963,0.0080105625,0.007111016],"domain_scores_gemma":[0.9495397,0.02496053,0.005210844,0.0068215397,0.007559572,0.0059077544],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.05268899,0.00054791674,0.0007327477,0.0046022707,0.009510961,0.045064855,0.006374057,0.008216782,0.005184767],"category_scores_gemma":[0.04169758,0.00092889677,0.0011267225,0.0066195712,0.03368105,0.044629853,0.025634464,0.007250192,0.0014138577],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051200823,0.00016982626,0.0052321674,0.0005070023,0.00004080949,0.0033918337,0.07156476,0.0019631186,0.0005495449,0.85961413,0.004922325,0.051993325],"study_design_scores_gemma":[0.00011049954,0.00024017139,0.0050452724,0.0020618108,0.00005707553,0.0033587357,0.3340844,0.0069567044,0.0012166402,0.26335856,0.38331386,0.00019617271],"about_ca_topic_score_codex":0.030358048,"about_ca_topic_score_gemma":0.027538642,"teacher_disagreement_score":0.99362594,"about_ca_system_score_codex":0.02681895,"about_ca_system_score_gemma":0.034124866,"threshold_uncertainty_score":0.27864933},"labels":[],"label_agreement":null},{"id":"W2999412724","doi":"10.19173/irrodl.v20i5.4564","title":"Studying Learner Behavior in Online Courses With Free-Certificate Coupons: Results From Two Case Studies","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Certification; Computer science; Incentive; Certificate in Education; Track (disk drive); School Certificate; Medical education; Higher education; Mathematics education; Psychology; Medicine; Political science","score_opus":0.3346318925803198,"score_gpt":0.4971839140374969,"score_spread":0.16255202145717712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999412724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987789,0.000045023633,0.00033949714,0.00006075082,0.000003354286,0.000107529406,0.000054328033,0.000004998081,0.0006057217],"genre_scores_gemma":[0.9961696,0.00017035115,0.001750161,0.0000919669,0.0000111017325,0.0003494025,0.00013997102,0.000008463766,0.0013090199],"study_design_codex":"observational","study_design_gemma":"case_report","domain_scores_codex":[0.99369377,0.0036159235,0.00039222674,0.00061348,0.0011200417,0.0005645857],"domain_scores_gemma":[0.96097565,0.02661353,0.0038822275,0.002314848,0.0042321673,0.0019815916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010420536,0.00033779838,0.0005383742,0.0016150484,0.001975936,0.0020364986,0.0011719419,0.0016464032,0.0019019037],"category_scores_gemma":[0.02944013,0.000345154,0.00077051675,0.0013437753,0.0012286291,0.0017027882,0.001637563,0.0014750304,0.00066684623],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009906852,0.022780465,0.7971017,0.00048080797,0.00020255207,0.0025247699,0.08926178,0.001228616,0.002733573,0.0010265216,0.00154458,0.08012403],"study_design_scores_gemma":[0.00023716815,0.0069496944,0.86227137,0.00032700575,0.00022823227,0.0019698741,0.10289852,0.003952071,0.009101417,0.0009998664,0.010849679,0.00021516143],"about_ca_topic_score_codex":0.0056652804,"about_ca_topic_score_gemma":0.011845187,"teacher_disagreement_score":0.010420536,"about_ca_system_score_codex":0.0020220387,"about_ca_system_score_gemma":0.0015946272,"threshold_uncertainty_score":0.05510968},"labels":[],"label_agreement":null},{"id":"W2999497135","doi":"10.19173/irrodl.v20i5.4519","title":"Book Review: High-Impact Practices in Online Education","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Computer science; Sociology; Pedagogy","score_opus":0.12608556677682453,"score_gpt":0.5409251120413566,"score_spread":0.4148395452645321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999497135","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007453805,0.6321563,0.0006705523,0.11084051,0.18878369,0.00026270602,0.0008961428,0.00025647462,0.06538831],"genre_scores_gemma":[0.008184824,0.64213353,0.0010505258,0.083600886,0.1182846,0.0004166576,0.0013174812,0.00026299135,0.14474864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99591947,0.0009857899,0.0004181815,0.00030077886,0.0021560902,0.00021970831],"domain_scores_gemma":[0.96465576,0.014599577,0.0031856413,0.00066795375,0.014514988,0.0023761063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003527613,0.00068796525,0.0015742666,0.003498393,0.00074739737,0.0041943598,0.0015583312,0.0035308932,0.058210958],"category_scores_gemma":[0.02594407,0.00039150973,0.0007062508,0.004793342,0.0009218266,0.0028071164,0.0014996043,0.003045884,0.021563692],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017755887,0.000015479562,0.00006093406,0.0019224571,0.000011152966,0.000014735301,0.000014069939,0.000016878566,0.000046800833,0.00028577814,0.9455311,0.052062806],"study_design_scores_gemma":[0.00003326722,0.000043996315,0.00109025,0.0062828767,0.00003403889,0.0001489964,0.000051723244,0.00002561881,0.000070868286,0.000529445,0.99167776,0.000011195947],"about_ca_topic_score_codex":0.00363355,"about_ca_topic_score_gemma":0.013534281,"teacher_disagreement_score":0.058210958,"about_ca_system_score_codex":0.002695875,"about_ca_system_score_gemma":0.0053796056,"threshold_uncertainty_score":0.19473505},"labels":[],"label_agreement":null},{"id":"W2999546923","doi":"10.19173/irrodl.v20i5.4141","title":"Open to Open? An Exploration of Textbook Preferences and Strategies to Offset Textbook Costs for Online Versus On-Campus Students","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"William and Flora Hewlett Foundation","keywords":"Popularity; Perception; Distance education; Psychology; Higher education; Open educational resources; Open education; Mathematics education; Electronic publishing; Medical education; Pedagogy; Computer science; World Wide Web; The Internet; Social psychology; Political science; Medicine","score_opus":0.32616817280666444,"score_gpt":0.5383479290811415,"score_spread":0.21217975627447705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999546923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99869484,0.000058089794,0.00014429739,0.000095971554,0.000004067125,0.0000089281075,0.000012083185,0.0000028118677,0.0009789122],"genre_scores_gemma":[0.99837935,0.00013843075,0.00049525994,0.00013715845,0.00000565964,0.00001588418,0.000027660604,0.0000036360477,0.00079679675],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9984346,0.0006790862,0.00012789732,0.00015071512,0.00041613576,0.0001915131],"domain_scores_gemma":[0.9927717,0.003359632,0.0017707917,0.00021396286,0.00066157983,0.0012223152],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0025298705,0.00024188112,0.0003739863,0.000785288,0.00083949434,0.0038796912,0.0007466734,0.00061181246,0.003077075],"category_scores_gemma":[0.010991628,0.00022371992,0.0004894186,0.0007735146,0.0007972969,0.00217859,0.0013437433,0.000982116,0.00038420633],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005774195,0.0048221103,0.7208541,0.00045961273,0.00016305149,0.0008008098,0.11181424,0.0003067247,0.0064407294,0.0022561003,0.0017806011,0.14972448],"study_design_scores_gemma":[0.00007970961,0.0019757135,0.6592254,0.00017893966,0.00012148852,0.00047253165,0.3266061,0.0013929863,0.0025416855,0.0011493596,0.0061683166,0.000087793946],"about_ca_topic_score_codex":0.0018200479,"about_ca_topic_score_gemma":0.0055564083,"teacher_disagreement_score":0.99925333,"about_ca_system_score_codex":0.00071509037,"about_ca_system_score_gemma":0.0010969057,"threshold_uncertainty_score":0.013379395},"labels":[],"label_agreement":null},{"id":"W2999792204","doi":"10.19173/irrodl.v21i1.4557","title":"Constructing a Design Framework and Pedagogical Approach for Adaptive Learning in Higher Education: A Practitioner's Perspective","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Central Florida","keywords":"Adaptive learning; Instructional design; Context (archaeology); Higher education; Computer science; Educational technology; Knowledge management; Perspective (graphical); Best practice; Learning sciences; Mathematics education; Psychology; Multimedia; World Wide Web; Artificial intelligence; Management","score_opus":0.38021591650837233,"score_gpt":0.504848174296503,"score_spread":0.12463225778813064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999792204","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0106609,0.006664124,0.8468304,0.095724046,0.0007740006,0.0012035351,0.0000637652,0.00026617275,0.037812974],"genre_scores_gemma":[0.1756409,0.0050914288,0.803362,0.007465086,0.00021821482,0.0024267642,0.00008425384,0.00012446698,0.0055869417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.943373,0.04252582,0.0026692012,0.0026859036,0.0069869105,0.0017590782],"domain_scores_gemma":[0.95748055,0.02710814,0.0017871079,0.0028782913,0.008189475,0.0025563936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.073479965,0.0014352122,0.0011505317,0.007155735,0.006951448,0.017233286,0.00598472,0.010989016,0.002639071],"category_scores_gemma":[0.029910244,0.0012408663,0.0014290791,0.0053171134,0.032870464,0.013631167,0.008563494,0.013124631,0.001092008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015278052,0.00020808459,0.0010547617,0.0008843068,0.000017570059,0.00034132492,0.034705665,0.0023227278,0.00089447823,0.9115051,0.004523453,0.04352722],"study_design_scores_gemma":[0.00008668185,0.00031790533,0.000899557,0.0050692484,0.000044636254,0.0009531364,0.06271006,0.009915229,0.001428858,0.56338096,0.35507566,0.00011813412],"about_ca_topic_score_codex":0.007828538,"about_ca_topic_score_gemma":0.008144238,"teacher_disagreement_score":0.073479965,"about_ca_system_score_codex":0.016251339,"about_ca_system_score_gemma":0.026600776,"threshold_uncertainty_score":0.38860387},"labels":[],"label_agreement":null},{"id":"W3000105956","doi":"10.19173/irrodl.v20i5.4538","title":"Distance Learners’ Experiences of Silence Online: A Phenomenological Inquiry","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Silence; Psychology; Obligation; Curriculum; Phenomenon; Pedagogy; Phenomenology (philosophy); Computer-mediated communication; Distance education; Epistemology; The Internet; Computer science; Aesthetics; World Wide Web","score_opus":0.3904691306355014,"score_gpt":0.5724950245345682,"score_spread":0.18202589389906682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000105956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98033327,0.001690432,0.00583721,0.0031399976,0.00010110529,0.00020733986,0.000080682614,0.000035658897,0.008574212],"genre_scores_gemma":[0.99416333,0.0015397231,0.0011381774,0.0005312156,0.00003970606,0.00019828016,0.000036057816,0.000030823623,0.0023226987],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99141264,0.00598731,0.0003085666,0.00055229716,0.0009341474,0.00080497976],"domain_scores_gemma":[0.9833845,0.0133040035,0.000853662,0.00054889015,0.00080600946,0.0011029185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01069058,0.0007057751,0.0012657527,0.0018696471,0.008482592,0.0072053284,0.0023351281,0.0026370988,0.0014823166],"category_scores_gemma":[0.015655946,0.0005635964,0.000628776,0.0015947273,0.014366149,0.007609343,0.008539033,0.0038558654,0.00035682367],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020717342,0.00003185987,0.0010895664,0.00006686906,0.0000040359905,0.0004260442,0.99375474,0.000031905263,0.00039348908,0.0011099488,0.00015770794,0.002912932],"study_design_scores_gemma":[0.000003895618,0.000053802127,0.00078406744,0.00012978863,0.000004930674,0.0004149281,0.9881846,0.000074956675,0.00024294583,0.00056926743,0.009522147,0.000014786826],"about_ca_topic_score_codex":0.0024246592,"about_ca_topic_score_gemma":0.0028056498,"teacher_disagreement_score":0.01069058,"about_ca_system_score_codex":0.0031963151,"about_ca_system_score_gemma":0.0028574334,"threshold_uncertainty_score":0.056537867},"labels":[],"label_agreement":null},{"id":"W3000318324","doi":"10.19173/irrodl.v20i5.3985","title":"Designing a Community of Inquiry in Online Courses","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":300,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Mathematics education; Quality (philosophy); Instructional design; Online discussion; Online community; Learning community; Online learning; Order (exchange); Cognition; Psychology; Computer science; Pedagogy; Multimedia; World Wide Web","score_opus":0.2765288472413879,"score_gpt":0.5267974398521428,"score_spread":0.2502685926107549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000318324","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15998322,0.0008647121,0.77545094,0.006834023,0.00039934812,0.0053650346,0.00008655498,0.0011127186,0.0499035],"genre_scores_gemma":[0.26712316,0.0003484631,0.72148144,0.00057847536,0.000064115,0.0028264758,0.00009065262,0.00019454116,0.007292647],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9776179,0.01689218,0.0006590555,0.0022554996,0.0018249922,0.0007503433],"domain_scores_gemma":[0.96975726,0.019552719,0.0012664789,0.0032585277,0.00231,0.003855081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021474645,0.0004820307,0.00055243523,0.0019625907,0.0047098673,0.0063379398,0.0029363406,0.0024000038,0.0049925204],"category_scores_gemma":[0.033031844,0.0006420561,0.00088230957,0.00083262357,0.0054981215,0.008791873,0.00926899,0.0021352933,0.0011334658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019901856,0.0038155485,0.012646144,0.0015996709,0.00008880625,0.0017545021,0.27891883,0.0055879327,0.017515004,0.14857724,0.011949495,0.51734775],"study_design_scores_gemma":[0.0004360831,0.0016758082,0.0048595746,0.0018273422,0.00009843225,0.0020372686,0.16556203,0.021312041,0.008250553,0.20374893,0.5899938,0.00019826581],"about_ca_topic_score_codex":0.000622771,"about_ca_topic_score_gemma":0.0014844856,"teacher_disagreement_score":0.021474645,"about_ca_system_score_codex":0.0017671654,"about_ca_system_score_gemma":0.0055731004,"threshold_uncertainty_score":0.11357015},"labels":[],"label_agreement":null},{"id":"W3000444106","doi":"10.19173/irrodl.v20i5.4389","title":"The Relationships Between Self-Efficacy, Task Value, and Self-Regulated Learning Strategies in Massive Open Online Courses","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-efficacy; Self-regulated learning; Task (project management); Psychology; Value (mathematics); Perspective (graphical); Correlation; Cognition; Multilevel model; Regression analysis; Mathematics education; Social psychology; Computer science; Artificial intelligence; Machine learning; Mathematics","score_opus":0.10232556238973123,"score_gpt":0.43132899893663745,"score_spread":0.3290034365469062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000444106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99929047,0.000053028496,0.000068936926,0.00001751358,0.0000019039176,0.0000039201254,0.0000072006487,0.0000010982437,0.0005559189],"genre_scores_gemma":[0.99973613,0.00002821644,0.000046618217,0.0000064791684,0.0000019984623,0.0000042363768,0.000013250217,5.974952e-7,0.00016245586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99924016,0.00024983846,0.00005981736,0.000090319794,0.00025182124,0.00010807039],"domain_scores_gemma":[0.9907183,0.0043773376,0.0025439125,0.00032688817,0.00079000083,0.0012435631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013104622,0.00014537894,0.00018430455,0.0008351237,0.00026855708,0.00085047085,0.00020037289,0.0002953888,0.0009631595],"category_scores_gemma":[0.008262368,0.00010800557,0.00025103116,0.0003966281,0.00040593176,0.00028778845,0.0004610509,0.0005301577,0.00014049136],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051353545,0.0004236643,0.9899629,0.000013268602,0.000047222416,0.00004622989,0.0008758819,0.00010091501,0.00051892473,0.00013278228,0.00005580704,0.0077711144],"study_design_scores_gemma":[0.0000023589266,0.00009381981,0.99883837,0.000006315579,0.00000805355,0.000043905413,0.00046689072,0.00024292737,0.000093177456,0.00008346146,0.00011665846,0.000004100711],"about_ca_topic_score_codex":0.00096200354,"about_ca_topic_score_gemma":0.0015748604,"teacher_disagreement_score":0.0013104622,"about_ca_system_score_codex":0.00021960551,"about_ca_system_score_gemma":0.00030869868,"threshold_uncertainty_score":0.0069304705},"labels":[],"label_agreement":null},{"id":"W3000578582","doi":"10.19173/irrodl.v20i5.4383","title":"Open and Shut: Open Access in Hybrid Educational Technology Journals 2010 – 2017","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publication; Publishing; Open access publishing; Metadata; Electronic publishing; World Wide Web; Scopus; Open educational resources; Open education; Computer science; Open access journal; Scholarly communication; Library science; The Internet; Internet privacy; Political science; MEDLINE; Law","score_opus":0.23170284447190334,"score_gpt":0.5464186819727616,"score_spread":0.3147158375008582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000578582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8169642,0.028494718,0.0038728393,0.006808476,0.0012633064,0.00034315267,0.07106738,0.00070091087,0.07048498],"genre_scores_gemma":[0.9278322,0.014348702,0.0049108416,0.0013357461,0.0013534185,0.00029044025,0.035439685,0.00040906333,0.014079911],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98846227,0.0014317726,0.0027881837,0.0014258275,0.0048455135,0.0010463286],"domain_scores_gemma":[0.8714796,0.049105167,0.050207652,0.0067587136,0.015107474,0.007341441],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.006199065,0.0003512033,0.0005876024,0.030984128,0.0017207044,0.011851083,0.00097118004,0.0009483479,0.008029761],"category_scores_gemma":[0.067977734,0.00032146138,0.0005040286,0.050459474,0.002655737,0.00992468,0.0052428567,0.0012400091,0.0030884158],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000844731,0.00016256014,0.5648481,0.0062325094,0.00029528904,0.0019343887,0.038311608,0.0003173099,0.00348321,0.04634447,0.064895794,0.27233005],"study_design_scores_gemma":[0.000052571293,0.00011774866,0.5621578,0.0038199315,0.00020032052,0.00266823,0.032032993,0.00063046365,0.0030674173,0.010972181,0.3840897,0.00019064527],"about_ca_topic_score_codex":0.0044548335,"about_ca_topic_score_gemma":0.00619505,"teacher_disagreement_score":0.9990288,"about_ca_system_score_codex":0.002138014,"about_ca_system_score_gemma":0.0038495534,"threshold_uncertainty_score":0.032784164},"labels":[],"label_agreement":null},{"id":"W3000611373","doi":"10.19173/irrodl.v20i5.4462","title":"Doctoral Students’ Learning Success in Online-Based Leadership Programs: Intersection With Technological and Relational Factors","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Flexibility (engineering); Intersection (aeronautics); Regression analysis; Persistence (discontinuity); Mathematics education; Medical education; Knowledge management; Computer science; Engineering; Mathematics","score_opus":0.2873073852557507,"score_gpt":0.47756579743883565,"score_spread":0.19025841218308492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000611373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984011,0.00012885862,0.00011799577,0.0001397555,0.000004956743,0.000005774117,0.000011417366,0.0000031086468,0.0011869541],"genre_scores_gemma":[0.9995528,0.00012929499,0.0000762343,0.000023516743,0.000008188849,0.0000062840713,0.00001785984,0.0000012351362,0.00018448709],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9981285,0.0007853448,0.00010692617,0.00014654252,0.00053194334,0.0003006708],"domain_scores_gemma":[0.9877413,0.0049866983,0.003216797,0.00025346846,0.0008534644,0.00294833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026176476,0.00016921123,0.00021544102,0.0008312034,0.0005599401,0.002122964,0.00034656207,0.00032528045,0.002842695],"category_scores_gemma":[0.013320817,0.00011171954,0.00030354122,0.00073847704,0.0005227348,0.0009086061,0.0016306001,0.00086406956,0.00034062107],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047902515,0.00072932953,0.96274865,0.000047072277,0.000053082902,0.00007985614,0.0027101561,0.00012920647,0.00024273533,0.0002032304,0.0002625526,0.03274624],"study_design_scores_gemma":[0.000005294962,0.00020081931,0.9904647,0.000039498555,0.00001831553,0.000071084854,0.007891429,0.0003068961,0.00019036033,0.00014975591,0.00065561174,0.0000062162203],"about_ca_topic_score_codex":0.0013607407,"about_ca_topic_score_gemma":0.0027424856,"teacher_disagreement_score":0.002842695,"about_ca_system_score_codex":0.00037145943,"about_ca_system_score_gemma":0.00086543127,"threshold_uncertainty_score":0.013843596},"labels":[],"label_agreement":null},{"id":"W3002296410","doi":"10.19173/irrodl.v20i5.4391","title":"Ranking Meets Distance Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Erasmus+","keywords":"Higher education; Ranking (information retrieval); Reputation; Delphi method; Distance education; Sustainability; Citizen journalism; Set (abstract data type); Rank (graph theory); Knowledge management; Sociology; Public relations; Computer science; Political science; Pedagogy; Social science; World Wide Web; Mathematics","score_opus":0.057688493886204575,"score_gpt":0.4800134133534316,"score_spread":0.42232491946722706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002296410","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02132217,0.0041320273,0.08485232,0.023635931,0.0025475745,0.00064585306,0.001745424,0.0013072272,0.8598115],"genre_scores_gemma":[0.6172793,0.004882805,0.14791352,0.0067041484,0.0017174212,0.0010197115,0.003219354,0.0009292436,0.21633458],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96419007,0.014086448,0.0025532548,0.0029226053,0.013615475,0.0026320876],"domain_scores_gemma":[0.9716759,0.008491351,0.0027536615,0.003734278,0.008376696,0.004968166],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.01061473,0.00069309236,0.0010099823,0.0043637096,0.0033929488,0.014306834,0.0020447779,0.0031263104,0.08790268],"category_scores_gemma":[0.03326391,0.000342607,0.000783724,0.0077543412,0.0026765487,0.011933978,0.008960289,0.0025033166,0.027584784],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010089504,0.00012343281,0.004692248,0.0015797195,0.000037481568,0.00018222402,0.0018553104,0.0009535936,0.00068234536,0.42173758,0.09168916,0.47636598],"study_design_scores_gemma":[0.000024760093,0.00021583465,0.005619317,0.0005338307,0.000017790879,0.000437651,0.0036659837,0.0013514099,0.0008401084,0.118656866,0.86858326,0.0000531622],"about_ca_topic_score_codex":0.002912832,"about_ca_topic_score_gemma":0.004067226,"teacher_disagreement_score":0.9956363,"about_ca_system_score_codex":0.0049837073,"about_ca_system_score_gemma":0.008893398,"threshold_uncertainty_score":0.29406375},"labels":[],"label_agreement":null},{"id":"W3004865006","doi":"10.19173/irrodl.v18i7.3279","title":"The Impact of Whatsapp Use on Success in Education Process","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":217,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Qualitative property; Qualitative analysis; Computer science; Qualitative research; Psychology; Mathematics education; Variance (accounting); Multimethodology; Quantitative research; Content analysis; Medical education; Multimedia; Sociology; Medicine","score_opus":0.11500150242204367,"score_gpt":0.5530288636863243,"score_spread":0.43802736126428066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004865006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99269474,0.0005719213,0.00066862465,0.00027351937,0.000024995554,0.000096362266,0.000029468565,0.000025635472,0.0056147724],"genre_scores_gemma":[0.99779993,0.0004515092,0.000770941,0.000036714984,0.000011961161,0.000062334686,0.000022440892,0.000009219293,0.00083486206],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9875288,0.006097987,0.00084674516,0.0006502323,0.0038476323,0.0010285702],"domain_scores_gemma":[0.9198054,0.061296687,0.008823833,0.0019035802,0.0039645843,0.0042059137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00653073,0.00040317778,0.0005353359,0.001151462,0.00087117974,0.0035117986,0.00050915894,0.0006298975,0.0044569317],"category_scores_gemma":[0.037683297,0.00023077104,0.000853837,0.0008941989,0.0009460134,0.0015039266,0.0019360727,0.0010974836,0.00049810007],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00127128,0.008102397,0.41317496,0.0027646476,0.000413454,0.0011545463,0.07860099,0.0005559542,0.010008432,0.001992607,0.0010995974,0.48086107],"study_design_scores_gemma":[0.00007366204,0.00502104,0.9068385,0.00104172,0.00042085518,0.00042843138,0.06830653,0.0007009662,0.0062847724,0.0008038285,0.009990526,0.00008924232],"about_ca_topic_score_codex":0.0011605672,"about_ca_topic_score_gemma":0.0015876172,"teacher_disagreement_score":0.00653073,"about_ca_system_score_codex":0.001003872,"about_ca_system_score_gemma":0.0018729683,"threshold_uncertainty_score":0.03453821},"labels":[],"label_agreement":null},{"id":"W3005095254","doi":"10.19173/irrodl.v18i7.2893","title":"Research Trends in Mobile Learning in Higher Education: A Systematic Review of Articles (2011 – 2015)","year":2017,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affordance; Mobile device; M-learning; Mobile technology; Variety (cybernetics); Higher education; Educational technology; Computer science; Educational research; Knowledge management; Data science; Multimedia; World Wide Web; Psychology; Pedagogy; Human–computer interaction; Political science","score_opus":0.27099339511774173,"score_gpt":0.5448850958417055,"score_spread":0.2738917007239638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005095254","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012601328,0.9973584,0.000153137,0.00030586027,0.00010823216,0.00014382941,0.00031684162,0.0000055029495,0.00034806487],"genre_scores_gemma":[0.0072237607,0.9913755,0.00046050615,0.00032128525,0.000058289508,0.00025044114,0.00018979545,0.000003726217,0.00011673326],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99322283,0.0016641838,0.0028012954,0.00058517343,0.0014800011,0.00024654574],"domain_scores_gemma":[0.9721976,0.018196566,0.0049338955,0.00035997524,0.0039102086,0.00040175722],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.007986525,0.0011681163,0.0033037832,0.024282867,0.00082137494,0.0025768445,0.0013644516,0.0015150987,0.003876643],"category_scores_gemma":[0.03250166,0.0008241208,0.003533958,0.024666237,0.00078397914,0.004163197,0.0016942887,0.0010849114,0.00055593834],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015642785,0.000029042765,0.002118957,0.83221596,0.0018407947,0.0003383072,0.0011865053,0.00009412701,0.0004107827,0.00058079994,0.0043640537,0.15666421],"study_design_scores_gemma":[0.00007104725,0.00015501847,0.008962058,0.91067773,0.01279341,0.0010869985,0.0016908436,0.000055547105,0.00030991854,0.00037735412,0.063779235,0.000040661307],"about_ca_topic_score_codex":0.0069852686,"about_ca_topic_score_gemma":0.02287184,"teacher_disagreement_score":0.9757171,"about_ca_system_score_codex":0.0038115631,"about_ca_system_score_gemma":0.015576547,"threshold_uncertainty_score":0.04223734},"labels":[],"label_agreement":null},{"id":"W3006441709","doi":"10.19173/irrodl.v20i5.4333","title":"A Systematic Review of Technology-Supported Peer Assessment Research","year":2019,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Peer assessment; Anonymity; Peer feedback; Peer review; Computer science; Assessment for learning; Educational technology; Technical peer review; Psychology; Formative assessment; Mathematics education","score_opus":0.2510590947545748,"score_gpt":0.602044607008705,"score_spread":0.3509855122541302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006441709","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009466748,0.9957196,0.0006573087,0.00035383727,0.00024437587,0.00095333875,0.0005255536,0.000019282294,0.0005799733],"genre_scores_gemma":[0.012438123,0.9829472,0.001756786,0.00044309266,0.00010118797,0.0016499393,0.0004412023,0.000011941228,0.00021058916],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9746738,0.009322197,0.008646144,0.0014954762,0.0054814103,0.00038100648],"domain_scores_gemma":[0.92656916,0.05361324,0.00913901,0.0015299116,0.008414631,0.00073403405],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018710343,0.001779261,0.0066805473,0.021543177,0.0012719254,0.003355129,0.0028418351,0.0018971845,0.0050146794],"category_scores_gemma":[0.09904147,0.0011592767,0.0049530594,0.020467173,0.00150611,0.0035654623,0.002435719,0.0015032493,0.0006302155],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091933434,0.000015429912,0.0004597792,0.934399,0.003060635,0.00013284336,0.0003758079,0.00008968903,0.00017618903,0.00043405226,0.00242728,0.058337394],"study_design_scores_gemma":[0.000107749205,0.00012988175,0.0022523492,0.9413986,0.019464443,0.00040621258,0.000430905,0.00007070241,0.00020118285,0.00050191686,0.035003416,0.00003255366],"about_ca_topic_score_codex":0.0063489703,"about_ca_topic_score_gemma":0.019431653,"teacher_disagreement_score":0.9812897,"about_ca_system_score_codex":0.0049960753,"about_ca_system_score_gemma":0.023541272,"threshold_uncertainty_score":0.09895092},"labels":[],"label_agreement":null},{"id":"W3011134063","doi":"10.19173/irrodl.v20i5.4532","title":"Strategies to Assist Distance Doctoral Students in Completing Their Dissertations","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accountability; Distance education; Attrition; Process (computing); Computer-mediated communication; Higher education; Work (physics); Psychology; Pedagogy; Public relations; Knowledge management; Medical education; Computer science; Sociology; World Wide Web; Political science; Engineering; The Internet","score_opus":0.37973333837428813,"score_gpt":0.6550663805083335,"score_spread":0.2753330421340454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011134063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39782116,0.03056834,0.13517869,0.20651686,0.0027662453,0.003981179,0.00017889038,0.0018304526,0.2211582],"genre_scores_gemma":[0.6570487,0.033740345,0.22602041,0.015608668,0.00058282603,0.0032228793,0.00029264385,0.00016752581,0.06331594],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9900731,0.006394007,0.00059175206,0.0005568467,0.001667978,0.0007163943],"domain_scores_gemma":[0.9797167,0.008101588,0.0024249456,0.0013254862,0.0030796707,0.005351637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017702676,0.0005529009,0.00043214142,0.0018314152,0.0044921488,0.006046086,0.0027574494,0.0021800762,0.0068917857],"category_scores_gemma":[0.030237747,0.00034157155,0.0007075476,0.0013101852,0.0018535323,0.0054089264,0.0115108285,0.0030326464,0.0028662866],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000543597,0.0009868516,0.0073219356,0.001389136,0.000047990296,0.00048997597,0.06780909,0.00031379057,0.0020621226,0.015437575,0.03795451,0.86613274],"study_design_scores_gemma":[0.000174726,0.0015083994,0.019180585,0.0028565775,0.000114931216,0.0018537163,0.23799999,0.0008361723,0.0026864046,0.040933568,0.6917106,0.00014441845],"about_ca_topic_score_codex":0.0009256221,"about_ca_topic_score_gemma":0.0030739857,"teacher_disagreement_score":0.017702676,"about_ca_system_score_codex":0.0018518216,"about_ca_system_score_gemma":0.011431366,"threshold_uncertainty_score":0.09362185},"labels":[],"label_agreement":null},{"id":"W3011483976","doi":"10.19173/irrodl.v20i4.3350","title":"Frugal MOOCs","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refugee; Disadvantaged; Disadvantage; Public relations; Knowledge management; Distance education; Political science; Computer science; Sociology; Pedagogy","score_opus":0.11621000736691724,"score_gpt":0.49115011588871266,"score_spread":0.37494010852179543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011483976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33400598,0.0039643897,0.40024436,0.0117900055,0.001593438,0.0030393146,0.0010638883,0.006747154,0.23755138],"genre_scores_gemma":[0.7283356,0.0027367102,0.19722837,0.00217777,0.0002693535,0.0012047468,0.00092978106,0.0004096225,0.06670799],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981817,0.0005420817,0.0000650609,0.00023630436,0.0007214554,0.00025345714],"domain_scores_gemma":[0.99748045,0.00055441604,0.00030005036,0.0005752567,0.0007272643,0.0003626327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014531265,0.00051908835,0.00020318273,0.00087157456,0.0009702649,0.0034008215,0.0017023019,0.0013062373,0.0050710314],"category_scores_gemma":[0.006128259,0.00019318149,0.00065057253,0.0004010178,0.0010761295,0.0029408769,0.0025521151,0.0009487266,0.0023678704],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019256482,0.00097223575,0.011444058,0.0017428568,0.00009644917,0.0007323725,0.008026076,0.010637697,0.013864848,0.14620942,0.036589514,0.76949185],"study_design_scores_gemma":[0.000105879786,0.0013320472,0.017545184,0.0013019557,0.000086759836,0.0011803771,0.003989843,0.03304458,0.0070031807,0.05736808,0.87685996,0.00018217295],"about_ca_topic_score_codex":0.007775819,"about_ca_topic_score_gemma":0.009033174,"teacher_disagreement_score":0.007775819,"about_ca_system_score_codex":0.0018733615,"about_ca_system_score_gemma":0.0018896599,"threshold_uncertainty_score":0.016964316},"labels":[],"label_agreement":null},{"id":"W3011639680","doi":"10.19173/irrodl.v20i5.4577","title":"A Survey of OER Implementations in 13 Higher Education Institutions","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Implementation; Higher education; Computer science; Educational technology; Distance education; Multimedia; World Wide Web; Mathematics education; Sociology; Pedagogy; Economic growth; Psychology; Software engineering; Economics","score_opus":0.1872676964363696,"score_gpt":0.5100417544097157,"score_spread":0.3227740579733461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011639680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9601586,0.020589057,0.0013226477,0.0034814917,0.00008338659,0.000116393654,0.0045958105,0.0001417464,0.009510814],"genre_scores_gemma":[0.97389007,0.016369464,0.001381595,0.0016111559,0.000070753485,0.00009430167,0.0025654554,0.000060256392,0.0039570453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99236894,0.0018193324,0.0016795116,0.0008268715,0.002384817,0.00092048163],"domain_scores_gemma":[0.969681,0.00933036,0.011931556,0.00077377964,0.0050899354,0.003193379],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0053581805,0.00019629004,0.00036560133,0.005863487,0.00062072126,0.0019557842,0.0006392063,0.0006329465,0.004784116],"category_scores_gemma":[0.016441945,0.00026010087,0.00045093521,0.012601634,0.00053161965,0.0022370184,0.001553821,0.0006724505,0.0012687293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017700216,0.0002292759,0.7733818,0.00125358,0.00008924263,0.00040092162,0.0031788822,0.00021592363,0.00088760996,0.0007761118,0.008324999,0.2110848],"study_design_scores_gemma":[0.000006055933,0.00020376663,0.9716266,0.0006575162,0.000030510551,0.00066911144,0.007363397,0.00014800692,0.00033561912,0.000094049756,0.018836498,0.000029013423],"about_ca_topic_score_codex":0.0052167396,"about_ca_topic_score_gemma":0.0068860142,"teacher_disagreement_score":0.9993608,"about_ca_system_score_codex":0.0018348554,"about_ca_system_score_gemma":0.002521008,"threshold_uncertainty_score":0.028337061},"labels":[],"label_agreement":null},{"id":"W3012175641","doi":"10.19173/irrodl.v20i5.4472","title":"Adoption and Diffusion of Open Educational Resources (OER) in Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Context (archaeology); Open education; Educational technology; Computer science; Knowledge management; Sociology; Pedagogy; World Wide Web","score_opus":0.05074919317643681,"score_gpt":0.42929251359955883,"score_spread":0.378543320423122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012175641","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37211615,0.5249551,0.023132764,0.016629307,0.00071690563,0.0010260062,0.0010313571,0.00012466949,0.06026782],"genre_scores_gemma":[0.8882511,0.09973821,0.008958151,0.0013108539,0.00012758553,0.0004095768,0.0002516957,0.00004650231,0.0009064096],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9063771,0.06194922,0.008871938,0.00595039,0.015356519,0.001494839],"domain_scores_gemma":[0.69349855,0.26121026,0.02409159,0.008463713,0.01123723,0.0014986088],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.06826178,0.0004382661,0.0013019987,0.008361051,0.0010378931,0.008491841,0.0016212959,0.0015635556,0.0023185296],"category_scores_gemma":[0.17465636,0.0004215078,0.0014857895,0.011184937,0.0048198146,0.012556858,0.006591879,0.002031448,0.00020731699],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002558683,0.00023771796,0.05388902,0.037158817,0.0025089735,0.00035568676,0.047439992,0.001151616,0.000545881,0.06794916,0.0017713795,0.78673583],"study_design_scores_gemma":[0.0003438106,0.0017323722,0.27959153,0.22427902,0.00875157,0.0018876953,0.1073663,0.0032571626,0.0055981316,0.09033908,0.27639818,0.0004551765],"about_ca_topic_score_codex":0.0054802643,"about_ca_topic_score_gemma":0.0045416816,"teacher_disagreement_score":0.9983787,"about_ca_system_score_codex":0.0060751378,"about_ca_system_score_gemma":0.0077100107,"threshold_uncertainty_score":0.3610071},"labels":[],"label_agreement":null},{"id":"W3012181971","doi":"10.19173/irrodl.v20i5.4349","title":"Research on Virtual Education, Inclusion, and Diversity","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Inclusion (mineral); Scopus; Diversity (politics); Equity (law); Higher education; Cultural diversity; Population; Instructional design; Educational technology; Sociology; Pedagogy; Psychology; Computer science; Mathematics education; Political science; Social science; MEDLINE","score_opus":0.08123194899301947,"score_gpt":0.4702990789196577,"score_spread":0.3890671299266383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012181971","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08885949,0.69466925,0.013483691,0.03912646,0.0024987694,0.00030870928,0.0003653348,0.00004240288,0.16064584],"genre_scores_gemma":[0.6540856,0.3290526,0.006187125,0.004999647,0.0011964558,0.0004659661,0.00020746411,0.000038065387,0.003767175],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9708327,0.019814804,0.0020727206,0.0017431177,0.004731153,0.0008054796],"domain_scores_gemma":[0.896175,0.087674804,0.0076631205,0.002776988,0.0038556205,0.0018544318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01727134,0.00051512895,0.0015721172,0.0074965404,0.00269612,0.013101459,0.0014089583,0.0015716823,0.00879007],"category_scores_gemma":[0.071793035,0.00032769179,0.0008691699,0.010852317,0.010627939,0.015778072,0.011365658,0.002068402,0.0004490934],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008631371,0.00019840909,0.014480241,0.035578594,0.00043841242,0.00033993926,0.06198372,0.00041131652,0.00024880285,0.30196193,0.006514381,0.57775795],"study_design_scores_gemma":[0.00005907149,0.0003551906,0.036374953,0.12979858,0.0007474971,0.001774009,0.12645295,0.0003899414,0.00078773027,0.24322824,0.45990938,0.0001224772],"about_ca_topic_score_codex":0.0021437,"about_ca_topic_score_gemma":0.0028561116,"teacher_disagreement_score":0.01727134,"about_ca_system_score_codex":0.0035797444,"about_ca_system_score_gemma":0.0067548743,"threshold_uncertainty_score":0.09134066},"labels":[],"label_agreement":null},{"id":"W3012811178","doi":"10.19173/irrodl.v20i5.4258","title":"Familiarity, Current Use, and Interest in Universal Design for Learning Among Online University Instructors","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of North Carolina at Charlotte","keywords":"Universal Design for Learning; Comprehension; Psychology; Faculty development; Perception; Professional development; Medical education; Instructional design; Educational technology; Pedagogy; Computer science; Medicine","score_opus":0.2856657630178311,"score_gpt":0.4718373631468481,"score_spread":0.186171600129017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012811178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99477625,0.00057567976,0.00060784764,0.00030707312,0.000012592627,0.000022559998,0.000038223723,0.00001430575,0.0036454538],"genre_scores_gemma":[0.9977149,0.0005232412,0.00073699414,0.00012647103,0.000018370312,0.00002054407,0.000042392723,0.0000053565786,0.0008118127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99699485,0.0009741125,0.000398896,0.00020055704,0.0012028283,0.0002288071],"domain_scores_gemma":[0.9641213,0.017454965,0.009888189,0.0010011334,0.0045582526,0.0029761991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049024993,0.00011308827,0.00025863101,0.0011616163,0.00046905788,0.001999319,0.0003562034,0.00041914798,0.0037439084],"category_scores_gemma":[0.033329617,0.00017341114,0.00023951667,0.00086883036,0.0005569697,0.0015671208,0.0008564134,0.00053822336,0.0004667326],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007200351,0.00057271984,0.873041,0.00024227024,0.000040584684,0.00014867561,0.017847702,0.00008520469,0.0013936956,0.00024034132,0.00067841145,0.10563735],"study_design_scores_gemma":[0.000009538659,0.0006029874,0.9529818,0.0002469801,0.00004100584,0.0006940495,0.03666929,0.00037081266,0.00075707305,0.0002561846,0.007336698,0.000033590073],"about_ca_topic_score_codex":0.0018387178,"about_ca_topic_score_gemma":0.004027752,"teacher_disagreement_score":0.0049024993,"about_ca_system_score_codex":0.00062513154,"about_ca_system_score_gemma":0.0009193364,"threshold_uncertainty_score":0.025927186},"labels":[],"label_agreement":null},{"id":"W3013473881","doi":"10.19173/irrodl.v20i5.4345","title":"Value of Open Microcredentials to Earners and Issuers","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Issuer; Reputation; Value (mathematics); Business; Marketing; Open education; Public relations; Knowledge management; Computer science; World Wide Web; Political science; Finance","score_opus":0.06895961078845728,"score_gpt":0.4608450084681361,"score_spread":0.3918853976796788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013473881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.881624,0.0012828035,0.004469075,0.0155988,0.00024034185,0.00010797514,0.000037547416,0.000080973055,0.09655859],"genre_scores_gemma":[0.9924567,0.00034977804,0.0008377059,0.00065385725,0.0000758543,0.000028883396,0.000011892572,0.000018469373,0.0055669136],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9738391,0.017258877,0.0005535403,0.000989378,0.0050011515,0.0023579898],"domain_scores_gemma":[0.92360324,0.047021545,0.009888811,0.004900043,0.005610953,0.008975487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016425543,0.0002277962,0.00037797343,0.0013626582,0.0045430614,0.009305387,0.0010022789,0.0014878178,0.009060511],"category_scores_gemma":[0.04521411,0.00018157522,0.0002881973,0.0012108779,0.004778326,0.0073536434,0.0076971655,0.0021994517,0.00063551374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004241099,0.0011887879,0.15691048,0.0008517187,0.00008652027,0.0041623246,0.2145624,0.00056834717,0.0029183985,0.11173407,0.014045947,0.4925468],"study_design_scores_gemma":[0.00007151917,0.0016015609,0.13285045,0.0017172181,0.00014930544,0.0025857238,0.5191726,0.0012318323,0.0035145658,0.024838304,0.31211144,0.00015558452],"about_ca_topic_score_codex":0.0008017241,"about_ca_topic_score_gemma":0.0020009617,"teacher_disagreement_score":0.016425543,"about_ca_system_score_codex":0.0025190269,"about_ca_system_score_gemma":0.002905468,"threshold_uncertainty_score":0.08686757},"labels":[],"label_agreement":null},{"id":"W3015192999","doi":"10.19173/irrodl.v21i2.4598","title":"Open Textbooks: Quality and Relevance for Postsecondary Study in The Bahamas","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Relevance (law); Quality (philosophy); Openness to experience; Open education; Computer science; Open learning; Distance education; Open university; Higher education; Electronic publishing; Psychology; Medical education; Mathematics education; Knowledge management; Teaching method; World Wide Web; The Internet; Medicine; Political science; Cooperative learning","score_opus":0.25024886563973814,"score_gpt":0.5189143820221549,"score_spread":0.26866551638241676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015192999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97726226,0.010752728,0.00043596566,0.002996974,0.00009037938,0.000059437363,0.00023054896,0.000030216534,0.008141556],"genre_scores_gemma":[0.9969036,0.001864605,0.00034309024,0.00013552041,0.000028116458,0.000016401591,0.00007305921,0.0000038856083,0.0006316509],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998204,0.0006407739,0.00016760667,0.00012073752,0.0006497043,0.00021707131],"domain_scores_gemma":[0.9876944,0.004280427,0.0031057252,0.00033403403,0.0026287758,0.0019566373],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.004275055,0.00014939201,0.00027509048,0.0017363457,0.00096664054,0.0033576682,0.0005212861,0.00036813135,0.0022572887],"category_scores_gemma":[0.0216886,0.00011814903,0.00012816416,0.0034354173,0.00074744975,0.001110468,0.0012729598,0.0004224815,0.00018469877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019725092,0.00026092693,0.6937883,0.00084202585,0.000038163787,0.0005562599,0.02538212,0.0001832227,0.0010597258,0.002679446,0.0036619564,0.27135053],"study_design_scores_gemma":[0.00000942647,0.00012023231,0.97447383,0.00031146035,0.000020847687,0.00010086557,0.015273745,0.00019243162,0.0003194932,0.00054876937,0.008615431,0.000013413274],"about_ca_topic_score_codex":0.061151847,"about_ca_topic_score_gemma":0.1137189,"teacher_disagreement_score":0.9994787,"about_ca_system_score_codex":0.004898,"about_ca_system_score_gemma":0.005701089,"threshold_uncertainty_score":0.121591866},"labels":[],"label_agreement":null},{"id":"W3015289393","doi":"10.19173/irrodl.v21i2.4589","title":"Postgraduate Distance Education in University of Cape Coast, Ghana: Students’ Perspectives","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Medical education; Distance education; Psychology; Perception; Quality (philosophy); Cape; Pedagogy; Medicine; Geography; Social psychology","score_opus":0.0702208600511214,"score_gpt":0.45656988775450846,"score_spread":0.3863490277033871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015289393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98097044,0.0061834366,0.00010161455,0.007452679,0.0001069066,0.000029990117,0.00006440554,0.0000031704058,0.0050872318],"genre_scores_gemma":[0.9898572,0.0065978323,0.00013284954,0.0010301422,0.00005813799,0.000026208694,0.000022622458,0.0000020717675,0.0022729223],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99909604,0.00040597934,0.00005485495,0.00006386766,0.00014350077,0.00023569533],"domain_scores_gemma":[0.9955205,0.0012285163,0.0007136997,0.00005122911,0.00034743675,0.0021385197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020892553,0.00014885125,0.00031189778,0.00049763,0.0021431595,0.0024630479,0.00034423388,0.0007283766,0.0038831003],"category_scores_gemma":[0.002981084,0.00016723077,0.00014872187,0.0014447222,0.001392884,0.001186692,0.0013141874,0.0010941385,0.0002668562],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025636435,0.000771627,0.3090669,0.00271553,0.000026884592,0.010396969,0.5600165,0.00012210356,0.004243368,0.0047075255,0.009984239,0.09769193],"study_design_scores_gemma":[0.000012990864,0.00059743476,0.17856401,0.0008743808,0.000013873748,0.0019408994,0.75402695,0.000038466773,0.00045692732,0.00020877403,0.06324229,0.000023005401],"about_ca_topic_score_codex":0.0055936794,"about_ca_topic_score_gemma":0.012122087,"teacher_disagreement_score":0.0055936794,"about_ca_system_score_codex":0.0018241075,"about_ca_system_score_gemma":0.0039240704,"threshold_uncertainty_score":0.013234913},"labels":[],"label_agreement":null},{"id":"W3015401774","doi":"10.19173/irrodl.v21i2.4607","title":"Sprinting to the Finish Line: The Benefits and Challenges of Book Sprints in OER Faculty-Graduate Student Collaborations","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sprint; Literacy; Psychology; Finish line; Medical education; Mathematics education; Pedagogy; Computer science; Sociology","score_opus":0.27541851460592426,"score_gpt":0.4619762484904656,"score_spread":0.18655773388454133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015401774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830536,0.00040863545,0.0027258191,0.00080468465,0.000052137177,0.000053097443,0.000016471458,0.00009086046,0.012794557],"genre_scores_gemma":[0.98854756,0.00043486626,0.004768244,0.00017171915,0.000040119892,0.000049842092,0.000050183025,0.00005819645,0.0058793263],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98838925,0.00763659,0.00026991448,0.00087532226,0.0018979948,0.0009308378],"domain_scores_gemma":[0.97647697,0.016683808,0.0015197409,0.0011486221,0.0011803916,0.0029904963],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.008627628,0.0004086395,0.00046844932,0.0008063786,0.0035535204,0.005940374,0.0014153491,0.0013697683,0.0038522372],"category_scores_gemma":[0.026880775,0.00028012844,0.00033882033,0.0008521545,0.0020723164,0.0033234924,0.0060376157,0.0014213983,0.000818997],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034902434,0.0017665299,0.036934767,0.0006033516,0.000035914618,0.0026621653,0.5883943,0.0003211128,0.0070393463,0.0026103249,0.0046013673,0.35468176],"study_design_scores_gemma":[0.00006892776,0.0020223362,0.07564241,0.00041552784,0.000056550143,0.0027776258,0.84187835,0.0007717383,0.005321004,0.0027414472,0.068211205,0.00009284164],"about_ca_topic_score_codex":0.00077047927,"about_ca_topic_score_gemma":0.0032946467,"teacher_disagreement_score":0.9985846,"about_ca_system_score_codex":0.0011392804,"about_ca_system_score_gemma":0.0019024668,"threshold_uncertainty_score":0.045627773},"labels":[],"label_agreement":null},{"id":"W3015743413","doi":"10.19173/irrodl.v21i2.4586","title":"Emotions Among Students Engaging in Connectivist Learning Experiences","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Think aloud protocol; Social psychology; Dominance (genetics); Negative emotion; Empirical research; Cognitive psychology; Computer science","score_opus":0.11494793180571321,"score_gpt":0.49526280342818046,"score_spread":0.38031487162246724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015743413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985671,0.00006657278,0.000103505,0.00006936298,0.000006649628,0.000012381318,0.000007672024,0.0000033649412,0.0011633846],"genre_scores_gemma":[0.99862313,0.00010729079,0.00007314084,0.000048680184,0.000005939391,0.000022209013,0.000015403288,0.000003494416,0.0011006895],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99880207,0.00047989833,0.000059683625,0.0001880571,0.00025685196,0.00021353237],"domain_scores_gemma":[0.99771285,0.0008460253,0.0004565046,0.00010118232,0.00022532721,0.0006581137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013483012,0.00038868643,0.00062723557,0.00087919645,0.0013867154,0.0040033036,0.0003965421,0.00089402427,0.0026091682],"category_scores_gemma":[0.0055656084,0.00019034471,0.00026965828,0.00050166895,0.0017053094,0.0011071597,0.0030295441,0.0014493902,0.0003799231],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056991476,0.0017647771,0.26126832,0.00032791778,0.00011734517,0.0013307511,0.6704792,0.00035979605,0.014171504,0.0012921795,0.00115933,0.047158957],"study_design_scores_gemma":[0.000046740788,0.001382407,0.41843948,0.00013758137,0.00008627047,0.0014296141,0.56124,0.00074819074,0.0035788496,0.0014936747,0.011295493,0.00012157886],"about_ca_topic_score_codex":0.0007129306,"about_ca_topic_score_gemma":0.001002852,"teacher_disagreement_score":0.0040033036,"about_ca_system_score_codex":0.00056025933,"about_ca_system_score_gemma":0.00027264157,"threshold_uncertainty_score":0.008728504},"labels":[],"label_agreement":null},{"id":"W3015973305","doi":"10.19173/irrodl.v21i2.4606","title":"Evaluating Pre-Service Teaching Practice for Online and Distance Education Students in Pakistan","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Medical education; Grading (engineering); Teacher education; Mathematics education; Psychology; Teaching method; Lesson plan; Distance education; Student teaching; Pedagogy; Medicine; Engineering; Student teacher","score_opus":0.17358973470752853,"score_gpt":0.6187775956919925,"score_spread":0.445187860984464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015973305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99873835,0.000051028263,0.000070418464,0.000071020324,0.0000064220494,0.00009820406,0.00005779823,0.0000062734325,0.00090043957],"genre_scores_gemma":[0.99779046,0.00021263893,0.0007564746,0.000053797594,0.0000055690653,0.00009440494,0.00010747895,0.0000032405294,0.0009759726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982503,0.00045501147,0.0002014756,0.000117994256,0.0005746642,0.00040059513],"domain_scores_gemma":[0.99177843,0.0012834485,0.001377284,0.00022057431,0.0024427776,0.0028975108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026233143,0.0002471596,0.0003649949,0.0008169833,0.001478513,0.0010526442,0.0006908828,0.0004726327,0.0026666601],"category_scores_gemma":[0.005721104,0.0002739893,0.00035242247,0.00075114425,0.0006503685,0.0006837568,0.00087697053,0.00076947,0.00071680977],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008184425,0.005700427,0.79131585,0.00044571215,0.000037238777,0.0009933121,0.034995995,0.00042450885,0.0026927297,0.00023900747,0.0019811967,0.16035557],"study_design_scores_gemma":[0.000057962214,0.0058727562,0.9302687,0.00015611727,0.00002761342,0.00030250387,0.05632797,0.0005069113,0.0023082267,0.00009815104,0.004036084,0.00003695373],"about_ca_topic_score_codex":0.011495149,"about_ca_topic_score_gemma":0.027151935,"teacher_disagreement_score":0.011495149,"about_ca_system_score_codex":0.0026055882,"about_ca_system_score_gemma":0.0052444707,"threshold_uncertainty_score":0.022856474},"labels":[],"label_agreement":null},{"id":"W3015987983","doi":"10.19173/irrodl.v21i2.4578","title":"An Empirical Study on Service Recovery Satisfaction in an Open and Distance Learning Higher Education Institution in Malaysia","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Customer Service Quality and Loyalty","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Service recovery; Procedural justice; Distributive justice; Psychology; Customer satisfaction; Loyalty; Interpersonal communication; Interactional justice; Service (business); Structural equation modeling; Economic Justice; Social psychology; Applied psychology; Service quality; Marketing; Business; Organizational commitment; Organizational justice; Political science; Computer science","score_opus":0.1550029068430694,"score_gpt":0.4599903647497833,"score_spread":0.3049874579067139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015987983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991067,0.000032776676,0.00004989055,0.0000703206,0.000001382907,0.000007916222,0.000030968706,0.0000010618326,0.00069884176],"genre_scores_gemma":[0.9991104,0.00009805942,0.00008758644,0.000049926293,0.0000025819968,0.000008126043,0.00004573723,7.96886e-7,0.0005968298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988619,0.00033418724,0.00010550484,0.00007733828,0.00026386487,0.00035720773],"domain_scores_gemma":[0.99454135,0.0012846474,0.0017175438,0.00017774441,0.00085262983,0.0014260445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015512207,0.00017842026,0.00032374097,0.0011077019,0.0012554396,0.001466978,0.000345711,0.00031860342,0.002760325],"category_scores_gemma":[0.0040072356,0.0001863293,0.00028765405,0.0018410374,0.00087505986,0.0010864353,0.001095079,0.0008619916,0.00042849855],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007511044,0.00076651346,0.95568717,0.00013036346,0.000020111092,0.00041637645,0.018018773,0.00015538967,0.0006050211,0.00067851355,0.00048359996,0.022963108],"study_design_scores_gemma":[0.000003996584,0.0004742306,0.9274388,0.00008038738,0.000014254397,0.00025469597,0.06933197,0.00036143852,0.00039485574,0.00008241536,0.0015485086,0.000014392306],"about_ca_topic_score_codex":0.011719246,"about_ca_topic_score_gemma":0.021464892,"teacher_disagreement_score":0.011719246,"about_ca_system_score_codex":0.0016305596,"about_ca_system_score_gemma":0.0033680976,"threshold_uncertainty_score":0.023302078},"labels":[],"label_agreement":null},{"id":"W3016234222","doi":"10.19173/irrodl.v21i2.3720","title":"Why do University Teachers use E-Learning Systems?","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Psychology; Context (archaeology); Usability; Public university; Higher education; Educational technology; Mathematics education; E learning; Knowledge management; Computer science","score_opus":0.31047931429180314,"score_gpt":0.4815601530816899,"score_spread":0.17108083878988678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016234222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932753,0.0011538147,0.0003621843,0.002527919,0.000022641421,0.00001338555,0.000043927008,0.000012795796,0.0025879976],"genre_scores_gemma":[0.9985037,0.0006100363,0.00010977318,0.0002051111,0.000010685437,0.000008477223,0.000022996985,0.000003751728,0.0005255182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983444,0.00051145186,0.00015840323,0.00018727151,0.00050245156,0.00029602626],"domain_scores_gemma":[0.9874871,0.00591887,0.0036372973,0.0003408422,0.0015238712,0.0010921262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016721499,0.00012856834,0.0002646728,0.0007246786,0.00058418926,0.0029500902,0.00035892322,0.0011398477,0.0032010146],"category_scores_gemma":[0.018574178,0.00022803656,0.0002903601,0.00077606854,0.00079903525,0.0022071954,0.0005290421,0.0008593444,0.0008231092],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008931706,0.00031674738,0.91805035,0.00027124636,0.000040403393,0.00024730497,0.014262661,0.00013558046,0.0007651885,0.00060945813,0.0012039155,0.06400779],"study_design_scores_gemma":[0.00001996639,0.00017620825,0.92284685,0.00034584414,0.000052135118,0.00043976196,0.06681115,0.00066587626,0.0007433992,0.00080687064,0.0070552574,0.00003665555],"about_ca_topic_score_codex":0.0046166684,"about_ca_topic_score_gemma":0.0065927412,"teacher_disagreement_score":0.0046166684,"about_ca_system_score_codex":0.00078749633,"about_ca_system_score_gemma":0.00095591997,"threshold_uncertainty_score":0.010708451},"labels":[],"label_agreement":null},{"id":"W3016621238","doi":"10.19173/irrodl.v21i3.4650","title":"Research Trends in K–12 MOOCs: A Review of the Published Literature","year":2020,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative review; Value (mathematics); Higher education; Implementation; Narrative; Set (abstract data type); De facto; Order (exchange); Mathematics education; Computer science; Psychology; Pedagogy; Sociology; Political science; Business","score_opus":0.14428193756568433,"score_gpt":0.51307146909363,"score_spread":0.3687895315279457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016621238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001240917,0.9959688,0.00022368769,0.0014036832,0.0002463126,0.00002251781,0.00009645695,0.000008989819,0.000788603],"genre_scores_gemma":[0.006224775,0.9921778,0.0004951251,0.00063391816,0.00020533707,0.000032559736,0.00009980491,0.000008672933,0.00012202433],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9915553,0.0019370497,0.0025129241,0.0011342716,0.002555706,0.00030490416],"domain_scores_gemma":[0.92518663,0.054819945,0.006795399,0.0008280093,0.011273244,0.0010967823],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0117989015,0.0009278985,0.0017913865,0.024770143,0.0010967791,0.0047167125,0.00134684,0.0018075387,0.0026179848],"category_scores_gemma":[0.03879092,0.00088687247,0.0018532358,0.027712338,0.0019039795,0.0055343565,0.0019209151,0.0019988862,0.0007382625],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014922644,0.00010239891,0.005040037,0.28578845,0.00065102644,0.00043276814,0.0043362645,0.00036288923,0.0010946711,0.0051512686,0.01600576,0.68088514],"study_design_scores_gemma":[0.00003091808,0.00022981211,0.018662244,0.52177185,0.0033083146,0.0014451025,0.007967523,0.00024008277,0.0007323717,0.0034928205,0.44201413,0.0001049161],"about_ca_topic_score_codex":0.008246211,"about_ca_topic_score_gemma":0.015254973,"teacher_disagreement_score":0.9882011,"about_ca_system_score_codex":0.0034236345,"about_ca_system_score_gemma":0.017918915,"threshold_uncertainty_score":0.062399328},"labels":[],"label_agreement":null},{"id":"W3017099265","doi":"10.19173/irrodl.v20i5.4467","title":"Investigating the Concerns of First-Time Distance Education Instructors","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychological intervention; Adaptation (eye); Medical education; Psychology; Process (computing); Pedagogy; Medicine; Computer science","score_opus":0.13086982017930823,"score_gpt":0.5214538427275195,"score_spread":0.39058402254821123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017099265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99143714,0.00090721174,0.0037281995,0.0008096314,0.000041670075,0.000067728346,0.000009748897,0.000021125867,0.0029775095],"genre_scores_gemma":[0.9959694,0.00063607155,0.0015910489,0.00037221814,0.000014961473,0.000057748908,0.000013946452,0.000005816524,0.0013388402],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99526596,0.0028217637,0.00017001329,0.00027204343,0.0011178848,0.00035229587],"domain_scores_gemma":[0.9749912,0.013570728,0.00469932,0.0006382273,0.0043314714,0.0017690166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059686033,0.00025122368,0.00024210445,0.0006649782,0.0007028225,0.0022165647,0.0008078137,0.0009588069,0.0013390376],"category_scores_gemma":[0.024993982,0.00018020404,0.00031208812,0.00038513707,0.000797724,0.00124777,0.0012698628,0.0012269574,0.00024080239],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026452474,0.0016670063,0.44113922,0.001272942,0.00006980291,0.0017642158,0.23275612,0.00030524618,0.010059545,0.0028859158,0.0015384777,0.30627698],"study_design_scores_gemma":[0.00006484163,0.0036593345,0.44282603,0.0016203532,0.0001436725,0.0038006196,0.47226915,0.0022846265,0.010869719,0.0033119796,0.059007663,0.0001419636],"about_ca_topic_score_codex":0.0012121305,"about_ca_topic_score_gemma":0.001781344,"teacher_disagreement_score":0.0059686033,"about_ca_system_score_codex":0.0015152971,"about_ca_system_score_gemma":0.0024332902,"threshold_uncertainty_score":0.03156537},"labels":[],"label_agreement":null},{"id":"W3017814790","doi":"10.19173/irrodl.v20i5.4432","title":"An Online College Near Me","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Quality (philosophy); Mathematics education; Institution; Higher education; Homeland; Process (computing); Computer science; Point (geometry); Online learning; Educational technology; Psychology; Multimedia; Sociology; Political science; Mathematics","score_opus":0.12854255525912123,"score_gpt":0.5360799573950247,"score_spread":0.40753740213590345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017814790","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20615815,0.0016623915,0.0043497146,0.011345875,0.0017438242,0.00026198235,0.005310731,0.0015480879,0.7676192],"genre_scores_gemma":[0.5013293,0.0014638285,0.0035796862,0.0042632353,0.00056724105,0.00012395422,0.0023841322,0.00019349993,0.4860952],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9997141,0.000050338956,0.00001376428,0.00006434319,0.00007061968,0.000086853746],"domain_scores_gemma":[0.9982299,0.00012115266,0.00018500832,0.00011614838,0.0001719893,0.0011758123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002786809,0.00022364271,0.00019440509,0.0007634952,0.0025932589,0.0022730823,0.00048409266,0.00049099006,0.2723445],"category_scores_gemma":[0.0014826144,0.000122047444,0.0002494265,0.0011968936,0.00031719747,0.002640907,0.0026420325,0.0010473721,0.046882197],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023417913,0.00068769266,0.08115817,0.00039621128,0.0000431824,0.0017413988,0.0073433085,0.00016737577,0.0031875542,0.020351972,0.4929611,0.39172786],"study_design_scores_gemma":[0.00001692273,0.00014968059,0.04492357,0.00009956396,0.000014337475,0.0008646629,0.010400921,0.00013988241,0.00044888654,0.0015106502,0.9414058,0.00002512665],"about_ca_topic_score_codex":0.0028753637,"about_ca_topic_score_gemma":0.0084887985,"teacher_disagreement_score":0.2723445,"about_ca_system_score_codex":0.00043713415,"about_ca_system_score_gemma":0.0010517596,"threshold_uncertainty_score":0.9110831},"labels":[],"label_agreement":null},{"id":"W3035764676","doi":"","title":"Evaluating Pre-Service Teaching Practice for Online and Distance Education Students in Pakistan.","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Medical education; Grading (engineering); Teacher education; Mathematics education; Psychology; Distance education; Teaching method; Lesson plan; Student teaching; Pedagogy; Medicine; Engineering; Student teacher; Political science","score_opus":0.17364578220884339,"score_gpt":0.6166997097459735,"score_spread":0.44305392753713013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035764676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99782526,0.00013278797,0.00011626772,0.00016472627,0.000018709621,0.00024341715,0.0001424406,0.0000133087615,0.0013432167],"genre_scores_gemma":[0.99648994,0.0003061663,0.0011991058,0.00010704843,0.0000093718245,0.00020067276,0.00020868136,0.0000042470915,0.0014747108],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99790514,0.0006101906,0.00025910384,0.00013408047,0.0006815343,0.0004099706],"domain_scores_gemma":[0.98717016,0.0019351016,0.0022270556,0.00031989676,0.0041463207,0.004201334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032526087,0.00028002885,0.0003726684,0.00080367224,0.0015183121,0.0009126532,0.0007086421,0.0004934881,0.0024815542],"category_scores_gemma":[0.008375422,0.00029129675,0.00041639167,0.0006997528,0.00054948835,0.00070332,0.0009652191,0.0007887374,0.00079793535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010219985,0.0073247054,0.72783524,0.0005936337,0.00005067355,0.00083330675,0.028098235,0.0003562578,0.0020317466,0.00019387179,0.0033146322,0.22834566],"study_design_scores_gemma":[0.00008610236,0.0068085426,0.9472427,0.00016078998,0.000030795603,0.0003049323,0.0387583,0.00039468776,0.0015305108,0.000094670424,0.0045548715,0.00003314054],"about_ca_topic_score_codex":0.014663379,"about_ca_topic_score_gemma":0.034627512,"teacher_disagreement_score":0.014663379,"about_ca_system_score_codex":0.003039742,"about_ca_system_score_gemma":0.0061693336,"threshold_uncertainty_score":0.02915603},"labels":[],"label_agreement":null},{"id":"W3046267700","doi":"10.19173/irrodl.v21i4.4843","title":"Dealing With Isolation Using Online Morning Huddles for University Lecturers During Physical Distancing by COVID-19: Field Notes","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Isolation (microbiology); Distancing; Coronavirus disease 2019 (COVID-19); Context (archaeology); Psychology; Cohesion (chemistry); Socialization; Social distance; Compassion; Medical education; Public relations; Sociology; Pedagogy; Social psychology; Medicine; Political science","score_opus":0.20932945304606254,"score_gpt":0.5265644928659036,"score_spread":0.317235039819841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046267700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5034345,0.27479693,0.008585051,0.12552567,0.018405033,0.0024178533,0.0009178107,0.000642408,0.06527464],"genre_scores_gemma":[0.66878176,0.24820466,0.019587003,0.023677096,0.006729935,0.0028104018,0.00053473684,0.00014978948,0.029524604],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99637055,0.0026008948,0.00016368444,0.00016377907,0.00038972424,0.00031139443],"domain_scores_gemma":[0.9853249,0.0092343455,0.0013059078,0.0004770268,0.0014699346,0.0021878437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008174167,0.0004676449,0.0006451556,0.0007691804,0.002400132,0.0023885304,0.0014968216,0.0016020507,0.008993364],"category_scores_gemma":[0.017498158,0.00023821194,0.0007139294,0.000743912,0.0018038884,0.0024251405,0.0026166914,0.0020737397,0.001960273],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007778206,0.0024917142,0.008462054,0.0135979755,0.00012481093,0.0018045056,0.05239747,0.00013676072,0.0019166985,0.0029148404,0.16027373,0.75510174],"study_design_scores_gemma":[0.0004286204,0.006409074,0.051327016,0.024263034,0.00027261575,0.004328855,0.20959935,0.00014239784,0.0032979273,0.0040851473,0.69561523,0.00023069803],"about_ca_topic_score_codex":0.001493231,"about_ca_topic_score_gemma":0.0045231082,"teacher_disagreement_score":0.008993364,"about_ca_system_score_codex":0.0013193431,"about_ca_system_score_gemma":0.0024200063,"threshold_uncertainty_score":0.04322964},"labels":[],"label_agreement":null},{"id":"W3084725669","doi":"10.19173/irrodl.v21i3.4698","title":"An Analysis of Course Characteristics, Learner Characteristics, and Certification Rates in MITx MOOCs","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certification; Massive open online course; Medical education; Economic shortage; Psychology; Mathematics education; Computer science; Medicine; Political science","score_opus":0.08912520739598857,"score_gpt":0.44484763104134906,"score_spread":0.3557224236453605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084725669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996911,0.00002783589,0.00004262363,0.000014716024,0.0000015233874,0.000004009624,0.00006121546,0.0000019883407,0.00015500463],"genre_scores_gemma":[0.9996209,0.000017148333,0.000027918739,0.0000046928617,0.000002903761,0.0000052135424,0.00012900363,0.0000014954195,0.00019064774],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99907887,0.0002303633,0.000077678946,0.00016641761,0.00028963553,0.00015703165],"domain_scores_gemma":[0.98941785,0.0036967606,0.0033291397,0.00045430165,0.0014115379,0.0016904646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001992744,0.00014560799,0.00024300381,0.0015521729,0.00040286296,0.00076933036,0.00029644085,0.00032800838,0.0017420945],"category_scores_gemma":[0.009837331,0.000125603,0.00032415948,0.0012276821,0.00025239264,0.00049671205,0.000608728,0.00051671435,0.00040715953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032956814,0.00005047437,0.99750453,0.000003261306,0.0000087140015,0.000023948483,0.00016977184,0.000029335552,0.00006901411,0.000013412184,0.000050009792,0.0020445113],"study_design_scores_gemma":[9.1523805e-7,0.000043091968,0.99939156,0.0000027245069,0.0000040758932,0.000018950823,0.00023515744,0.00017242493,0.000041640647,0.0000059359513,0.00008199934,0.0000015818512],"about_ca_topic_score_codex":0.005865361,"about_ca_topic_score_gemma":0.0057288883,"teacher_disagreement_score":0.005865361,"about_ca_system_score_codex":0.0004263261,"about_ca_system_score_gemma":0.0005183628,"threshold_uncertainty_score":0.011662424},"labels":[],"label_agreement":null},{"id":"W3084852831","doi":"10.19173/irrodl.v21i3.4654","title":"Applying the Rasch Model to Evaluate the Self-Directed Online Learning Scale (SDOLS) for Graduate Students","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rasch model; Psychology; Scale (ratio); Crowdsourcing; Online learning; Rating scale; Distance education; Educational technology; Reliability (semiconductor); Computer science; Medical education; Mathematics education; Multimedia; World Wide Web","score_opus":0.20897101970472637,"score_gpt":0.49880334309862784,"score_spread":0.28983232339390147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084852831","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73550713,0.00042967053,0.22270897,0.00087709894,0.00034209684,0.014707994,0.002587484,0.00151006,0.021329457],"genre_scores_gemma":[0.8695588,0.00025778526,0.109975755,0.00018885349,0.000048658785,0.016293982,0.0015230072,0.000109851564,0.0020433743],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9759243,0.013104659,0.002100474,0.0018278348,0.006522385,0.0005204216],"domain_scores_gemma":[0.92082125,0.05375509,0.005779919,0.005189097,0.0138291875,0.00062536757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031086976,0.0010053177,0.0014350954,0.004035313,0.0010258723,0.0017633926,0.0013033679,0.0008193006,0.0027999016],"category_scores_gemma":[0.09741123,0.00049398415,0.0026925912,0.0046914024,0.001228243,0.0016997771,0.0018443598,0.0020766172,0.0013121457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004678704,0.0019004656,0.6618062,0.0007816204,0.00152861,0.00026202362,0.012448931,0.018487992,0.0015167121,0.009670317,0.008117249,0.2830119],"study_design_scores_gemma":[0.00041258032,0.006251584,0.7389728,0.00078551564,0.0005718417,0.00034029034,0.010103999,0.18882139,0.0036548672,0.020770738,0.028900802,0.00041349002],"about_ca_topic_score_codex":0.0050470065,"about_ca_topic_score_gemma":0.005368106,"teacher_disagreement_score":0.031086976,"about_ca_system_score_codex":0.0011904779,"about_ca_system_score_gemma":0.00316427,"threshold_uncertainty_score":0.16440564},"labels":[],"label_agreement":null},{"id":"W3085106999","doi":"10.19173/irrodl.v21i3.4775","title":"Revisiting Textbook Adaption Through Open Educational Resources: An Inquiry into Students’ Emotions","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Social Science Fund of China","keywords":"Psychology; Open educational resources; Mediation; Mathematics education; Educational technology; Qualitative research; Open education; Pedagogy; Sociology","score_opus":0.19181431430202292,"score_gpt":0.4972633984676372,"score_spread":0.3054490841656142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085106999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927107,0.0002747431,0.002139477,0.0008404745,0.000030389761,0.00004256508,0.000013894325,0.000011535873,0.003936185],"genre_scores_gemma":[0.99720854,0.00023249535,0.00061169575,0.00023797184,0.000009087338,0.00004015323,0.00000924594,0.000009179343,0.0016416776],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99477744,0.0033100948,0.00018858768,0.00032148694,0.0008958009,0.0005066003],"domain_scores_gemma":[0.9941924,0.004024788,0.0005461329,0.00021621751,0.00044078135,0.00057966803],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0043425676,0.00027029484,0.00066576165,0.0006351292,0.0021071115,0.0042119385,0.0011491096,0.0011894063,0.0011925965],"category_scores_gemma":[0.010642164,0.00031039797,0.00042883182,0.00067938527,0.0040349085,0.0031915894,0.0033201156,0.0021135341,0.00023286416],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003837943,0.00011791205,0.007954754,0.00013945937,0.000013242658,0.0010785125,0.9701616,0.000096336466,0.0031429287,0.0023490228,0.00037258194,0.014535349],"study_design_scores_gemma":[0.000009387656,0.00013139722,0.007908462,0.00009716364,0.000014983672,0.00039645558,0.9771927,0.00031514635,0.0011067567,0.0010183958,0.011779506,0.000029688084],"about_ca_topic_score_codex":0.0009917709,"about_ca_topic_score_gemma":0.0015254456,"teacher_disagreement_score":0.9988509,"about_ca_system_score_codex":0.0013699881,"about_ca_system_score_gemma":0.0014170822,"threshold_uncertainty_score":0.022965968},"labels":[],"label_agreement":null},{"id":"W3085252597","doi":"10.19173/irrodl.v21i3.4750","title":"A Qualitative Inquiry of K–12 Teachers’ Experience with Open Educational Practices: Perceived Benefits and Barriers of Implementing Open Educational Resources","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Educational technology; Qualitative research; Curriculum; Educational resources; Reuse; Pedagogy; Knowledge management; Computer science; Mathematics education; Psychology; Sociology; Engineering","score_opus":0.24798576759998048,"score_gpt":0.5291597070466317,"score_spread":0.28117393944665126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085252597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824943,0.0006447192,0.005692197,0.002630127,0.00006703913,0.00045733224,0.00023823444,0.000028640075,0.0077475025],"genre_scores_gemma":[0.9905324,0.0007454754,0.0023443147,0.000844715,0.000012739194,0.00053689233,0.000071107206,0.000029397646,0.004882862],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99198884,0.005276065,0.00039747625,0.00056083663,0.0007353161,0.00104148],"domain_scores_gemma":[0.9746139,0.019535156,0.0015468366,0.00061027583,0.0021848495,0.001509014],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.011463797,0.00043927284,0.0008334372,0.0012070875,0.0068521933,0.0040306607,0.0014262791,0.0018450762,0.0030171962],"category_scores_gemma":[0.019721072,0.0007263792,0.00042383443,0.0015576866,0.007941266,0.003971253,0.0040535964,0.0026181517,0.0005542392],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025359699,0.00006233072,0.0022467282,0.00017630355,0.0000026917226,0.00043646767,0.99189407,0.000035783552,0.0006398645,0.00076825306,0.000314296,0.0033978345],"study_design_scores_gemma":[0.0000046107953,0.000036080877,0.0011131879,0.00017413269,0.000002623519,0.0001508963,0.99179053,0.000043959506,0.0002576724,0.00021019802,0.0062064,0.000009749825],"about_ca_topic_score_codex":0.008002533,"about_ca_topic_score_gemma":0.014968782,"teacher_disagreement_score":0.9985737,"about_ca_system_score_codex":0.005049315,"about_ca_system_score_gemma":0.0054458026,"threshold_uncertainty_score":0.060627043},"labels":[],"label_agreement":null},{"id":"W3085279139","doi":"10.19173/irrodl.v21i3.4638","title":"A Meta-Analysis of Scaffolding Effects in Online Learning in Higher Education","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scaffold; Meta-analysis; Psychology; Learning environment; Online learning; Cognition; Mathematics education; Educational technology; Computer science; Multimedia; Medicine","score_opus":0.22526496287732747,"score_gpt":0.4694385820064476,"score_spread":0.24417361912912014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085279139","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021517586,0.9722118,0.0030787096,0.00048206854,0.00046136204,0.0005554717,0.00078824884,0.00006510719,0.0008395944],"genre_scores_gemma":[0.58274156,0.40142533,0.009490638,0.001257234,0.00040077002,0.0024019273,0.001535052,0.00010045055,0.00064704486],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.96721476,0.019843088,0.0070939725,0.0025727828,0.0028274832,0.00044786953],"domain_scores_gemma":[0.8856735,0.09657695,0.008429051,0.0036998715,0.0048372266,0.000783336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043326404,0.0024391448,0.010091501,0.00977585,0.0008976182,0.0040679136,0.002117063,0.0020567002,0.0027163802],"category_scores_gemma":[0.103242666,0.0011640842,0.045047514,0.0084299045,0.0010329399,0.0031288571,0.0019131108,0.002591603,0.00027682693],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022161119,0.00006836763,0.0072574723,0.1540537,0.8177231,0.00013037016,0.00024393125,0.00057889184,0.0002781548,0.00036184932,0.0004913296,0.016596843],"study_design_scores_gemma":[0.00054146256,0.00033044204,0.0060711643,0.013784533,0.9766649,0.000082875886,0.0000738489,0.00020946584,0.00029215997,0.0004123697,0.001512261,0.000024431152],"about_ca_topic_score_codex":0.0055740126,"about_ca_topic_score_gemma":0.0095180925,"teacher_disagreement_score":0.043326404,"about_ca_system_score_codex":0.0031752654,"about_ca_system_score_gemma":0.0041435077,"threshold_uncertainty_score":0.22913468},"labels":[],"label_agreement":null},{"id":"W3085412542","doi":"10.19173/irrodl.v21i3.4590","title":"Antecedents of Student Loyalty in Open and Distance Learning Institutions: An Empirical Analysis","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Customer Service Quality and Loyalty","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Loyalty; Service quality; Nonprobability sampling; Psychology; Stratified sampling; Quality (philosophy); Service (business); Empirical research; Marketing; Business; Sociology; Mathematics; Statistics; Population","score_opus":0.2462278833274535,"score_gpt":0.5055811185151505,"score_spread":0.25935323518769704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085412542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99840814,0.000109994995,0.00012175069,0.00012385636,0.0000037280977,0.00004047323,0.000050031707,0.0000012904018,0.0011407838],"genre_scores_gemma":[0.9993567,0.00012655297,0.00013592075,0.00003441669,0.0000051645206,0.000034638895,0.000062539446,8.140043e-7,0.00024331805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964154,0.0014891786,0.0003170378,0.00019724976,0.00087326986,0.00070780545],"domain_scores_gemma":[0.98038447,0.010659909,0.0036227135,0.00054033514,0.0021118084,0.0026806458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00431973,0.00018311568,0.0006087538,0.0017322493,0.0016070273,0.0026117358,0.00079089106,0.0010185296,0.0047653294],"category_scores_gemma":[0.012878493,0.00034463382,0.00083963876,0.0025872285,0.0011121056,0.0014594259,0.0020163178,0.002174424,0.00040137483],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071735376,0.0009977206,0.9876946,0.00006367894,0.00006323848,0.00013200524,0.0026075172,0.00014930604,0.000060707793,0.0008618411,0.00013924301,0.0071582715],"study_design_scores_gemma":[0.000010021482,0.0003873809,0.97671854,0.00014174054,0.00009130126,0.00014672853,0.019660164,0.0017243903,0.00012193399,0.00045105474,0.0005321136,0.000014628708],"about_ca_topic_score_codex":0.0062303585,"about_ca_topic_score_gemma":0.008123034,"teacher_disagreement_score":0.0062303585,"about_ca_system_score_codex":0.0012391283,"about_ca_system_score_gemma":0.0022826002,"threshold_uncertainty_score":0.022845149},"labels":[],"label_agreement":null},{"id":"W3085446894","doi":"10.19173/irrodl.v21i3.4659","title":"Elements of Open Education: An Invitation to Future Research","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University; Athabasca University","funders":"Carl von Ossietzky Universität Oldenburg","keywords":"Open education; Distance education; Open learning; Open educational resources; Accreditation; Context (archaeology); Scholarship; Educational technology; Higher education; Open university; Macro; Pedagogy; Sociology; Mathematics education; Computer science; Political science; Teaching method; Psychology; Cooperative learning; Geography","score_opus":0.19797854925996514,"score_gpt":0.5514734316156774,"score_spread":0.35349488235571225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085446894","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031133192,0.17382316,0.013933912,0.76074994,0.024256859,0.00013856721,0.00011586726,0.00008201681,0.023786403],"genre_scores_gemma":[0.14560325,0.48726624,0.042929497,0.2156668,0.07551486,0.0018382403,0.00046148768,0.00040899427,0.030310582],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.982483,0.010031245,0.0009234234,0.0013228199,0.004022962,0.0012165412],"domain_scores_gemma":[0.9209428,0.061831005,0.0019256972,0.004511446,0.0066530993,0.004135907],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.029775428,0.0008449898,0.0013773206,0.0032863705,0.004796412,0.015046269,0.00232112,0.012021648,0.0127095375],"category_scores_gemma":[0.032243315,0.0005569734,0.0012753456,0.0047751977,0.023143103,0.05321104,0.015853327,0.019294195,0.0018855203],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081472754,0.00019234429,0.0009263973,0.0024141206,0.000018383585,0.00037477416,0.010133436,0.0002686911,0.0004320419,0.7653396,0.07175667,0.1480621],"study_design_scores_gemma":[0.000019570367,0.000096211945,0.0006914422,0.004199701,0.000010202211,0.0004212201,0.01594837,0.000341331,0.00014636246,0.30115074,0.67692274,0.000052073097],"about_ca_topic_score_codex":0.0012367088,"about_ca_topic_score_gemma":0.00169935,"teacher_disagreement_score":0.9976789,"about_ca_system_score_codex":0.0057163024,"about_ca_system_score_gemma":0.011164404,"threshold_uncertainty_score":0.15746939},"labels":[],"label_agreement":null},{"id":"W3085885247","doi":"10.19173/irrodl.v21i3.4804","title":"Research Trends in Mobile Learning","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data collection; Sample (material); Mobile device; Computer science; Sample size determination; Field (mathematics); Data science; Statistics; World Wide Web; Mathematics","score_opus":0.14118385504092687,"score_gpt":0.4867868692149734,"score_spread":0.3456030141740465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085885247","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023275409,0.9407642,0.0014981806,0.011386519,0.0016868981,0.00011064029,0.0013763335,0.00007373846,0.019828003],"genre_scores_gemma":[0.10534605,0.8791691,0.0042057782,0.0038229364,0.0020330057,0.00017001608,0.0016893442,0.000057698555,0.0035060754],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950525,0.0010153323,0.0011261691,0.0009525038,0.0015300497,0.00032346745],"domain_scores_gemma":[0.9504336,0.029936116,0.006685375,0.0006838495,0.0110527715,0.0012082137],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.007861927,0.0005049661,0.00082554814,0.02678974,0.0008477148,0.006092377,0.0008805211,0.0014357852,0.008102881],"category_scores_gemma":[0.024141323,0.0003374514,0.0009669671,0.03135318,0.0011464548,0.0075508705,0.0015414159,0.0013659676,0.0021984326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003150844,0.00010357625,0.024716819,0.063916236,0.00025806727,0.0007024064,0.005973225,0.00025693595,0.0023537881,0.018643957,0.023686806,0.85907304],"study_design_scores_gemma":[0.0000336016,0.0003377649,0.06530959,0.09566507,0.0008220054,0.0033237522,0.015985474,0.0004693728,0.0019670143,0.0063671726,0.8096285,0.000090726404],"about_ca_topic_score_codex":0.003656645,"about_ca_topic_score_gemma":0.0059645255,"teacher_disagreement_score":0.9732103,"about_ca_system_score_codex":0.002904747,"about_ca_system_score_gemma":0.006395528,"threshold_uncertainty_score":0.041578352},"labels":[],"label_agreement":null},{"id":"W3086118894","doi":"10.19173/irrodl.v21i3.4784","title":"Profiles of Online Students and the Impact of Their University Experience","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Typology; Perception; Psychology; Higher education; Brick and mortar; Mathematics education; Population; Test (biology); Pedagogy; Sociology; Computer science; Political science; Demography","score_opus":0.15472816308313567,"score_gpt":0.5470222198396896,"score_spread":0.39229405675655393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086118894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977053,0.0001737735,0.000099313605,0.000103414786,0.000009764031,0.0000074557342,0.000039037135,0.0000020981763,0.0018598834],"genre_scores_gemma":[0.99932635,0.00013947407,0.000042525382,0.000017141938,0.0000069091075,0.0000049312175,0.000033643813,0.0000012885472,0.0004277417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99847215,0.00056528137,0.00013328806,0.000120855446,0.0004917455,0.00021669356],"domain_scores_gemma":[0.9945374,0.0014626023,0.0016069711,0.00019440142,0.00067973096,0.0015189799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012918734,0.0001400114,0.00025253682,0.001398603,0.0007600768,0.0027833977,0.00030015386,0.0004060111,0.002995751],"category_scores_gemma":[0.008597272,0.00008704336,0.00025436658,0.0011066677,0.0004379412,0.0012317853,0.0015942028,0.000481551,0.0005260547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021765723,0.00031752195,0.90423375,0.00009399099,0.00005800721,0.00025754352,0.03182957,0.0001353785,0.0009063725,0.00047543456,0.0005861275,0.060888555],"study_design_scores_gemma":[0.000004471453,0.00020905322,0.9474618,0.000052680043,0.00001586564,0.00022318296,0.048607305,0.0002114501,0.00021088803,0.00023644976,0.0027439212,0.000022953862],"about_ca_topic_score_codex":0.0018046021,"about_ca_topic_score_gemma":0.0019433266,"teacher_disagreement_score":0.002995751,"about_ca_system_score_codex":0.00048141056,"about_ca_system_score_gemma":0.00036661702,"threshold_uncertainty_score":0.010021806},"labels":[],"label_agreement":null},{"id":"W3086120571","doi":"10.19173/irrodl.v21i3.4675","title":"Does Delivery Model Matter? The Influence of Course Delivery Model on Teacher Candidates’ Self-Efficacy Beliefs Towards Inclusive Practices","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Psychology; Flipped classroom; Mathematics education; Self-efficacy; Face-to-face; Asynchronous learning; Online course; Educational technology; Distance education; Course (navigation); Medical education; Teaching method; Computer science; Pedagogy; Social psychology; Cooperative learning; Synchronous learning; Medicine; Engineering","score_opus":0.06917966598963092,"score_gpt":0.45615053994173643,"score_spread":0.3869708739521055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086120571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969524,0.00028623248,0.0008998647,0.00021978836,0.000023448787,0.00014467217,0.00003058552,0.000006090984,0.0014369289],"genre_scores_gemma":[0.99819046,0.00016103683,0.00083899044,0.00004445193,0.000010872584,0.00019230567,0.0000251806,0.0000057730917,0.0005309611],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9897782,0.006399895,0.00058264093,0.0008334616,0.0016671362,0.00073872716],"domain_scores_gemma":[0.89938396,0.082261,0.008725931,0.0025189803,0.0026769347,0.0044332277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016841669,0.00021906597,0.0008430218,0.00048263004,0.0007714987,0.002697433,0.000835154,0.00066919223,0.0060711945],"category_scores_gemma":[0.062501535,0.00025862557,0.0007117195,0.00066104915,0.00091104035,0.0013111401,0.0011171348,0.0011385027,0.00045526554],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009248578,0.010613594,0.800412,0.0012304571,0.0007347679,0.00042174253,0.025154369,0.0014538488,0.007922752,0.004171934,0.00071772985,0.13791835],"study_design_scores_gemma":[0.0005055944,0.009255977,0.95763427,0.00065756275,0.00068807375,0.00016136414,0.018877676,0.003766037,0.0033163542,0.0016944903,0.0033588994,0.00008366281],"about_ca_topic_score_codex":0.002483948,"about_ca_topic_score_gemma":0.0032241757,"teacher_disagreement_score":0.016841669,"about_ca_system_score_codex":0.0015005191,"about_ca_system_score_gemma":0.0026899318,"threshold_uncertainty_score":0.08906829},"labels":[],"label_agreement":null},{"id":"W3086141638","doi":"10.19173/irrodl.v21i3.4752","title":"Promoting Intercultural Competence in a Learning Activity Supported by Virtual Reality Technology","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Intercultural competence; Psychology; Virtual reality; Competence (human resources); Perception; Cultural competence; Immersion (mathematics); Technology integration; Educational technology; Pedagogy; Computer science; Human–computer interaction; Social psychology","score_opus":0.09805195234937103,"score_gpt":0.4239125483879219,"score_spread":0.3258605960385509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086141638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.951326,0.007262033,0.011127781,0.00094865635,0.00006560309,0.00019445377,0.000012427612,0.000042447115,0.029020699],"genre_scores_gemma":[0.98755115,0.0037127598,0.0074813683,0.000104641236,0.000014030542,0.00008037121,0.000009396835,0.0000038314447,0.0010424874],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99701715,0.00218993,0.000111012276,0.00015666576,0.0002717977,0.00025343633],"domain_scores_gemma":[0.99767333,0.0013371086,0.00033430534,0.00011566767,0.00020550456,0.00033399943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022738846,0.0002820093,0.00027050622,0.0006345907,0.00066258287,0.0024408125,0.00041228803,0.00049891905,0.001112166],"category_scores_gemma":[0.0040606004,0.00011214744,0.00036156576,0.00043062013,0.0010138038,0.0014593634,0.0022283494,0.00045717144,0.00016362705],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024446152,0.0021293815,0.04505916,0.004862651,0.00014886027,0.0010503908,0.074415244,0.0009298042,0.028419547,0.019080082,0.0017686853,0.82189184],"study_design_scores_gemma":[0.00024183826,0.005413171,0.45528042,0.00800464,0.00065056526,0.0049078455,0.23502827,0.004251025,0.040475283,0.021143164,0.22432858,0.00027521356],"about_ca_topic_score_codex":0.000896074,"about_ca_topic_score_gemma":0.0020953543,"teacher_disagreement_score":0.0024408125,"about_ca_system_score_codex":0.0005868129,"about_ca_system_score_gemma":0.0016667314,"threshold_uncertainty_score":0.012025595},"labels":[],"label_agreement":null},{"id":"W3086241972","doi":"10.19173/irrodl.v21i3.4771","title":"Learners’ Discussion Patterns, Perceptions, and Preferences in a Chinese Massive Open Online Course (MOOC)","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Perception; Massive open online course; Mathematics education; Process (computing); Online discussion; Psychology; Educational technology; Qualitative research; Online learning; Learning design; Online participation; Multimethodology; Computer science; Pedagogy; Multimedia; World Wide Web; Sociology; The Internet","score_opus":0.0840193777376199,"score_gpt":0.45049982727521803,"score_spread":0.3664804495375981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086241972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994222,0.00002599908,0.00007516127,0.000034491764,0.0000022365662,0.0000111512345,0.000009524675,0.0000018954178,0.00041736153],"genre_scores_gemma":[0.9988949,0.000069456924,0.00016515356,0.000038896313,0.0000040708574,0.00002559555,0.000029357954,0.0000022504405,0.0007704648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988022,0.00039375294,0.00012684043,0.00020689126,0.0002700935,0.00020032632],"domain_scores_gemma":[0.9974758,0.0011426209,0.00042662641,0.000065989625,0.00035081117,0.00053820375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017841078,0.00023153493,0.00023845735,0.00095759216,0.001321213,0.0012721822,0.0003383721,0.000520825,0.0011955069],"category_scores_gemma":[0.0055096084,0.00013788545,0.00024874255,0.00046204872,0.00055692246,0.0011232969,0.00096656865,0.00042725273,0.00019435746],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040099688,0.00074866734,0.5419994,0.00022922974,0.000055816414,0.0008878511,0.37399024,0.0003754561,0.009592189,0.00044319098,0.00078306644,0.070493914],"study_design_scores_gemma":[0.000025307392,0.0008123122,0.65447557,0.00009719058,0.00007288873,0.0005592105,0.33183435,0.0024040258,0.0028420617,0.00063439045,0.00612734,0.000115279276],"about_ca_topic_score_codex":0.004687688,"about_ca_topic_score_gemma":0.0070018927,"teacher_disagreement_score":0.004687688,"about_ca_system_score_codex":0.0008828578,"about_ca_system_score_gemma":0.0008327612,"threshold_uncertainty_score":0.009435356},"labels":[],"label_agreement":null},{"id":"W3086284927","doi":"10.19173/irrodl.v21i3.4770","title":"Challenges of Blended Learning in Refugee Camps: When Internet Connectivity Fails, Human Connection Succeeds","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refugee; The Internet; Context (archaeology); Distance education; Internet access; Blended learning; Pedagogy; Educational technology; Psychology; Medical education; Sociology; Computer science; Political science; World Wide Web; Geography; Medicine","score_opus":0.14352988962423505,"score_gpt":0.45795909803142504,"score_spread":0.31442920840719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086284927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93433625,0.0020592487,0.0131719485,0.009359149,0.0005767946,0.00026254932,0.00006312924,0.000083673425,0.04008731],"genre_scores_gemma":[0.98602563,0.0010981745,0.0061894287,0.00084407174,0.00008557054,0.00014451552,0.000044787525,0.000022506045,0.0055452324],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9968286,0.0017468443,0.00012425099,0.00025635667,0.000520903,0.00052290334],"domain_scores_gemma":[0.9947069,0.0018287528,0.0005912377,0.00038054553,0.0006759427,0.0018167221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00390958,0.00032437616,0.00039522178,0.00051403046,0.0027062113,0.0057515306,0.0014432885,0.0016723514,0.004271476],"category_scores_gemma":[0.008314568,0.0001493228,0.00032774018,0.0005262503,0.002077832,0.0041035013,0.005289795,0.0018239695,0.0009830222],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005302436,0.0035479574,0.09971241,0.002416249,0.00014207055,0.009464598,0.16409175,0.003266906,0.009925102,0.048675694,0.022884501,0.6353426],"study_design_scores_gemma":[0.00012425263,0.0018937188,0.05468381,0.0022737796,0.00009145822,0.007057302,0.6227959,0.006672645,0.0047669145,0.05235092,0.24712393,0.0001654074],"about_ca_topic_score_codex":0.0009879274,"about_ca_topic_score_gemma":0.0021041948,"teacher_disagreement_score":0.0057515306,"about_ca_system_score_codex":0.001116597,"about_ca_system_score_gemma":0.0024113022,"threshold_uncertainty_score":0.020676017},"labels":[],"label_agreement":null},{"id":"W3086339221","doi":"10.19173/irrodl.v21i3.4783","title":"Evaluation of Student Feedback Within a MOOC Using Sentiment Analysis and Target Groups","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Sentiment analysis; Scope (computer science); Computer science; Online learning; Online discussion; Online course; Mathematics education; Higher education; Psychology; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.16592713421863886,"score_gpt":0.48450284293811036,"score_spread":0.3185757087194715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086339221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911671,0.00014358253,0.0047121667,0.00012348748,0.00007525321,0.00024408447,0.00045554517,0.00014692667,0.002931814],"genre_scores_gemma":[0.98821557,0.00013365886,0.008626486,0.00006746303,0.00005946561,0.00023830701,0.0008048076,0.00005211071,0.0018020973],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99388206,0.0025201582,0.00045938772,0.0005131715,0.002345963,0.00027929185],"domain_scores_gemma":[0.96699786,0.01651855,0.0033922854,0.0010188292,0.010778399,0.0012940173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007536284,0.00044681982,0.0006533493,0.0023783024,0.00060168566,0.0017177771,0.00028998248,0.00043155233,0.0011773697],"category_scores_gemma":[0.02643627,0.000108964225,0.00042115973,0.0012764698,0.0003211394,0.000842377,0.0008530083,0.0005409639,0.000692915],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003944017,0.0015867602,0.39144477,0.0015820799,0.0003946434,0.00046094068,0.021735817,0.002389855,0.08305112,0.00062688853,0.0072176936,0.48556536],"study_design_scores_gemma":[0.00012127566,0.0041247173,0.871918,0.00031089483,0.0002619177,0.00038295408,0.019766854,0.05227535,0.037279457,0.0010279529,0.012331267,0.00019946031],"about_ca_topic_score_codex":0.001102283,"about_ca_topic_score_gemma":0.0018045977,"teacher_disagreement_score":0.007536284,"about_ca_system_score_codex":0.0005192826,"about_ca_system_score_gemma":0.0004396541,"threshold_uncertainty_score":0.039856136},"labels":[],"label_agreement":null},{"id":"W3086343385","doi":"10.19173/irrodl.v21i3.4679","title":"Learners’ Perceptions of Online Exams: A Comparative Study in Turkey and Kyrgyzstan","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yükseköğretim Kurulu","keywords":"Turkish; Perception; Online learning; Psychology; Mathematics education; Medical education; Computer-assisted web interviewing; Qualitative property; Distance education; Qualitative research; Online discussion; Pedagogy; Computer science; Multimedia; Sociology; Medicine; World Wide Web","score_opus":0.1745899329493826,"score_gpt":0.48833398536751205,"score_spread":0.3137440524181294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086343385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99956673,0.000088335604,0.00002030392,0.000033524993,0.0000030921053,0.000007968573,0.00001002646,5.102438e-7,0.000269472],"genre_scores_gemma":[0.99940944,0.00019733746,0.000060865164,0.00004714558,0.0000029521343,0.000015962618,0.000020667982,0.0000010978677,0.000244556],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99908507,0.00028018744,0.00008223673,0.00009749996,0.00016398191,0.0002910245],"domain_scores_gemma":[0.99849343,0.0004883739,0.0002632376,0.000037070527,0.00036387806,0.00035391288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023155634,0.00028915948,0.000634036,0.0010394834,0.0021878716,0.0018813342,0.00048567104,0.00069238065,0.0022533454],"category_scores_gemma":[0.002224409,0.000251804,0.00040778628,0.0012699032,0.0009997893,0.0012819452,0.0009516607,0.0007997844,0.0003247509],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004391229,0.0024670977,0.46693146,0.0005469921,0.00006850609,0.0031563523,0.47046927,0.00016905995,0.0037704718,0.0009360131,0.0010624769,0.049983177],"study_design_scores_gemma":[0.000016381362,0.0008627704,0.33876228,0.0001657028,0.000040483672,0.0004520602,0.65513897,0.00017947391,0.0005777984,0.00006554163,0.0037085183,0.000030078772],"about_ca_topic_score_codex":0.012975943,"about_ca_topic_score_gemma":0.022486733,"teacher_disagreement_score":0.012975943,"about_ca_system_score_codex":0.0015764822,"about_ca_system_score_gemma":0.0022013988,"threshold_uncertainty_score":0.025800824},"labels":[],"label_agreement":null},{"id":"W3086425625","doi":"10.19173/irrodl.v21i3.4718","title":"Languaging Network Learning: The Emergence of Connectivism in Architectonic Thought","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Design Education and Practice","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Learning theory; Sociology; Conceptualization; Educational technology; Pedagogy; Education theory; Epistemology; Higher education; Psychology; Computer science; Philosophy; Artificial intelligence","score_opus":0.08818655397497882,"score_gpt":0.4152394491812303,"score_spread":0.32705289520625147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086425625","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12020175,0.027253896,0.3517896,0.07879908,0.0012693413,0.00012683582,0.00006948206,0.0003548071,0.42013517],"genre_scores_gemma":[0.9553774,0.006587644,0.026495771,0.0022437582,0.00048565184,0.00015239463,0.000029142859,0.0001492054,0.008478945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99418855,0.0043780785,0.0001131106,0.0005145251,0.00056518905,0.0002405928],"domain_scores_gemma":[0.98698515,0.010467616,0.0005197621,0.0010560086,0.00052350055,0.00044791514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007894109,0.00043363086,0.00039924643,0.0029364214,0.0036917024,0.011201768,0.0011794869,0.0024600155,0.0024500287],"category_scores_gemma":[0.0082247555,0.00034504884,0.0004521788,0.0021666174,0.06588991,0.019157385,0.0055979863,0.0045679496,0.0003291957],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070062792,0.00000545531,0.00021183288,0.00004819253,0.0000032797554,0.000082894054,0.02327498,0.00022786336,0.00009339338,0.9686291,0.0005811555,0.0068349103],"study_design_scores_gemma":[0.000007461547,0.000011722931,0.00024829342,0.00016049814,0.0000038908006,0.00018715541,0.0073207356,0.0012185416,0.00018888897,0.94068813,0.049950678,0.000013993845],"about_ca_topic_score_codex":0.0018321762,"about_ca_topic_score_gemma":0.0020310122,"teacher_disagreement_score":0.011201768,"about_ca_system_score_codex":0.0044791303,"about_ca_system_score_gemma":0.0025261478,"threshold_uncertainty_score":0.041748583},"labels":[],"label_agreement":null},{"id":"W3086815541","doi":"10.19173/irrodl.v21i3.4642","title":"The Influence of Successful MOOC Learners’ Self-Regulated Learning Strategies, Self-Efficacy, and Task Value on Their Perceived Effectiveness of a Massive Open Online Course","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-efficacy; Psychology; Massive open online course; Task (project management); Instructional design; Perspective (graphical); Stepwise regression; Value (mathematics); Metacognition; Multilevel model; Cognition; Applied psychology; Mathematics education; Computer science; Social psychology; Engineering; Artificial intelligence","score_opus":0.03840034592663877,"score_gpt":0.39569336785204384,"score_spread":0.3572930219254051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086815541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991518,0.00015291372,0.00007470066,0.000016423961,0.000001775287,0.0000057976126,0.000008597038,0.0000012150741,0.0005867338],"genre_scores_gemma":[0.99969006,0.00007315576,0.0000615426,0.000007713574,0.0000026594862,0.0000048896914,0.000012525981,7.1385693e-7,0.0001467277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894875,0.00041307494,0.0000792576,0.00009355836,0.00036472897,0.000100553785],"domain_scores_gemma":[0.98404837,0.0104910545,0.0025383318,0.00045393678,0.0011656376,0.0013026572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001785065,0.00013838598,0.00021523776,0.0005168237,0.00021672272,0.00097118004,0.00018051738,0.00020955675,0.0010780232],"category_scores_gemma":[0.009563576,0.00009013158,0.00026224784,0.00020754087,0.00026071313,0.00027219456,0.000304543,0.00034197493,0.00019373524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011088928,0.00042338323,0.9744393,0.00003352888,0.00011119342,0.00004403801,0.0009084816,0.000088104796,0.0007223825,0.000072777155,0.00006666831,0.022979101],"study_design_scores_gemma":[0.0000024247472,0.00020621647,0.99875784,0.000010848129,0.000025810648,0.000026389942,0.00042420893,0.00020054834,0.00020919341,0.000030129926,0.00010248733,0.0000039461],"about_ca_topic_score_codex":0.0014058623,"about_ca_topic_score_gemma":0.0022645558,"teacher_disagreement_score":0.001785065,"about_ca_system_score_codex":0.00017319154,"about_ca_system_score_gemma":0.0003102873,"threshold_uncertainty_score":0.009440482},"labels":[],"label_agreement":null},{"id":"W3100926467","doi":"10.19173/irrodl.v19i1.2920","title":"A Taxonomy of Asynchronous Instructional Video Styles","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Video production; Taxonomy (biology); Presentation (obstetrics); Multimedia; Instructional design; Asynchronous communication; Class (philosophy); Learning styles; Online video; Mathematics education; Psychology; Artificial intelligence","score_opus":0.08339981949349637,"score_gpt":0.4195087343564813,"score_spread":0.3361089148629849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100926467","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22209784,0.041498143,0.5115316,0.00331303,0.0012801521,0.008794276,0.006558902,0.0022143254,0.20271173],"genre_scores_gemma":[0.56953406,0.020291965,0.37463063,0.0013265673,0.00036984458,0.009143899,0.0049573174,0.00037729347,0.019368397],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9923947,0.0035537472,0.0011972794,0.0005386394,0.002018515,0.00029724868],"domain_scores_gemma":[0.96913695,0.016672876,0.0042144684,0.0022062259,0.0066032875,0.0011663402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059680543,0.00080112345,0.00036018275,0.007011537,0.0008224494,0.0040202495,0.0016449625,0.0009936823,0.0054800333],"category_scores_gemma":[0.02900318,0.00035704058,0.0008256851,0.0049640657,0.0010618131,0.004926057,0.001847783,0.0009609675,0.0015832923],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044256492,0.00032468553,0.029172122,0.004629483,0.00009974795,0.00019899018,0.007554098,0.0012326072,0.0033628852,0.05695483,0.010556922,0.8854711],"study_design_scores_gemma":[0.00051285885,0.0028146848,0.11878714,0.015910007,0.0006683036,0.0044367625,0.026202288,0.0139467465,0.0117302295,0.164892,0.6397743,0.00032465233],"about_ca_topic_score_codex":0.0016563643,"about_ca_topic_score_gemma":0.0017400682,"teacher_disagreement_score":0.007011537,"about_ca_system_score_codex":0.0020531514,"about_ca_system_score_gemma":0.0018185913,"threshold_uncertainty_score":0.031562448},"labels":[],"label_agreement":null},{"id":"W3106744737","doi":"10.19173/irrodl.v21i4.4663","title":"Teachers’ Use of Education Dashboards and Professional Growth","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Professional development; Psychology; Qualitative property; Pedagogy; Faculty development; Medical education; Mathematics education; Knowledge management; Computer science; Medicine","score_opus":0.12308968334871126,"score_gpt":0.4573498196767733,"score_spread":0.33426013632806206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106744737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97134787,0.0017652195,0.004844575,0.0035083357,0.00006860941,0.00006614875,0.000087695546,0.00014063688,0.01817098],"genre_scores_gemma":[0.9955,0.0009725296,0.0017584298,0.00006650902,0.000016317199,0.000030330062,0.000048917456,0.000018687344,0.0015882355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9896778,0.004515088,0.0007730043,0.0009167772,0.0033871706,0.0007301741],"domain_scores_gemma":[0.9224015,0.044770453,0.013518385,0.0031573,0.010861136,0.005291195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009370742,0.00021735783,0.0003045982,0.0019758728,0.0012028104,0.0041592405,0.0005386534,0.0005786104,0.0018499821],"category_scores_gemma":[0.04666813,0.0003363653,0.00032092337,0.0014006783,0.0015329841,0.0033767633,0.0029287976,0.0012464438,0.0004551267],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012699806,0.00068425667,0.4475381,0.0008017088,0.00007308425,0.0005549484,0.14981736,0.0004272672,0.0027520463,0.004115995,0.004522852,0.3885853],"study_design_scores_gemma":[0.00004618464,0.0005559918,0.64020336,0.00097089336,0.00011112811,0.0012103844,0.24608147,0.0026440527,0.0043470613,0.004213766,0.09950063,0.00011514902],"about_ca_topic_score_codex":0.003287564,"about_ca_topic_score_gemma":0.0041964473,"teacher_disagreement_score":0.009370742,"about_ca_system_score_codex":0.0014789468,"about_ca_system_score_gemma":0.002664111,"threshold_uncertainty_score":0.049557805},"labels":[],"label_agreement":null},{"id":"W3106909295","doi":"10.19173/irrodl.v21i4.4787","title":"Internationalizing Professional Development: Using Educational Data Mining to Analyze Learners’ Performance and Dropouts in a French MOOC","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CHAID; Dropout (neural networks); Psychology; Mathematics education; Political science; Computer science; Artificial intelligence; Decision tree","score_opus":0.18022848697801963,"score_gpt":0.4764910963089826,"score_spread":0.296262609330963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106909295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99436027,0.00022254635,0.0031725136,0.00015071385,0.000009591158,0.00009993835,0.0010309742,0.00006857666,0.00088483875],"genre_scores_gemma":[0.99164116,0.0001471828,0.0053671263,0.000034272583,0.000013517509,0.00011537855,0.0020919652,0.000009889451,0.0005795134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985576,0.0005064491,0.0001655563,0.0002488311,0.0003426365,0.00017897694],"domain_scores_gemma":[0.99201113,0.0034500156,0.0014411694,0.00046982826,0.0018206773,0.0008071166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035618255,0.00048460442,0.00055591424,0.0048757303,0.0006373446,0.0019130135,0.00057798566,0.0005058819,0.0004974863],"category_scores_gemma":[0.009486555,0.00011129359,0.0005297902,0.0028048002,0.00025370752,0.0007515749,0.00093574467,0.0005287111,0.00028760658],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013456943,0.00045404886,0.91081953,0.000099616955,0.00013165614,0.00011303378,0.0016846367,0.0013385643,0.00049784593,0.00018984772,0.00074176316,0.083794884],"study_design_scores_gemma":[0.000012831801,0.00034675433,0.9738123,0.0000844671,0.00007887915,0.0001202213,0.004561579,0.016485704,0.0012341465,0.00041774334,0.002813454,0.00003191848],"about_ca_topic_score_codex":0.026913818,"about_ca_topic_score_gemma":0.021105435,"teacher_disagreement_score":0.026913818,"about_ca_system_score_codex":0.0007578243,"about_ca_system_score_gemma":0.0012872852,"threshold_uncertainty_score":0.05351436},"labels":[],"label_agreement":null},{"id":"W3107358198","doi":"10.19173/irrodl.v21i4.4645","title":"Heterogeneity of Learners’ Behavioral Patterns of Watching Videos and Completing Assessments in Massive Open Online Courses (MOOCs): A Latent Class Analysis","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Latent class model; Class (philosophy); Psychology; Psychological intervention; Mathematics education; Audit; Massive open online course; Computer science; Applied psychology; Artificial intelligence","score_opus":0.1880247217383627,"score_gpt":0.5032004928293499,"score_spread":0.31517577109098716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107358198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901211,0.00012212248,0.008578267,0.00017845153,0.0000100334055,0.00016539647,0.0002705755,0.000018988523,0.0005350042],"genre_scores_gemma":[0.9978269,0.000039209463,0.0015168599,0.000018337472,0.0000057453876,0.00010207104,0.00030294235,0.0000071492277,0.00018078924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9905318,0.0051542707,0.0007227431,0.0013548417,0.0014322315,0.0008040932],"domain_scores_gemma":[0.97321033,0.015443019,0.0042600827,0.004105909,0.0020105105,0.00097010075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01771219,0.00041010056,0.00082667463,0.003170242,0.0012555025,0.0025768604,0.001121177,0.00080381276,0.0021059967],"category_scores_gemma":[0.02762782,0.0002691777,0.002365935,0.0021868506,0.001502257,0.0014429148,0.0026311683,0.0014656041,0.00038355018],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031899166,0.0004319931,0.9669011,0.000059782964,0.00035839007,0.000049036433,0.005443364,0.0009186833,0.0005914457,0.0014401652,0.0003642049,0.023122815],"study_design_scores_gemma":[0.00002910689,0.00037749702,0.9600455,0.00007965388,0.00026507827,0.00010889596,0.0083542345,0.025949132,0.0005103323,0.0033583594,0.0008739395,0.000048180882],"about_ca_topic_score_codex":0.009148272,"about_ca_topic_score_gemma":0.0059623006,"teacher_disagreement_score":0.01771219,"about_ca_system_score_codex":0.0013607311,"about_ca_system_score_gemma":0.00163524,"threshold_uncertainty_score":0.09367216},"labels":[],"label_agreement":null},{"id":"W3107814099","doi":"10.19173/irrodl.v21i4.4895","title":"Identifying Student Perceptions of Different Instantiations of Open Pedagogy","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Open educational resources; Open education; Perception; Pedagogy; Variety (cybernetics); Open learning; Massive open online course; Mathematics education; Educational technology; Psychology; Instructional design; Open university; Distance education; Teaching method; Computer science; Cooperative learning","score_opus":0.1748549697784912,"score_gpt":0.5194065859483299,"score_spread":0.3445516161698387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107814099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99803525,0.000059412043,0.0005107152,0.000088995854,0.0000039555234,0.000024224628,0.000006092456,0.0000039683478,0.0012674273],"genre_scores_gemma":[0.99903846,0.0001059268,0.00043488175,0.000050975734,0.0000027506414,0.000030218229,0.000010765243,0.0000021354645,0.00032398023],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9942638,0.0025432631,0.00046023526,0.00033814844,0.0019027744,0.0004917601],"domain_scores_gemma":[0.981169,0.009825786,0.0038316713,0.00061492564,0.002878205,0.0016804816],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.006751602,0.0002087049,0.000356988,0.00093077443,0.0006386315,0.0026444774,0.0003694063,0.0006444452,0.0011483425],"category_scores_gemma":[0.022429451,0.00022696522,0.00034056228,0.00058676844,0.0010447496,0.0017407102,0.0018384833,0.0010553322,0.0002319282],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029657347,0.0011543089,0.79006034,0.00029368888,0.00010795198,0.00021184766,0.12810989,0.0002744174,0.005996386,0.001554438,0.0004137725,0.07152632],"study_design_scores_gemma":[0.000051314728,0.0026983928,0.6923379,0.00026385192,0.00009440167,0.0003951294,0.2915888,0.002096859,0.0034062413,0.001674349,0.005287151,0.00010557362],"about_ca_topic_score_codex":0.00071363046,"about_ca_topic_score_gemma":0.0010902378,"teacher_disagreement_score":0.9996306,"about_ca_system_score_codex":0.0006645322,"about_ca_system_score_gemma":0.00081450323,"threshold_uncertainty_score":0.03570628},"labels":[],"label_agreement":null},{"id":"W3107952383","doi":"10.19173/irrodl.v21i4.4919","title":"Predicting Behavioural Intention of Manufacturing Engineers in Malaysia to Use E-Learning in the Workplace","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; USable; Context (archaeology); Technology acceptance model; Affect (linguistics); Psychology; Knowledge management; Applied psychology; Manufacturing; Marketing; Business; Computer science; Multimedia; Human–computer interaction","score_opus":0.22750604074517547,"score_gpt":0.4600086285432743,"score_spread":0.23250258779809882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107952383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992422,0.000048433678,0.00016584637,0.000037905324,0.0000018788588,0.000006778832,0.000027807286,0.0000025715292,0.0004665457],"genre_scores_gemma":[0.99912065,0.00009396132,0.0002474871,0.00001954744,0.000001983658,0.00000885786,0.000046422534,0.0000010335103,0.0004599775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99955803,0.00013746096,0.00005960248,0.00004236917,0.00011177576,0.000090789195],"domain_scores_gemma":[0.9968893,0.0011267554,0.0010433313,0.00009209971,0.00040590749,0.0004426034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007451281,0.00029213165,0.00015293274,0.00048280047,0.0001863089,0.00074673025,0.00014074224,0.000444092,0.001530146],"category_scores_gemma":[0.0036634353,0.00016605304,0.00029391344,0.00030972634,0.00014696746,0.00031379922,0.00035852808,0.00049563113,0.00044554553],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002475175,0.00027165056,0.98954344,0.00003601011,0.000017798015,0.000046732282,0.0007395095,0.00016506478,0.0008131191,0.00002156941,0.000061640385,0.008258629],"study_design_scores_gemma":[0.0000019438537,0.00022756794,0.996412,0.000026872745,0.000013982833,0.00006368235,0.0018735302,0.0008084078,0.00034497146,0.000026953747,0.0001928953,0.0000072340395],"about_ca_topic_score_codex":0.0030349828,"about_ca_topic_score_gemma":0.005781384,"teacher_disagreement_score":0.0030349828,"about_ca_system_score_codex":0.00020545718,"about_ca_system_score_gemma":0.0004247461,"threshold_uncertainty_score":0.0060346127},"labels":[],"label_agreement":null},{"id":"W3107977535","doi":"10.19173/irrodl.v21i4.4643","title":"Recommender Systems for MOOCs: A Systematic Literature Survey (January 1, 2012 – July 12, 2019)","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Recommender system; Computer science; Popularity; World Wide Web; Scalability; Chaining; Information retrieval; Multimedia; Database; Psychology","score_opus":0.13992319834593156,"score_gpt":0.4371377980980585,"score_spread":0.29721459975212694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107977535","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050002127,0.9876173,0.0016049538,0.0014599683,0.0002985194,0.00022213969,0.0015588418,0.000075907024,0.002162191],"genre_scores_gemma":[0.019862965,0.9728352,0.0040863818,0.0008456253,0.00023711275,0.00025086576,0.001331615,0.000027008597,0.0005232207],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99526274,0.0013170339,0.0013421726,0.00050577166,0.0014089035,0.00016328927],"domain_scores_gemma":[0.9442171,0.03992553,0.0045379004,0.0009837253,0.0096448865,0.000690847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007315565,0.0008468929,0.002074162,0.01836772,0.00075006945,0.001970528,0.0009593835,0.0015097598,0.0039937156],"category_scores_gemma":[0.04096983,0.0007505532,0.0023205413,0.018349709,0.00058080733,0.0032588202,0.001215551,0.0012510683,0.001191948],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014368717,0.000080229715,0.007431966,0.17293543,0.0011339578,0.00014006824,0.0010525319,0.0003322003,0.00060920493,0.0012729595,0.020039864,0.7948279],"study_design_scores_gemma":[0.00013006192,0.00072263164,0.06595462,0.438145,0.009518249,0.0016396185,0.0031776302,0.0008967013,0.0014597574,0.0018738,0.47625226,0.00022974759],"about_ca_topic_score_codex":0.012932141,"about_ca_topic_score_gemma":0.027962292,"teacher_disagreement_score":0.01836772,"about_ca_system_score_codex":0.0021593177,"about_ca_system_score_gemma":0.009207186,"threshold_uncertainty_score":0.03868884},"labels":[],"label_agreement":null},{"id":"W3107985427","doi":"10.19173/irrodl.v21i4.4693","title":"Growth and Collaboration in Massive Open Online Courses: A Bibliometric Analysis","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scopus; Citation; Citation analysis; Subject (documents); World Wide Web; Library science; Bibliometrics; Data science; Computer science; Political science","score_opus":0.09158432808520525,"score_gpt":0.4722394187269942,"score_spread":0.38065509064178893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107985427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513765,0.011195396,0.0027948294,0.0013457974,0.00007189821,0.000293151,0.013872364,0.0002114593,0.018838698],"genre_scores_gemma":[0.9758581,0.0072825486,0.0037336142,0.00007761771,0.00027551036,0.0003390141,0.01103196,0.00007132077,0.0013303607],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98654395,0.0024969818,0.0023220447,0.0012933717,0.006621832,0.0007218001],"domain_scores_gemma":[0.9358207,0.037853703,0.014170184,0.0025727397,0.007839502,0.0017431095],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.008456611,0.0006250243,0.0015968545,0.13477874,0.0018137721,0.0070046843,0.0010274432,0.0010258162,0.0022503245],"category_scores_gemma":[0.051530734,0.00033377451,0.0015270319,0.17111425,0.0013940292,0.0064632604,0.0046269107,0.0008249588,0.00087250926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014197492,0.00020586666,0.8350345,0.0029707015,0.00087695016,0.000610359,0.008141384,0.0023990828,0.0009576378,0.0052557434,0.0064921468,0.13691369],"study_design_scores_gemma":[0.000034282384,0.00017148582,0.91800094,0.0011946354,0.0006801653,0.0014247749,0.017365085,0.0096284505,0.0014093944,0.004507325,0.04546444,0.00011904536],"about_ca_topic_score_codex":0.004148721,"about_ca_topic_score_gemma":0.003338974,"teacher_disagreement_score":0.86522126,"about_ca_system_score_codex":0.0019830046,"about_ca_system_score_gemma":0.0027150554,"threshold_uncertainty_score":0.04472339},"labels":[],"label_agreement":null},{"id":"W3108468833","doi":"10.19173/irrodl.v21i4.4891","title":"Implementing Mobile Learning Within Personal Learning Environments: A Study of Two Online Courses","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portuguese; Open educational resources; Flexibility (engineering); Computer science; Context (archaeology); Mobile device; Open learning; Distance education; M-learning; Educational technology; Open education; Multimedia; Mathematics education; Knowledge management; World Wide Web; Teaching method; Psychology; Cooperative learning; Statistics; Mathematics","score_opus":0.08968458615921934,"score_gpt":0.45181343245479044,"score_spread":0.36212884629557107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108468833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970693,0.00010911548,0.00059066253,0.00030101385,0.000017792716,0.00012530164,0.000017122708,0.000006152364,0.0017635893],"genre_scores_gemma":[0.98993146,0.0005334868,0.0019048307,0.00044818327,0.000031461434,0.00026712625,0.000054674303,0.000027773835,0.0068009053],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99561715,0.00211391,0.00016345434,0.00054062915,0.0006217849,0.0009431132],"domain_scores_gemma":[0.99089324,0.0045647616,0.0008067032,0.00032689478,0.00073459494,0.0026738131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005116889,0.00097652385,0.0012616843,0.0017953841,0.007960707,0.0068469513,0.002577923,0.0033529801,0.0033256698],"category_scores_gemma":[0.013682584,0.0008015404,0.0007070441,0.0016044321,0.004921065,0.004123965,0.0051047155,0.004221477,0.0010623756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012968104,0.0052542863,0.017433714,0.0002665471,0.000015719885,0.0052372017,0.9414948,0.000100835154,0.0020576532,0.0011522422,0.00062530435,0.026231889],"study_design_scores_gemma":[0.000058403166,0.0015398305,0.024462666,0.00021509877,0.000019023511,0.0022894514,0.9488401,0.00031929804,0.0012010812,0.00035846292,0.020639716,0.000056892917],"about_ca_topic_score_codex":0.005723942,"about_ca_topic_score_gemma":0.015644846,"teacher_disagreement_score":0.007960707,"about_ca_system_score_codex":0.003384314,"about_ca_system_score_gemma":0.0031513446,"threshold_uncertainty_score":0.027061045},"labels":[],"label_agreement":null},{"id":"W3108483445","doi":"10.19173/irrodl.v21i3.4600","title":"Faculty and Student Technology Use to Enhance Student Learning","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Technology integration; Information technology; Blended learning; Inclusion (mineral); Higher education; Learning Management; Knowledge management; Medical education; Psychology; Computer science; Pedagogy; Mathematics education; Medicine; Political science","score_opus":0.12440943470265275,"score_gpt":0.5398908245687003,"score_spread":0.41548138986604755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108483445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91782063,0.009773288,0.0040376456,0.0026735074,0.00012903126,0.00025049868,0.0006936948,0.00012594902,0.0644957],"genre_scores_gemma":[0.9911851,0.0038238447,0.0012579686,0.00020948074,0.000060029775,0.00015043993,0.00019720096,0.000010461978,0.0031054346],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9906951,0.004600361,0.0006191442,0.00049181806,0.0031832887,0.0004101688],"domain_scores_gemma":[0.9660055,0.018785072,0.0064947377,0.0010968271,0.005716415,0.0019014826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008381773,0.00015212366,0.000297777,0.0027363484,0.00053592765,0.0026774728,0.00052316545,0.00038347434,0.005559576],"category_scores_gemma":[0.030712008,0.00007658464,0.0005067953,0.0034665733,0.00032099892,0.0014408126,0.0015491629,0.00038402106,0.0010154931],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015171588,0.00082633505,0.4068385,0.0007588697,0.00017640858,0.00007392498,0.004224153,0.00035126388,0.0009082619,0.0021420165,0.004052814,0.5794957],"study_design_scores_gemma":[0.000029837547,0.0010493952,0.94530827,0.0005074635,0.00021370933,0.00022782153,0.009244075,0.0007775236,0.003430479,0.0015740012,0.037598006,0.000039529947],"about_ca_topic_score_codex":0.0007512326,"about_ca_topic_score_gemma":0.0016176531,"teacher_disagreement_score":0.008381773,"about_ca_system_score_codex":0.0012247774,"about_ca_system_score_gemma":0.0019362773,"threshold_uncertainty_score":0.044327557},"labels":[],"label_agreement":null},{"id":"W3108917787","doi":"10.19173/irrodl.v21i4.4756","title":"Writing and Implementing an Open Textbook in World Regional Geography: A Case Study","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Portfolio; Distance education; Meaning (existential); Open learning; Mathematics education; Open university; Process (computing); Educational technology; Computer science; Pedagogy; Sociology; Teaching method; Psychology; Business; Cooperative learning","score_opus":0.1799424250560375,"score_gpt":0.48859497108869904,"score_spread":0.30865254603266157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108917787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95330185,0.00036027355,0.010325093,0.0044842754,0.000119414246,0.000632014,0.0000661608,0.000078007564,0.030632894],"genre_scores_gemma":[0.9509647,0.0012702292,0.023843406,0.0012586999,0.00007869095,0.0003067477,0.000081391205,0.0000900489,0.02210616],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98767906,0.008861531,0.0004278132,0.00047743518,0.0014152334,0.0011388434],"domain_scores_gemma":[0.98002315,0.013063335,0.0018392183,0.0011977184,0.0010693362,0.0028072668],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.011366482,0.0006154628,0.00046720443,0.0013844795,0.0076029217,0.0048676482,0.0031308597,0.00529671,0.003271149],"category_scores_gemma":[0.02869167,0.00051201554,0.00067268865,0.0019162528,0.0042135287,0.0033021118,0.004002665,0.0045351237,0.0010492721],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020948218,0.010237827,0.022438811,0.0010102176,0.00004874689,0.08980407,0.674883,0.005427726,0.0056122453,0.032038357,0.013642466,0.14464717],"study_design_scores_gemma":[0.00019522241,0.002815285,0.017993629,0.0008784285,0.0000705762,0.028047867,0.73037016,0.009036278,0.011608482,0.0081372475,0.19067653,0.00017035236],"about_ca_topic_score_codex":0.0034224305,"about_ca_topic_score_gemma":0.013479818,"teacher_disagreement_score":0.99686915,"about_ca_system_score_codex":0.0043127486,"about_ca_system_score_gemma":0.0037406336,"threshold_uncertainty_score":0.060112417},"labels":[],"label_agreement":null},{"id":"W3109169286","doi":"10.19173/irrodl.v21i4.4754","title":"Mobile Teacher Professional Development (MTPD): Delving into English Teachers’ Beliefs in Indonesia","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Descriptive statistics; Professional development; Face validity; Mathematics education; Medical education; Reliability (semiconductor); Pedagogy; Psychometrics; Developmental psychology; Medicine","score_opus":0.05386772145934811,"score_gpt":0.40520139732585375,"score_spread":0.35133367586650566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109169286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927313,0.0009400441,0.00034071883,0.0016279399,0.000025465795,0.00002634608,0.000007895815,0.0000055931064,0.0042947293],"genre_scores_gemma":[0.99720424,0.00086579705,0.00028044335,0.00035545338,0.0000051467123,0.000019490068,0.0000049869755,0.0000027355159,0.0012617538],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9976235,0.0011724563,0.00014185956,0.00017678904,0.0005941748,0.00029124328],"domain_scores_gemma":[0.9947584,0.0024790624,0.0009982651,0.00014114547,0.0005289284,0.0010942336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035999254,0.00019904737,0.00037087826,0.0005413342,0.0020869998,0.0032015275,0.0005385143,0.0006734623,0.0009781981],"category_scores_gemma":[0.0052864417,0.00041493113,0.00020081777,0.00037263305,0.0017992177,0.0014947648,0.0019136418,0.001507376,0.0002067463],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056874786,0.00037459863,0.16139512,0.00046446416,0.000018040455,0.0016558184,0.7770735,0.000054776858,0.0018989212,0.0011146815,0.0011476359,0.054745525],"study_design_scores_gemma":[0.000017110608,0.00022963497,0.09409435,0.0005548492,0.00002666495,0.0011352788,0.88962644,0.00030154016,0.00056782947,0.0003639465,0.013050851,0.0000314257],"about_ca_topic_score_codex":0.0074816747,"about_ca_topic_score_gemma":0.010990172,"teacher_disagreement_score":0.0074816747,"about_ca_system_score_codex":0.0016526162,"about_ca_system_score_gemma":0.0026702248,"threshold_uncertainty_score":0.019038439},"labels":[],"label_agreement":null},{"id":"W3109643498","doi":"10.19173/irrodl.v21i4.4905","title":"Zones of Agency: Understanding Online Faculty Experiences of Presence","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Agency (philosophy); Loneliness; Feeling; Distance education; Online discussion; Online participation; Computer-mediated communication; Pedagogy; Online course; Online learning; Online teaching; Psychology; Educational technology; Mathematics education; The Internet; Sociology; Computer science; Multimedia; World Wide Web; Social psychology","score_opus":0.5502736064114033,"score_gpt":0.597879740965737,"score_spread":0.04760613455433371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109643498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95491105,0.0011777118,0.009222427,0.0023471748,0.000085683736,0.00006553093,0.000040739284,0.00004361265,0.032106005],"genre_scores_gemma":[0.99832314,0.00027853195,0.0006324303,0.000082267085,0.000013436242,0.000022554686,0.000007723559,0.000007038526,0.0006329336],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9963827,0.0025249282,0.0001341892,0.0002303401,0.00034766193,0.0003800851],"domain_scores_gemma":[0.989516,0.007027339,0.0013858543,0.00045543758,0.00049484265,0.0011204436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039250227,0.00028009585,0.00028165948,0.0019268686,0.004007251,0.008117868,0.0010599504,0.0011108144,0.0023590995],"category_scores_gemma":[0.013416283,0.00026536765,0.00042397022,0.001084134,0.0074515534,0.008162295,0.006646296,0.0014730688,0.00019229038],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005954625,0.00005892479,0.014546052,0.00012308324,0.000015232062,0.00034058173,0.95111567,0.00012918784,0.00080794987,0.0134742,0.000522425,0.018807193],"study_design_scores_gemma":[0.000007675287,0.00007691521,0.013772285,0.0001425489,0.000014991554,0.00038490116,0.9580557,0.00051593716,0.00026408423,0.0067803236,0.01995449,0.000030120862],"about_ca_topic_score_codex":0.0021918225,"about_ca_topic_score_gemma":0.0032164783,"teacher_disagreement_score":0.008117868,"about_ca_system_score_codex":0.0020445571,"about_ca_system_score_gemma":0.0016454448,"threshold_uncertainty_score":0.020757794},"labels":[],"label_agreement":null},{"id":"W3110479086","doi":"10.19173/irrodl.v21i4.4677","title":"E-Learning Challenges in Iran: A Research Synthesis","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociocultural evolution; Knowledge management; Content analysis; Educational technology; Statistical analysis; E learning; Field (mathematics); Population; Statistical population; Distance education; Mathematics education; Computer science; Psychology; Social science; Sociology; Statistics; Mathematics; Descriptive statistics; Anthropology","score_opus":0.3493533129689518,"score_gpt":0.5206475944666711,"score_spread":0.1712942814977193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110479086","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10418746,0.85464317,0.0031788654,0.01474037,0.0013025916,0.0022763903,0.0012615011,0.000020041138,0.018389586],"genre_scores_gemma":[0.41043767,0.57536954,0.0065702237,0.0032985858,0.0005248197,0.0020400612,0.00056792697,0.000016075493,0.0011751641],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946057,0.001828532,0.001366844,0.0004464511,0.0014202998,0.00033221758],"domain_scores_gemma":[0.97780126,0.016494723,0.0021044554,0.00036989013,0.0029226162,0.00030715586],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011384307,0.00079574995,0.001462119,0.016330251,0.0018124992,0.0051431498,0.00086105324,0.0012808578,0.0025317254],"category_scores_gemma":[0.023601623,0.0004444634,0.0013467855,0.01384005,0.0015767494,0.0054351133,0.002286489,0.001373467,0.00020127131],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031197708,0.00031798898,0.020993609,0.39944082,0.0016117778,0.0026795135,0.12954408,0.0010174772,0.0021862118,0.033922996,0.011482991,0.39649054],"study_design_scores_gemma":[0.00007277997,0.00046187945,0.043495603,0.33576906,0.0036450822,0.0024826562,0.32837093,0.00051207567,0.0012007728,0.009321177,0.27456027,0.0001078014],"about_ca_topic_score_codex":0.004393544,"about_ca_topic_score_gemma":0.008852261,"teacher_disagreement_score":0.9886157,"about_ca_system_score_codex":0.006022225,"about_ca_system_score_gemma":0.017279953,"threshold_uncertainty_score":0.06020671},"labels":[],"label_agreement":null},{"id":"W3110578927","doi":"10.19173/irrodl.v21i4.4834","title":"Mobile Technology Acceptance Scale for Learning Mathematics: Development, Validity, and Reliability Studies","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Scale (ratio); Reliability (semiconductor); Nomological network; Discriminant validity; Content validity; Validity; Psychology; Confirmatory factor analysis; Convergent validity; Computer science; Mathematics education; Mathematics; Statistics; Psychometrics; Internal consistency; Structural equation modeling","score_opus":0.3668359242065714,"score_gpt":0.5466350092318268,"score_spread":0.17979908502525543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110578927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776203,0.0007396659,0.012551168,0.00032745002,0.000073051575,0.0017467781,0.0004782189,0.000093652234,0.0063696727],"genre_scores_gemma":[0.9610255,0.0008085767,0.032448646,0.00011327576,0.00004634066,0.003041539,0.000680344,0.000026386666,0.0018094599],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9948931,0.0015261828,0.00072938117,0.00021487329,0.0024627948,0.00017380371],"domain_scores_gemma":[0.98771054,0.0049342397,0.0018272913,0.00045107031,0.0045716953,0.00050516654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007219881,0.00037445332,0.00056114007,0.0017434002,0.00044843784,0.0007153282,0.0005082943,0.00053018174,0.0021292425],"category_scores_gemma":[0.016693218,0.00022314281,0.0009411944,0.0013603042,0.00037691696,0.00096890226,0.00096992706,0.0008770708,0.0006041385],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065589976,0.0017226784,0.68806154,0.000836533,0.000300438,0.00029652068,0.006403055,0.001153518,0.008778649,0.0020148424,0.002556206,0.2872201],"study_design_scores_gemma":[0.00009839983,0.0029293464,0.9723723,0.000350468,0.00016030879,0.00084409356,0.003987592,0.0058231824,0.002543219,0.00093248376,0.00989253,0.000066085515],"about_ca_topic_score_codex":0.000508056,"about_ca_topic_score_gemma":0.0013015573,"teacher_disagreement_score":0.007219881,"about_ca_system_score_codex":0.00034010917,"about_ca_system_score_gemma":0.00095812476,"threshold_uncertainty_score":0.038182855},"labels":[],"label_agreement":null},{"id":"W3110624761","doi":"10.19173/irrodl.v21i4.4873","title":"Online Courses in the Higher Education System of Iran: A Stakeholder-Based Investigation of Pre-Service Teachers’ Acceptance, Learning Achievement, and Satisfaction","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Competence (human resources); Mathematics education; Medical education; Stakeholder; Online learning; Pedagogy; Multimedia; Computer science; Medicine","score_opus":0.19157675917440045,"score_gpt":0.45040772651272515,"score_spread":0.25883096733832467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110624761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994578,0.000014546161,0.000040503575,0.00009490103,0.000002127707,0.000013772016,0.00000815954,9.796319e-7,0.00036730754],"genre_scores_gemma":[0.99956435,0.000039222414,0.00007891503,0.00006891401,0.000003406346,0.000014560898,0.00001278003,0.00000107161,0.0002166798],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983956,0.0005545798,0.00007274656,0.000091413516,0.00039101567,0.00049473275],"domain_scores_gemma":[0.9947636,0.0014563431,0.0009917871,0.00014063549,0.0011041191,0.0015434088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029299355,0.00021313372,0.00028101253,0.0008863351,0.0021587762,0.0013541088,0.00044214344,0.0006444778,0.0018038445],"category_scores_gemma":[0.0050672125,0.00023036434,0.00022417984,0.0007504799,0.0008884189,0.0011200262,0.0009900394,0.00084249943,0.0002672106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017392517,0.0015522537,0.7018882,0.0002156603,0.000024354655,0.0023277234,0.24952537,0.00012992907,0.004930607,0.0004391095,0.0009405615,0.03785229],"study_design_scores_gemma":[0.000014949206,0.0008992843,0.46597722,0.000057962545,0.000010866023,0.000673891,0.52650535,0.0004087108,0.0009828378,0.00009707446,0.004346416,0.000025461295],"about_ca_topic_score_codex":0.005782151,"about_ca_topic_score_gemma":0.008987573,"teacher_disagreement_score":0.005782151,"about_ca_system_score_codex":0.0014733733,"about_ca_system_score_gemma":0.0021135472,"threshold_uncertainty_score":0.015495181},"labels":[],"label_agreement":null},{"id":"W3114322126","doi":"10.19173/irrodl.v12i7.1142","title":"Editorial: Volume 12, Number 7","year":2011,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.12739351328449272,"score_gpt":0.4928692967945661,"score_spread":0.36547578351007337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114322126","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002084248,0.001972838,0.00008264141,0.010694742,0.9847439,0.000026136247,0.000046086625,0.00005973285,0.0023530363],"genre_scores_gemma":[0.00025859897,0.0030875998,0.00007772825,0.008065472,0.97209734,0.00003233873,0.000054836608,0.000039716746,0.01628642],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948549,0.0006510236,0.00054523395,0.0005520086,0.0030496733,0.0003471606],"domain_scores_gemma":[0.98389244,0.004735859,0.0009953586,0.0005575686,0.0074851043,0.0023337062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056190905,0.005048987,0.005494692,0.0048601655,0.004250825,0.011243973,0.005599475,0.013706461,0.039408803],"category_scores_gemma":[0.020343347,0.0013221508,0.0034717512,0.002500663,0.0030131927,0.0052879737,0.00189409,0.018690085,0.039433636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002198808,0.000016190048,0.000015567308,0.00013023004,0.000009658895,0.00005993859,0.00000517938,0.000020038004,0.00003296948,0.0001521346,0.9955837,0.003952397],"study_design_scores_gemma":[0.000064736814,0.000025812411,0.00020446336,0.0004959285,0.000041986117,0.00015359625,0.000033851236,0.0001664666,0.00009956817,0.0006609893,0.9980357,0.000016712267],"about_ca_topic_score_codex":0.0021093385,"about_ca_topic_score_gemma":0.005616179,"teacher_disagreement_score":0.039408803,"about_ca_system_score_codex":0.003247633,"about_ca_system_score_gemma":0.0034890913,"threshold_uncertainty_score":0.13183558},"labels":[],"label_agreement":null},{"id":"W3115916536","doi":"10.19173/irrodl.v12i3.994","title":"Editorial","year":2011,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Library Science and Information Literacy","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science","score_opus":0.07779102575113413,"score_gpt":0.4699293529188741,"score_spread":0.39213832716774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115916536","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003416404,0.002167415,0.0000991535,0.013666387,0.97555983,0.000026104377,0.00008253389,0.00007284896,0.008291572],"genre_scores_gemma":[0.00060822157,0.0034842077,0.00014687034,0.016786756,0.9230239,0.000041708896,0.00014034957,0.000070329515,0.055697743],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99642307,0.0003702732,0.00041126032,0.0005806723,0.0019408497,0.00027395136],"domain_scores_gemma":[0.9861842,0.0027596073,0.00076490536,0.0006943215,0.0073011876,0.0022957725],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031055033,0.0025808536,0.0022515818,0.0025937362,0.0026684008,0.006939982,0.0031001759,0.0086023575,0.072831854],"category_scores_gemma":[0.01719238,0.0006811666,0.001871923,0.0013295689,0.0015187069,0.0040807435,0.0014984887,0.010295713,0.067419924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012618972,0.00000911499,0.000016441942,0.00009316265,0.000003864192,0.0000801783,0.000006069414,0.000014917841,0.000034867095,0.00021131623,0.9937773,0.005740274],"study_design_scores_gemma":[0.000012537754,0.000008109701,0.0000885867,0.00017829219,0.000006715854,0.00015712426,0.000017884247,0.00003417511,0.00004779199,0.0003243641,0.9991191,0.0000052653254],"about_ca_topic_score_codex":0.0012482158,"about_ca_topic_score_gemma":0.002807948,"teacher_disagreement_score":0.92716813,"about_ca_system_score_codex":0.0025770552,"about_ca_system_score_gemma":0.002533172,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W3121977682","doi":"10.19173/irrodl.v15i4.1885","title":"Characteristics and activities of teachers on distance learning programs that affect their ratings","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Affect (linguistics); Psychology; Mathematics education; Association (psychology); Statistical analysis; Statistical software; Educational technology; Medical education; Statistics; Mathematics; Medicine","score_opus":0.08023322149745984,"score_gpt":0.43642969594930303,"score_spread":0.3561964744518432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121977682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978351,0.00009099646,0.00033331494,0.000033888617,0.000005110086,0.000012301368,0.000037998758,0.000005590147,0.0016457102],"genre_scores_gemma":[0.9989471,0.00006273556,0.00016552296,0.000007891396,0.0000052607547,0.0000136935805,0.000078331264,0.0000027367084,0.00071671006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845004,0.0005436858,0.00017624098,0.00016713396,0.0005107543,0.00015208739],"domain_scores_gemma":[0.9870635,0.0048549087,0.004093315,0.00039539073,0.0022847042,0.0013080875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011455504,0.000095989024,0.00017236764,0.0005203982,0.00020655949,0.000564068,0.0001683377,0.00019327323,0.0020892513],"category_scores_gemma":[0.009357414,0.00008536229,0.00013394035,0.00048497066,0.00017642892,0.00029543386,0.00042015608,0.0002188622,0.000505692],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024034423,0.00018100312,0.94199103,0.000099159966,0.000018777037,0.00014603593,0.008845756,0.00012116206,0.0038597025,0.000054158714,0.00039190782,0.044051033],"study_design_scores_gemma":[0.0000039231604,0.00013190927,0.99268484,0.000009284726,0.0000062349923,0.00011475865,0.005506265,0.00012833583,0.0004895601,0.000017914572,0.0009018865,0.0000050750878],"about_ca_topic_score_codex":0.0008442103,"about_ca_topic_score_gemma":0.0019268767,"teacher_disagreement_score":0.0020892513,"about_ca_system_score_codex":0.00017837214,"about_ca_system_score_gemma":0.00017900184,"threshold_uncertainty_score":0.0069893003},"labels":[],"label_agreement":null},{"id":"W3136268152","doi":"10.19173/irrodl.v22i1.5315","title":"Resonance and Current Relevance of IRRODL Highly-Cited Articles: An Integrative Retrospective","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Relevance (law); Citation; Download; Computer science; Field (mathematics); Data science; World Wide Web; Political science","score_opus":0.059721199446270926,"score_gpt":0.4373386202519648,"score_spread":0.3776174208056939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136268152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58600706,0.2815176,0.012447115,0.025036369,0.006112937,0.0017011762,0.012744733,0.00047695788,0.0739561],"genre_scores_gemma":[0.82857424,0.12648228,0.016065868,0.0038513388,0.005048768,0.0015223215,0.00837566,0.000740558,0.009338961],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9740615,0.0061036614,0.005367397,0.002674285,0.010506121,0.001286949],"domain_scores_gemma":[0.6424225,0.20299584,0.039607175,0.012261771,0.09830984,0.004402757],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.034629364,0.0005779108,0.0011594368,0.07986723,0.0027576066,0.01364327,0.001253178,0.001144885,0.004363598],"category_scores_gemma":[0.18509348,0.00059983734,0.0008480799,0.05454686,0.0032066994,0.008382918,0.005313664,0.0015495045,0.0017755504],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080898125,0.0002778641,0.13217291,0.036188226,0.00096185965,0.00190816,0.119065955,0.0002567513,0.00772178,0.013571263,0.037103593,0.6499626],"study_design_scores_gemma":[0.00005760419,0.00048607803,0.29729578,0.04388536,0.0021645403,0.0041172374,0.18273948,0.00076370675,0.0054410286,0.00803324,0.45467877,0.0003372374],"about_ca_topic_score_codex":0.0019667868,"about_ca_topic_score_gemma":0.0057086,"teacher_disagreement_score":0.96537066,"about_ca_system_score_codex":0.002995122,"about_ca_system_score_gemma":0.00576737,"threshold_uncertainty_score":0.18313974},"labels":[],"label_agreement":null},{"id":"W3136278153","doi":"10.19173/irrodl.v22i1.5069","title":"A System of Indicators for the Quality Assessment of Didactic Materials in Online Education","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Process (computing); Computer science; Higher education; Knowledge management; Multimedia","score_opus":0.14030443904382528,"score_gpt":0.562550650036063,"score_spread":0.4222462109922377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136278153","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12981237,0.0023466432,0.7633174,0.003289057,0.0009925866,0.026594566,0.011061067,0.012506983,0.05007935],"genre_scores_gemma":[0.14094666,0.00067239575,0.83514273,0.00031763208,0.000079174446,0.01515599,0.004696665,0.0003721135,0.0026165731],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9005357,0.04837451,0.021031165,0.005320644,0.023152934,0.001584987],"domain_scores_gemma":[0.70890224,0.14676753,0.026293471,0.019405486,0.09532566,0.0033056233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09988633,0.0020495513,0.0020122258,0.023097062,0.0034452507,0.005700502,0.0023303218,0.0019686026,0.0050529386],"category_scores_gemma":[0.1953081,0.0011825496,0.0023680516,0.015545632,0.0029186404,0.008186384,0.005828488,0.0025478955,0.0026961635],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020634357,0.0018345123,0.17299932,0.0074214474,0.00052089,0.00018823853,0.014362996,0.005490117,0.013729921,0.03282126,0.033271942,0.7152959],"study_design_scores_gemma":[0.0013287229,0.0057084756,0.39164808,0.008385188,0.0018867598,0.0011336467,0.022623807,0.09636947,0.06591522,0.044023868,0.3590638,0.0019129241],"about_ca_topic_score_codex":0.004985145,"about_ca_topic_score_gemma":0.0064596757,"teacher_disagreement_score":0.09988633,"about_ca_system_score_codex":0.008018925,"about_ca_system_score_gemma":0.014898327,"threshold_uncertainty_score":0.5282557},"labels":[],"label_agreement":null},{"id":"W3136702844","doi":"10.19173/irrodl.v22i1.4844","title":"Micro:bit Robotics Course: Infusing Logical Reasoning and Problem-Solving Ability in Fifth Grade Students Through an Online Group Study System","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Robotics; Logical reasoning; Artificial intelligence; Test (biology); Mathematics education; Computer science; Educational robotics; Logical conjunction; Multimedia; Psychology; Robot","score_opus":0.12716784492440306,"score_gpt":0.4607134055561689,"score_spread":0.3335455606317659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136702844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9997247,0.0000032176908,0.00006433044,0.000009288596,0.0000019289039,0.000029641415,0.000012613181,0.00000585463,0.00014839009],"genre_scores_gemma":[0.9973972,0.00001418269,0.0008140331,0.000035480152,0.0000045869106,0.00014046677,0.00008983086,0.000003655452,0.0015005473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992366,0.00020022318,0.00006354259,0.0001794974,0.0001428426,0.00017741989],"domain_scores_gemma":[0.99564373,0.00089064194,0.0006175271,0.00030390572,0.0004699005,0.0020742426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015488636,0.00047180065,0.0005050178,0.00071297784,0.0006480202,0.0010445198,0.0005194623,0.0005461513,0.0037181051],"category_scores_gemma":[0.0032121802,0.00032328666,0.00034631733,0.0002652892,0.0004328532,0.000694106,0.0013322205,0.00076739077,0.0008178693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041559176,0.092161246,0.7528978,0.00013171743,0.00009042693,0.0010335697,0.015683088,0.00039967883,0.03321045,0.00032597454,0.001903371,0.098006725],"study_design_scores_gemma":[0.0003523381,0.032980707,0.94040793,0.000033722336,0.00008436822,0.00030658906,0.006272196,0.002350394,0.014549272,0.0002118308,0.0023931186,0.000057512512],"about_ca_topic_score_codex":0.0022252367,"about_ca_topic_score_gemma":0.003626889,"teacher_disagreement_score":0.0037181051,"about_ca_system_score_codex":0.0005617373,"about_ca_system_score_gemma":0.00087615947,"threshold_uncertainty_score":0.012438297},"labels":[],"label_agreement":null},{"id":"W3136722089","doi":"10.19173/irrodl.v22i1.5033","title":"The Relationship Between Learning Mode and Student Performance in an Undergraduate Elementary Statistics Course in the United States","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Mathematics education; Statistics; Psychology; Computer science; Mathematics","score_opus":0.13481948909580926,"score_gpt":0.5174079625170551,"score_spread":0.38258847342124586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136722089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99943537,0.000029990346,0.000048113106,0.000029444012,0.0000025007964,0.0000033862666,0.000048672824,0.0000032351418,0.00039940022],"genre_scores_gemma":[0.99943453,0.000040383336,0.000072995186,0.00001258482,0.000003350341,0.0000039605293,0.00008745908,0.0000021100693,0.00034258844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990977,0.0002753928,0.000113529146,0.00014231383,0.00024020739,0.00013083809],"domain_scores_gemma":[0.9919586,0.0026512241,0.002255963,0.00024390343,0.0012607716,0.0016294855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018877562,0.0001640382,0.00016942286,0.00083267194,0.00030676878,0.0008122783,0.0003463249,0.00028553102,0.0018519624],"category_scores_gemma":[0.009599578,0.0001250417,0.00021312904,0.00066675124,0.0002300566,0.00043289096,0.000611456,0.00058696506,0.0004755845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059392576,0.00019228703,0.99355984,0.0000061563956,0.000018649855,0.00001758671,0.0002234597,0.00004956812,0.00013453634,0.000018700897,0.00011631375,0.005603402],"study_design_scores_gemma":[0.0000013183725,0.00012596064,0.999218,0.0000043264063,0.0000043593413,0.000012968314,0.00031800108,0.00014130067,0.000073306095,0.000014290308,0.00008372553,0.0000024349897],"about_ca_topic_score_codex":0.007700444,"about_ca_topic_score_gemma":0.015615718,"teacher_disagreement_score":0.007700444,"about_ca_system_score_codex":0.00043266694,"about_ca_system_score_gemma":0.0005127555,"threshold_uncertainty_score":0.015311241},"labels":[],"label_agreement":null},{"id":"W3136735843","doi":"10.19173/irrodl.v22i1.5031","title":"The The Impact of Demographic Characteristics on Academic Performance: Face-to-Face Learning Versus Distance Learning Implemented to Prevent the Spread of COVID-19","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Coronavirus disease 2019 (COVID-19); Test (biology); Face-to-face; Academic achievement; Psychology; Higher education; Mathematics education; Medical education; Blended learning; Educational technology; Computer science; Medicine; Economics; Economic growth","score_opus":0.10816738608403739,"score_gpt":0.5137873168298093,"score_spread":0.40561993074577185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136735843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941386,0.002301826,0.00012630345,0.0005240643,0.000077573466,0.000027964768,0.00007746744,0.0000034488783,0.0027227902],"genre_scores_gemma":[0.997843,0.0011705399,0.000110551664,0.00009412052,0.00004786022,0.000022310453,0.00007085874,0.000002151055,0.00063863455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974081,0.0012037779,0.00014722133,0.00017660981,0.0007209499,0.00034341184],"domain_scores_gemma":[0.99274933,0.002605877,0.0017417101,0.00015541559,0.0008662583,0.0018814246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024704882,0.00023876129,0.00044930194,0.000513174,0.00047740815,0.00091152964,0.0003962234,0.00038317122,0.0021095593],"category_scores_gemma":[0.009321336,0.00007902583,0.0005839958,0.0007433351,0.00025430112,0.0005696885,0.00065415865,0.0006673024,0.00055207225],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015807718,0.003621029,0.8310536,0.00041180066,0.00030342914,0.0003023275,0.0014183589,0.0002891408,0.0007897872,0.00025497598,0.0013388963,0.15863582],"study_design_scores_gemma":[0.000018216253,0.0027969682,0.9929462,0.00013790582,0.000121568504,0.00009037212,0.0018639156,0.00021141453,0.00047882594,0.0000962377,0.0012245021,0.000013858419],"about_ca_topic_score_codex":0.002804024,"about_ca_topic_score_gemma":0.0048887194,"teacher_disagreement_score":0.002804024,"about_ca_system_score_codex":0.0005540657,"about_ca_system_score_gemma":0.001402531,"threshold_uncertainty_score":0.013065398},"labels":[],"label_agreement":null},{"id":"W3136907624","doi":"10.19173/irrodl.v22i1.4971","title":"Learners’ Perception of the Transition to Instructor-Led Online Learning Environments: Facilitators and Barriers During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Distance education; Perception; Psychology; The Internet; Qualitative research; Coronavirus disease 2019 (COVID-19); Medical education; Online learning; Transition (genetics); Pedagogy; Sociology; Computer science; World Wide Web; Medicine; Social science","score_opus":0.057877012441363916,"score_gpt":0.4277589953994419,"score_spread":0.369881982958078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136907624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980414,0.00011598842,0.00013992329,0.0004582097,0.000008745639,0.000019572879,0.000012066048,0.0000041663247,0.0011998907],"genre_scores_gemma":[0.99921036,0.00015166678,0.00012187036,0.00010909927,0.0000031673744,0.00001723824,0.0000074137492,0.0000021756614,0.00037699798],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978672,0.0010120675,0.000119226024,0.0001435901,0.00027307068,0.00058472925],"domain_scores_gemma":[0.9938903,0.0031132821,0.00081912585,0.00012902558,0.00069948676,0.0013487231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035358998,0.00016662148,0.00029814627,0.00038018706,0.0020170356,0.0032585738,0.00069604855,0.0009841176,0.0021971632],"category_scores_gemma":[0.00994519,0.00018144405,0.0003061523,0.00040412263,0.0014855575,0.0018549565,0.0021766578,0.0014660185,0.00028346226],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018267074,0.00074039673,0.17566773,0.0004636918,0.00002605406,0.002004711,0.7683114,0.00028814364,0.0028793737,0.0012946855,0.0011928236,0.046948317],"study_design_scores_gemma":[0.000008329522,0.00039099975,0.06229619,0.0002031099,0.00001784682,0.00031136494,0.9309122,0.00021633724,0.00060392317,0.00025472336,0.0047519295,0.000032995496],"about_ca_topic_score_codex":0.004450116,"about_ca_topic_score_gemma":0.0061058877,"teacher_disagreement_score":0.004450116,"about_ca_system_score_codex":0.0010187654,"about_ca_system_score_gemma":0.002246389,"threshold_uncertainty_score":0.018699825},"labels":[],"label_agreement":null},{"id":"W3137145666","doi":"10.19173/irrodl.v22i1.4910","title":"Preparing Educators to Teach in a Digital Age","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Donau-Universität Krems; National Agency for Strategic Research in Medical Education; Mashhad University of Medical Sciences","keywords":"BATES; Open educational resources; Electronic learning; Educational technology; Mathematics education; Computer science; Electronic publishing; Teaching method; Work (physics); Distance education; Pedagogy; Multimedia; Sociology; Library science; Psychology; World Wide Web; The Internet; Engineering","score_opus":0.05970536473048942,"score_gpt":0.41883815236412053,"score_spread":0.3591327876336311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137145666","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12989871,0.0366121,0.11245592,0.28188667,0.013814929,0.0016572927,0.00015888424,0.0017147729,0.42180076],"genre_scores_gemma":[0.3492997,0.05264979,0.37244698,0.058344893,0.002163144,0.0015278525,0.0003575347,0.00032104267,0.16288899],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970764,0.001316484,0.00017445876,0.00020737218,0.00083223986,0.00039304336],"domain_scores_gemma":[0.9917339,0.0023082118,0.00082833896,0.00050508644,0.0014681265,0.0031562923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00557216,0.00037462826,0.00026111287,0.001130878,0.004328024,0.0062486897,0.000943204,0.0036812972,0.005742316],"category_scores_gemma":[0.0118344305,0.00037841668,0.0003148078,0.00077691796,0.002810208,0.008756432,0.008821551,0.003929731,0.004988403],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030122812,0.0007264508,0.0064296424,0.0012235167,0.000011681692,0.00088406494,0.052505642,0.0005341525,0.0039993986,0.04559635,0.11478129,0.7732776],"study_design_scores_gemma":[0.00002125329,0.00013714796,0.0032248455,0.001540214,0.000012831506,0.0007732734,0.04324872,0.00011570778,0.001822002,0.017150648,0.93191594,0.000037438178],"about_ca_topic_score_codex":0.0012076406,"about_ca_topic_score_gemma":0.0043639233,"teacher_disagreement_score":0.0062486897,"about_ca_system_score_codex":0.0016766016,"about_ca_system_score_gemma":0.009498499,"threshold_uncertainty_score":0.029468715},"labels":[],"label_agreement":null},{"id":"W3137686960","doi":"10.19173/irrodl.v22i1.5098","title":"Improving Intergroup Relations Through Online Contact","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Premise; Multiculturalism; Contact hypothesis; Psychology; Variety (cybernetics); Task (project management); Computer-mediated communication; Online discussion; Social psychology; Distance education; Pedagogy; Computer science; World Wide Web; The Internet; Engineering; Epistemology","score_opus":0.128302504578705,"score_gpt":0.4997303434624827,"score_spread":0.3714278388837777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137686960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96759886,0.0004030804,0.0052472195,0.00040310653,0.000062711995,0.00038569327,0.000032766966,0.00007237848,0.025794033],"genre_scores_gemma":[0.98184466,0.00049217057,0.007836249,0.00017146533,0.00004477887,0.00035305417,0.000041621395,0.00001299968,0.009203028],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988091,0.0006300451,0.00003249115,0.0001382747,0.00021545301,0.00017454573],"domain_scores_gemma":[0.99784017,0.0011435018,0.00023347943,0.00018114164,0.0001922415,0.00040938013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013915217,0.0003124996,0.0002391445,0.00051648566,0.0012363166,0.001356206,0.0006760632,0.00046038683,0.007925908],"category_scores_gemma":[0.0035140752,0.00008669007,0.00022099205,0.0003474359,0.0004575287,0.0009362904,0.0020350271,0.0005526972,0.0008301756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065021514,0.0223676,0.043402273,0.000987309,0.00004328468,0.0006416653,0.0467364,0.0004746843,0.023903986,0.006883739,0.0027862808,0.8511227],"study_design_scores_gemma":[0.00149738,0.038120553,0.38515675,0.0015864354,0.00054589025,0.0026038347,0.16588736,0.0069732424,0.07811551,0.019251313,0.30008003,0.00018171604],"about_ca_topic_score_codex":0.00052543206,"about_ca_topic_score_gemma":0.0012798943,"teacher_disagreement_score":0.007925908,"about_ca_system_score_codex":0.00048394408,"about_ca_system_score_gemma":0.0010593119,"threshold_uncertainty_score":0.026514769},"labels":[],"label_agreement":null},{"id":"W3137846341","doi":"10.19173/irrodl.v22i1.5029","title":"Empirical Analysis of Return to Distance Higher Education in Different Disciplines","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Higher education; Earnings; Face (sociological concept); Empirical research; Economics education; Education economics; Returns to scale; Quality (philosophy); Rate of return; Face-to-face; China; Mathematics education; Economics; Sociology; Comparative education; Political science; Psychology; Economic growth; Social science; Accounting; Mathematics; Statistics; Finance; Production (economics); Law; Macroeconomics","score_opus":0.11507915174394785,"score_gpt":0.5333096656979565,"score_spread":0.4182305139540086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137846341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963341,0.00031428586,0.0006317222,0.00024749403,0.000007873517,0.000018635255,0.00040808547,0.000012701645,0.0020250787],"genre_scores_gemma":[0.99845874,0.000114580325,0.00015363806,0.000025284475,0.000010875785,0.000010273054,0.00041109757,0.00000239913,0.000813055],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984816,0.0002863537,0.00013200131,0.00017637115,0.0005620498,0.0003616381],"domain_scores_gemma":[0.98556757,0.004461835,0.0052147303,0.0008072297,0.0018891015,0.0020595684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002036738,0.0001826177,0.00035528414,0.002611901,0.00036223128,0.0009174048,0.000596861,0.00040976016,0.0034633183],"category_scores_gemma":[0.012792806,0.000098441065,0.00042906223,0.00276098,0.0004487393,0.0009990128,0.00096868863,0.0007370338,0.00051704154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055521603,0.00013346762,0.97830826,0.000048199745,0.0000797805,0.000097139215,0.00030201534,0.0012862241,0.00020334561,0.0012669264,0.0004603298,0.01775875],"study_design_scores_gemma":[0.0000051139,0.000057815403,0.9958162,0.000014168192,0.000016920016,0.00004406463,0.00065787794,0.0017912077,0.00014585542,0.00043307705,0.0010107071,0.000007055008],"about_ca_topic_score_codex":0.0060666497,"about_ca_topic_score_gemma":0.006315002,"teacher_disagreement_score":0.0060666497,"about_ca_system_score_codex":0.0012665626,"about_ca_system_score_gemma":0.0009236016,"threshold_uncertainty_score":0.012062669},"labels":[],"label_agreement":null},{"id":"W3138376969","doi":"10.19173/irrodl.v22i1.4978","title":"Are Highly Motivated Learners More Likely to Complete a Computer Programming MOOC?","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Expectancy theory; Psychology; Dropout (neural networks); Mathematics education; Cluster (spacecraft); Test (biology); Computer science; Social psychology; Machine learning","score_opus":0.09985787509699331,"score_gpt":0.43152818863281445,"score_spread":0.3316703135358211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138376969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99930656,0.000097288226,0.000047789927,0.00013469494,0.000009607042,0.0000073237784,0.000043403892,0.0000018505901,0.00035147733],"genre_scores_gemma":[0.99913305,0.00010862688,0.00005625431,0.00006838974,0.000016174577,0.000011787339,0.00007079482,0.0000026121854,0.0005322652],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99947757,0.0000917998,0.0000375333,0.00007821545,0.00014251274,0.00017243253],"domain_scores_gemma":[0.9962632,0.00074735406,0.0014723118,0.000074059564,0.0003708343,0.0010723163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007741145,0.00015551633,0.00028816488,0.000996989,0.0004473242,0.0013831562,0.00023601852,0.00074402045,0.004029901],"category_scores_gemma":[0.0056189015,0.00017151627,0.00041233303,0.0004625908,0.0002766077,0.00056683813,0.0004231199,0.0006786398,0.00079743745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008566749,0.0002720947,0.9869537,0.000027435002,0.000031620588,0.0000915274,0.0007737291,0.000030864245,0.00030367883,0.00005012524,0.00034057378,0.0110390065],"study_design_scores_gemma":[0.000006306571,0.00013261162,0.99669576,0.000019155252,0.000018906572,0.0001589245,0.0020609936,0.00015213816,0.000096928066,0.00012169126,0.00052767823,0.000008976833],"about_ca_topic_score_codex":0.0018246709,"about_ca_topic_score_gemma":0.0020620173,"teacher_disagreement_score":0.004029901,"about_ca_system_score_codex":0.00023331151,"about_ca_system_score_gemma":0.00043217372,"threshold_uncertainty_score":0.013481379},"labels":[],"label_agreement":null},{"id":"W3138544158","doi":"10.19173/irrodl.v22i1.5097","title":"Learners’ Satisfaction With the Website Performance of an Open and Distance Learning Institution: A Case Study","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Psychology; Distance education; Higher education; Maturity (psychological); Medical education; Open university; Pedagogy; Computer science; World Wide Web; Medicine; Political science","score_opus":0.08198929279135579,"score_gpt":0.4604580157786585,"score_spread":0.3784687229873027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138544158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989023,0.000046967412,0.00012815703,0.00006171483,0.0000020732102,0.000013672155,0.000014256246,0.0000020661364,0.0008287814],"genre_scores_gemma":[0.9987143,0.00013722619,0.00027433372,0.000027995355,0.0000044722437,0.000014886212,0.000015278429,0.0000019353581,0.0008094308],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99819106,0.00094620034,0.00011629015,0.0001300184,0.00033931027,0.00027721864],"domain_scores_gemma":[0.99561125,0.002110104,0.0005957339,0.00016796844,0.0007139363,0.00080117135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002852632,0.00018641568,0.00039245794,0.00086661044,0.0017558837,0.0020543125,0.0006277852,0.00097516045,0.0031811919],"category_scores_gemma":[0.005281542,0.00016578377,0.00059531204,0.0007559173,0.00075824326,0.001351032,0.0010685658,0.0008330274,0.0004251686],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003686966,0.0062860344,0.606029,0.00044419215,0.00009527863,0.011879809,0.27542198,0.0006584092,0.0041515,0.0012810075,0.001222191,0.09216196],"study_design_scores_gemma":[0.000028742912,0.0052485527,0.35600224,0.00021073222,0.00014290166,0.009053809,0.60766816,0.002280623,0.0061664,0.00041514458,0.012669399,0.00011329124],"about_ca_topic_score_codex":0.0018177183,"about_ca_topic_score_gemma":0.0031116903,"teacher_disagreement_score":0.0031811919,"about_ca_system_score_codex":0.00077207084,"about_ca_system_score_gemma":0.00068687904,"threshold_uncertainty_score":0.015086353},"labels":[],"label_agreement":null},{"id":"W3138631304","doi":"10.19173/irrodl.v22i1.4970","title":"Using Open Educational Resources at Viterbo University: Faculty and Student Feedback","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Quality (philosophy); Usability; Medical education; Computer science; Psychology; Pedagogy; Medicine","score_opus":0.1524881369573222,"score_gpt":0.4733555659017611,"score_spread":0.32086742894443887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138631304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911067,0.0002457093,0.0012982864,0.00093542074,0.00008618753,0.0005407438,0.00027372374,0.00020567798,0.005307595],"genre_scores_gemma":[0.9839107,0.0005972399,0.0048192334,0.00062459405,0.000069788664,0.0006148177,0.00044671047,0.00012963958,0.00878731],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9835042,0.00783546,0.0008687007,0.0010337092,0.0052655027,0.0014924764],"domain_scores_gemma":[0.91989714,0.021947835,0.005088018,0.0035050837,0.035139598,0.014422356],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.018218642,0.0005263476,0.00075464294,0.0022901348,0.0031830266,0.003127614,0.0013141369,0.0010007961,0.0036605194],"category_scores_gemma":[0.058211733,0.0004351066,0.00044564152,0.0016913885,0.001184773,0.0017962911,0.0049991976,0.0012644033,0.0015407548],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012070305,0.012325173,0.20624447,0.0007053881,0.00008072207,0.00097586145,0.09871823,0.00080247683,0.013737211,0.000400568,0.011911635,0.6528912],"study_design_scores_gemma":[0.00040626954,0.025315467,0.55216503,0.0010293722,0.00022411699,0.00084522815,0.26135007,0.0030418958,0.039722327,0.0006762589,0.11466204,0.0005618546],"about_ca_topic_score_codex":0.0046462147,"about_ca_topic_score_gemma":0.009141773,"teacher_disagreement_score":0.99868584,"about_ca_system_score_codex":0.0034670462,"about_ca_system_score_gemma":0.007922272,"threshold_uncertainty_score":0.09635049},"labels":[],"label_agreement":null},{"id":"W3138996482","doi":"10.19173/irrodl.v22i1.4872","title":"First-Generation Students in Distance Education Program: Family Resources and Academic Outcomes","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychology; Academic achievement; Resource (disambiguation); Higher education; Social capital; Medical education; Mathematics education; Medicine; Sociology; Political science; Computer science","score_opus":0.14321838804890105,"score_gpt":0.5552232522605588,"score_spread":0.4120048642116577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138996482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973156,0.001403979,0.000026426882,0.00022866625,0.000014724072,0.0000058423434,0.000057738464,0.0000011568674,0.00094583136],"genre_scores_gemma":[0.9989033,0.0006716063,0.000024211431,0.000030638592,0.000006964193,0.0000034440977,0.000046108773,6.5420437e-7,0.00031311353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9997439,0.00006599992,0.000017878388,0.00003966063,0.00006077913,0.000071768736],"domain_scores_gemma":[0.99829024,0.00029936808,0.0006381569,0.000043497792,0.00012297952,0.0006057866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007787102,0.0001790937,0.00018740336,0.0006533963,0.0006189991,0.0011017743,0.00030671616,0.0003966905,0.0037373372],"category_scores_gemma":[0.0029185072,0.00007450889,0.00031429259,0.0006406979,0.00028002457,0.00054072234,0.0005968317,0.00052222307,0.0002603733],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050911774,0.0002183094,0.983343,0.000054573917,0.000055568038,0.00009400346,0.0008192961,0.000021378872,0.00008079498,0.000099850724,0.00023559199,0.014926661],"study_design_scores_gemma":[0.0000024931085,0.00006863775,0.99764085,0.000051801948,0.000024503768,0.00007451788,0.0015923843,0.000033940036,0.000040818795,0.00005335465,0.0004134114,0.0000034272107],"about_ca_topic_score_codex":0.0075803753,"about_ca_topic_score_gemma":0.01325335,"teacher_disagreement_score":0.0075803753,"about_ca_system_score_codex":0.00043270405,"about_ca_system_score_gemma":0.0005225385,"threshold_uncertainty_score":0.015072465},"labels":[],"label_agreement":null},{"id":"W3139199283","doi":"10.19173/irrodl.v22i1.5120","title":"Comparative Analysis of Operational Structures in Single- and Dual-Mode Distance Learning Institutions in Nigeria","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Attendance; Nonprobability sampling; Institution; Population; Noun; Medical education; Psychology; Computer science; Sociology; Mathematics education; Medicine; Political science; Social science; Demography; Artificial intelligence","score_opus":0.1293723696732111,"score_gpt":0.5043327392156961,"score_spread":0.374960369542485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139199283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99035347,0.000841846,0.0011451556,0.00019427009,0.000012477633,0.00006517455,0.00003390084,0.0000057948523,0.0073478534],"genre_scores_gemma":[0.9987765,0.0002802853,0.00055474375,0.000014639278,0.0000017320389,0.000024143801,0.000021626023,0.0000020341542,0.00032426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947167,0.002217325,0.000560003,0.00043437572,0.0011857331,0.00088586274],"domain_scores_gemma":[0.98883355,0.0045952713,0.0025888786,0.0005267113,0.0020882816,0.0013673434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005036613,0.00019589087,0.00033191405,0.0053272126,0.002018939,0.0052728136,0.0007551422,0.0004367938,0.0017984753],"category_scores_gemma":[0.014249989,0.00027136048,0.00024126544,0.0063764034,0.0039815004,0.0037535552,0.0038275076,0.0005346987,0.00020470646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002939454,0.00030760237,0.46004006,0.00071803073,0.000054207507,0.0009829819,0.3618246,0.0005537635,0.0027583071,0.03962878,0.0005494119,0.13228837],"study_design_scores_gemma":[0.0000070691594,0.00019985647,0.38054994,0.00040960044,0.000020365596,0.00031042902,0.6068622,0.00054577336,0.000582464,0.0026533392,0.0078302445,0.000028728862],"about_ca_topic_score_codex":0.0055987667,"about_ca_topic_score_gemma":0.010348512,"teacher_disagreement_score":0.006040478,"about_ca_system_score_codex":0.006040478,"about_ca_system_score_gemma":0.0065604877,"threshold_uncertainty_score":0.043826997},"labels":[],"label_agreement":null},{"id":"W3146352519","doi":"","title":"Properties of Teacher Networks in Twitter: Are They Related to Community-Based Peer Production?","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Production (economics); Computer-mediated communication; Multimedia; World Wide Web; The Internet; Psychology; Mathematics education","score_opus":0.1650262914597393,"score_gpt":0.47732358536254227,"score_spread":0.312297293902803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146352519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97504234,0.0010747688,0.00721211,0.002120591,0.00008685099,0.000069192945,0.00159118,0.000099653626,0.012703305],"genre_scores_gemma":[0.99787223,0.00025609552,0.0006431518,0.000050597962,0.000069712005,0.000029614353,0.0003652296,0.000021320107,0.0006921081],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984769,0.00057102204,0.00010980449,0.00031386974,0.00029470323,0.00023360839],"domain_scores_gemma":[0.9572224,0.026954183,0.008190118,0.002320138,0.003289203,0.0020239963],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0022574433,0.00019404378,0.0004998389,0.0023588503,0.0014119503,0.0029311783,0.000821326,0.001113708,0.0054823523],"category_scores_gemma":[0.031680226,0.00034564908,0.000385248,0.0025880458,0.0014852476,0.006707538,0.0014499133,0.0011202855,0.0012325229],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004190024,0.00031373734,0.8940373,0.00045328666,0.0002854348,0.00032387185,0.010674335,0.003363977,0.006546448,0.030855954,0.0045737172,0.048152894],"study_design_scores_gemma":[0.000049079954,0.00022486357,0.8907938,0.0002136312,0.00018714469,0.00059159595,0.018950444,0.030497951,0.0031433827,0.039245367,0.015979042,0.00012365109],"about_ca_topic_score_codex":0.002815424,"about_ca_topic_score_gemma":0.0037805638,"teacher_disagreement_score":0.99764115,"about_ca_system_score_codex":0.0008495569,"about_ca_system_score_gemma":0.00048476266,"threshold_uncertainty_score":0.01834029},"labels":[],"label_agreement":null},{"id":"W3147525980","doi":"","title":"Using Social Learning Networks (SLNs) in Higher Education: Edmodo Through the Lenses of Academics","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Qualitative research; Educational technology; Qualitative property; Psychology; Sociology; Pedagogy; Computer science; Social science","score_opus":0.3382353531055297,"score_gpt":0.553466993025285,"score_spread":0.2152316399197553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147525980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57984465,0.07179969,0.015394394,0.06831866,0.0010858227,0.00012880642,0.00014933973,0.00006560381,0.26321307],"genre_scores_gemma":[0.97037166,0.01900866,0.0029640885,0.0018006957,0.00025339483,0.000053652926,0.000019287056,0.000018118477,0.005510428],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99426407,0.0048017097,0.00009686861,0.00021237171,0.0003697314,0.00025532482],"domain_scores_gemma":[0.99267054,0.0057871863,0.00065149326,0.00020830105,0.00026975496,0.00041272727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005092788,0.0005388611,0.00031236853,0.0029723183,0.0037390932,0.0088296225,0.0007874674,0.0017711695,0.0023096423],"category_scores_gemma":[0.0049319817,0.00024035922,0.00031055632,0.0021449153,0.010983776,0.012277952,0.007001355,0.002215524,0.00020291517],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005244507,0.000096248055,0.012061808,0.001207372,0.000038064758,0.001669379,0.5794792,0.00026839264,0.0007827244,0.2617853,0.004150496,0.13840865],"study_design_scores_gemma":[0.000013897616,0.00011521733,0.012418374,0.0026384024,0.000041092462,0.0017680005,0.60503894,0.00037328986,0.0005512289,0.05106709,0.32593793,0.00003653146],"about_ca_topic_score_codex":0.002026524,"about_ca_topic_score_gemma":0.0055742394,"teacher_disagreement_score":0.0088296225,"about_ca_system_score_codex":0.0032141493,"about_ca_system_score_gemma":0.0021897054,"threshold_uncertainty_score":0.02693355},"labels":[],"label_agreement":null},{"id":"W3151792626","doi":"","title":"Article review - Social presence within the community of inquiry framework","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Community of inquiry; Sociology; Educational technology; Pedagogy; Epistemology; Psychology; Philosophy","score_opus":0.34773611086149747,"score_gpt":0.5691532083599737,"score_spread":0.22141709749847627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151792626","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021634008,0.9840344,0.00036109725,0.008250807,0.0039726496,0.000025096999,0.000027204682,0.0000075351986,0.0031048243],"genre_scores_gemma":[0.0081766145,0.98063546,0.00045899974,0.0036775859,0.005676835,0.00007753159,0.000076887234,0.000010627,0.0012094602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934282,0.0029186949,0.00068343204,0.0007188467,0.002044023,0.00020676226],"domain_scores_gemma":[0.9559879,0.035031952,0.0026422853,0.00065607677,0.0048214793,0.00086027203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005381438,0.00071716914,0.0023574247,0.005887674,0.000925361,0.0057904716,0.0016731874,0.004377718,0.008166678],"category_scores_gemma":[0.024353553,0.00035244317,0.0008472924,0.0076470324,0.0035910937,0.005426022,0.0023486777,0.0027034443,0.0021052863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012224253,0.00010569993,0.00085235137,0.06887132,0.00030750653,0.0004099352,0.0012402871,0.00022034801,0.00058677647,0.028043415,0.16903605,0.7302041],"study_design_scores_gemma":[0.000035720193,0.00009440448,0.0019018811,0.04450618,0.00026503042,0.0014012142,0.0013526881,0.00007177635,0.00019463926,0.010359374,0.9397836,0.000033498975],"about_ca_topic_score_codex":0.0029884684,"about_ca_topic_score_gemma":0.0049185627,"teacher_disagreement_score":0.008166678,"about_ca_system_score_codex":0.0029212392,"about_ca_system_score_gemma":0.008846594,"threshold_uncertainty_score":0.028460085},"labels":[],"label_agreement":null},{"id":"W3160084754","doi":"10.19173/irrodl.v22i2.5243","title":"Analysis of Success Indicators in Online Learning","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Learning styles; Mathematics education; Online learning; Academic achievement; Perception; Variance (accounting); Big Five personality traits; Test (biology); Contrast (vision); Personality; Applied psychology; Computer science; Social psychology; Multimedia","score_opus":0.05877944924917644,"score_gpt":0.45295392622862884,"score_spread":0.3941744769794524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160084754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99155384,0.00027425654,0.0018529661,0.000048313454,0.000019726123,0.00007965314,0.00073172327,0.00008117382,0.0053582825],"genre_scores_gemma":[0.99707854,0.000110018875,0.000970058,0.000006180697,0.00001655372,0.00010080439,0.0007286466,0.0000148138315,0.00097443763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99564123,0.0010009219,0.00047942004,0.00028516847,0.002195054,0.00039827617],"domain_scores_gemma":[0.9722038,0.012423259,0.0078997165,0.0008194465,0.0041098516,0.002543867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031584557,0.0005553788,0.0004919842,0.006344496,0.0004878734,0.0014573323,0.0004990608,0.00037405317,0.0026945549],"category_scores_gemma":[0.017758636,0.000120024044,0.0006335555,0.0046301754,0.00041813488,0.0009476858,0.0011266033,0.0006540237,0.0010835092],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021128099,0.00032298348,0.9552043,0.00011722014,0.00011276564,0.00011774202,0.0008981968,0.00049660075,0.00068321044,0.00035176022,0.0005027019,0.040981147],"study_design_scores_gemma":[0.000003663722,0.0003052878,0.99557316,0.00002203985,0.000020277512,0.000115739975,0.00093767274,0.0011837614,0.00054428953,0.00020343087,0.001077902,0.000012784756],"about_ca_topic_score_codex":0.0009617002,"about_ca_topic_score_gemma":0.000992339,"teacher_disagreement_score":0.006344496,"about_ca_system_score_codex":0.0004299628,"about_ca_system_score_gemma":0.00049113866,"threshold_uncertainty_score":0.016703665},"labels":[],"label_agreement":null},{"id":"W3160262504","doi":"10.19173/irrodl.v22i2.5154","title":"Parents’ Perceptions of Their Children’s Experiences With Distance Learning During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication Studies and Media","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Distance education; Perception; Psychology; Coronavirus disease 2019 (COVID-19); Sample (material); Descriptive statistics; Medical education; Validity; Reliability (semiconductor); Descriptive research; Mathematics education; Medicine; Developmental psychology; Psychometrics; Disease; Mathematics; Statistics; Infectious disease (medical specialty)","score_opus":0.13040689494087224,"score_gpt":0.48046361882231037,"score_spread":0.35005672388143816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160262504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99833626,0.0003244653,0.00007674536,0.00024435768,0.000010692022,0.000006451716,0.000021746218,0.0000014524775,0.0009778275],"genre_scores_gemma":[0.99892175,0.00043983874,0.00009068331,0.00007444275,0.0000045554075,0.000010026251,0.000019223406,0.0000010048963,0.0004385405],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99861836,0.0007346896,0.000092160524,0.000087472115,0.00022490176,0.00024242308],"domain_scores_gemma":[0.99579537,0.0015785578,0.0011352843,0.00009529313,0.00051766174,0.00087781163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021875768,0.0001791101,0.00029290357,0.00033642031,0.0009227075,0.0015718424,0.00031157056,0.0005571879,0.0022945146],"category_scores_gemma":[0.007454033,0.00021713204,0.00028329287,0.00033636755,0.00065870816,0.0008669189,0.0009629426,0.0008861029,0.00020004704],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024212353,0.00041302867,0.5440924,0.0003899132,0.00007108134,0.0029185442,0.40241313,0.00016549224,0.0018567009,0.0004810079,0.0015045933,0.045451958],"study_design_scores_gemma":[0.000009789115,0.0005664379,0.32411537,0.00018605261,0.000042130596,0.001097934,0.6665423,0.00012088169,0.00041027815,0.00012789464,0.0067466744,0.000034330154],"about_ca_topic_score_codex":0.0041077184,"about_ca_topic_score_gemma":0.0051358966,"teacher_disagreement_score":0.0041077184,"about_ca_system_score_codex":0.0006384532,"about_ca_system_score_gemma":0.00080580096,"threshold_uncertainty_score":0.011569142},"labels":[],"label_agreement":null},{"id":"W3160567827","doi":"10.19173/irrodl.v22i2.5161","title":"What Is Open Pedagogy? Identifying Commonalities","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Construct (python library); Open education; Meaning (existential); Pedagogy; Engineering ethics; Sociology; Open educational resources; Field (mathematics); Sustainability; Order (exchange); Computer science; Political science; Epistemology; Engineering","score_opus":0.19529164201897176,"score_gpt":0.5155929498304663,"score_spread":0.3203013078114946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160567827","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13382994,0.31569007,0.17282978,0.14162959,0.0042049894,0.0014331186,0.0004271192,0.0003457045,0.22960971],"genre_scores_gemma":[0.84501183,0.10195721,0.039660558,0.00652764,0.0012329033,0.0013115972,0.00028282448,0.00021974297,0.0037957304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.94899195,0.02325339,0.0056490125,0.0072696772,0.012013043,0.0028229645],"domain_scores_gemma":[0.87755334,0.090171605,0.010602094,0.009436237,0.009643994,0.0025927413],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.039893504,0.0010868153,0.0029511536,0.02489955,0.0075305053,0.036079697,0.003504872,0.005808601,0.0027287288],"category_scores_gemma":[0.07199748,0.0010179064,0.0016628387,0.021964658,0.05537942,0.051033832,0.01993961,0.0068107047,0.00056154054],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003468323,0.00007047478,0.007825291,0.0036651015,0.00013767455,0.00026538427,0.11571435,0.00027842977,0.00030696433,0.7347015,0.0019925968,0.13500755],"study_design_scores_gemma":[0.000018774916,0.000083597195,0.010704029,0.012548397,0.00014610565,0.00069650676,0.15764919,0.0007546341,0.00041744782,0.71163523,0.105246745,0.00009937633],"about_ca_topic_score_codex":0.0046949773,"about_ca_topic_score_gemma":0.004605835,"teacher_disagreement_score":0.9964951,"about_ca_system_score_codex":0.01201431,"about_ca_system_score_gemma":0.02045025,"threshold_uncertainty_score":0.21097958},"labels":[],"label_agreement":null},{"id":"W3160966196","doi":"10.19173/irrodl.v22i2.5028","title":"Evaluation of Open Educational Resources for an Introductory Exercise Science Course","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Open educational resources; Reading (process); Class (philosophy); Mathematics education; Variety (cybernetics); Feeling; Educational technology; Psychology; Medical education; Class size; Computer science; Multimedia; Pedagogy; Medicine","score_opus":0.1587288609645858,"score_gpt":0.5165107726804224,"score_spread":0.3577819117158366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160966196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899302,0.00080582616,0.0012891522,0.00019092686,0.000112603346,0.0013234233,0.00016793537,0.00009917745,0.006080877],"genre_scores_gemma":[0.9837075,0.0013311007,0.0069223247,0.00024908344,0.0000835239,0.0012564529,0.0006227754,0.00006199716,0.005765282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99247533,0.0026585087,0.00056112045,0.00046300702,0.003456896,0.00038513978],"domain_scores_gemma":[0.9667048,0.015270652,0.002777874,0.0011070139,0.009500823,0.00463876],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.009839872,0.00042242534,0.0008905754,0.0012172421,0.00080782303,0.0021569938,0.0008845933,0.00065131445,0.0058471104],"category_scores_gemma":[0.034323458,0.00024927125,0.0009087619,0.000814636,0.0005229264,0.0019289659,0.0012996533,0.00095622055,0.0013456938],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01725997,0.061742526,0.06443381,0.0092831645,0.00048933097,0.0009770365,0.01199554,0.001446914,0.019428847,0.0010847592,0.008639063,0.8032191],"study_design_scores_gemma":[0.003923064,0.2489716,0.5984356,0.005726751,0.0017519947,0.00079850084,0.019810285,0.006020441,0.033019606,0.0010991755,0.08002574,0.00041723877],"about_ca_topic_score_codex":0.001189315,"about_ca_topic_score_gemma":0.0039059138,"teacher_disagreement_score":0.9991154,"about_ca_system_score_codex":0.0013310392,"about_ca_system_score_gemma":0.002064065,"threshold_uncertainty_score":0.05203885},"labels":[],"label_agreement":null},{"id":"W3161300219","doi":"10.19173/irrodl.v22i2.5108","title":"An Analysis of Digital Education in Canada in 2017-2019","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; Royal Roads University","funders":"","keywords":"Rigour; Electronic publishing; Higher education; Educational technology; Digital learning; The Internet; Distance education; Open education; Sociology; Pedagogy; Computer science; Library science; World Wide Web; Political science","score_opus":0.04478965343828533,"score_gpt":0.4389825626891503,"score_spread":0.394192909250865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161300219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82445395,0.01286348,0.0012890233,0.015476665,0.00028634953,0.00064187864,0.081141025,0.00016189537,0.06368565],"genre_scores_gemma":[0.9634751,0.0065553323,0.0013231814,0.0014777692,0.000043277636,0.00023381325,0.015233946,0.00006787412,0.01158953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952171,0.0002475752,0.00022493725,0.00031754377,0.0023611067,0.0016317306],"domain_scores_gemma":[0.9823361,0.0013170316,0.001307258,0.00022364206,0.012038632,0.0027773697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023937093,0.00037841577,0.0007129574,0.012162285,0.008294002,0.006410943,0.001672727,0.0005944417,0.004722935],"category_scores_gemma":[0.008750089,0.0003616978,0.00067701965,0.036113475,0.002329792,0.0016433516,0.003951068,0.0013478776,0.00048093311],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00028101553,0.00018292046,0.5730135,0.003384166,0.00013369735,0.001996304,0.14593367,0.0010346742,0.00092811434,0.02554577,0.07893881,0.1686274],"study_design_scores_gemma":[0.0000073995625,0.000022477876,0.7010141,0.0012003663,0.000050105467,0.00014670409,0.17147048,0.0005249098,0.00030824856,0.0004680864,0.12470874,0.000078370394],"about_ca_topic_score_codex":0.9976714,"about_ca_topic_score_gemma":0.99849427,"teacher_disagreement_score":0.78999835,"about_ca_system_score_codex":0.21000165,"about_ca_system_score_gemma":0.28950197,"threshold_uncertainty_score":0.9162861},"labels":[],"label_agreement":null},{"id":"W3161391629","doi":"10.19173/irrodl.v22i2.5076","title":"Investigation of the Factors Affecting Open and Distance Education Learners’ Intentions to Use a Virtual Laboratory","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; Technology acceptance model; Structural equation modeling; Process (computing); Open education; Content analysis; Dissemination; Exploratory research; Knowledge management; Mathematics education; Psychology; Usability; World Wide Web; Human–computer interaction; Sociology","score_opus":0.11726547110616706,"score_gpt":0.4633641824989616,"score_spread":0.3460987113927946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161391629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99874413,0.000048309503,0.00020867071,0.0000797783,0.0000030582378,0.000021960572,0.000008179751,0.0000016894783,0.00088424],"genre_scores_gemma":[0.9991431,0.00007829016,0.0002379004,0.000032623622,0.0000020119878,0.000028505892,0.00001843277,0.0000010053931,0.00045809295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99829334,0.00063157035,0.00017297686,0.00014368404,0.00049711857,0.00026130362],"domain_scores_gemma":[0.9840857,0.00971233,0.0023914645,0.00041265925,0.0021074945,0.0012904479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003377553,0.00020285521,0.00034090743,0.000622299,0.000618086,0.001818118,0.00035712993,0.0008027756,0.0024019983],"category_scores_gemma":[0.012617723,0.00023252271,0.00058563735,0.000497459,0.0006279315,0.0010612559,0.0008095171,0.0011633781,0.00041245393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014187447,0.00196642,0.930228,0.00017542129,0.000063568164,0.00023887116,0.031462464,0.00023907561,0.001527206,0.0008874895,0.00026142906,0.032808114],"study_design_scores_gemma":[0.000020313517,0.0012013299,0.89516413,0.00018013238,0.00011854042,0.00019832561,0.09565209,0.0030919123,0.0015777191,0.00076080736,0.0019831418,0.00005167636],"about_ca_topic_score_codex":0.0027527472,"about_ca_topic_score_gemma":0.003325194,"teacher_disagreement_score":0.003377553,"about_ca_system_score_codex":0.0004853228,"about_ca_system_score_gemma":0.0013789553,"threshold_uncertainty_score":0.01786244},"labels":[],"label_agreement":null},{"id":"W3161404906","doi":"10.19173/irrodl.v22i2.5550","title":"Book Review: Learning Online-The Student Experience","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online learning; Educational technology; Distance education; Computer science; Mathematics education; Psychology; Pedagogy; Multimedia","score_opus":0.08901235003173903,"score_gpt":0.5178412389069366,"score_spread":0.42882888887519754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161404906","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056812895,0.9385263,0.00022681542,0.014558624,0.02293568,0.00004699991,0.00031557953,0.00004267596,0.022779286],"genre_scores_gemma":[0.0059993546,0.90717113,0.0002966816,0.012564745,0.024177948,0.000080632686,0.00065648597,0.00006040768,0.048992526],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987685,0.00027321803,0.00010961847,0.00012535774,0.00065782684,0.00006540089],"domain_scores_gemma":[0.9921111,0.0038393424,0.0006230777,0.00017946656,0.0027370616,0.0005098985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009065727,0.00049188174,0.0014046711,0.0033781582,0.0005873406,0.0030162195,0.0010541355,0.0019600368,0.029485494],"category_scores_gemma":[0.0087736035,0.0002422199,0.00047943453,0.006682661,0.0007618356,0.002077214,0.00096203655,0.0021639955,0.012338406],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025699774,0.0000350399,0.0003107632,0.004422545,0.000024143532,0.00013459414,0.00012977957,0.0000640198,0.00013158841,0.0011045386,0.85953414,0.1340831],"study_design_scores_gemma":[0.000005539959,0.00003978608,0.0009154866,0.0034585972,0.00001756063,0.0006030126,0.000106372696,0.000017168517,0.000041046602,0.00027427298,0.9945142,0.000006974491],"about_ca_topic_score_codex":0.0032907028,"about_ca_topic_score_gemma":0.007293785,"teacher_disagreement_score":0.029485494,"about_ca_system_score_codex":0.0014386572,"about_ca_system_score_gemma":0.0023075666,"threshold_uncertainty_score":0.09863883},"labels":[],"label_agreement":null},{"id":"W3161518708","doi":"10.19173/irrodl.v22i2.5206","title":"IDEAS for Transforming Higher Education: An Overview of Ongoing Trends and Challenges","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Universitat Oberta de Catalunya","keywords":"Higher education; Thematic analysis; Quality (philosophy); Sociology; Pedagogy; Engineering ethics; Political science; Knowledge management; Computer science; Qualitative research; Engineering; Social science","score_opus":0.26746433479155446,"score_gpt":0.4824523922103729,"score_spread":0.21498805741881843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161518708","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027871048,0.6817089,0.021013264,0.2096783,0.0037518805,0.00025112514,0.00018776828,0.00020467135,0.05533299],"genre_scores_gemma":[0.2316157,0.717289,0.029437609,0.011854363,0.001284344,0.00044644918,0.00031357928,0.00016576047,0.007593212],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9849017,0.0072237756,0.0014739424,0.0010040803,0.0043042228,0.0010921779],"domain_scores_gemma":[0.9710043,0.022042226,0.0015570507,0.0007505904,0.0031422065,0.0015035664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025268298,0.0009813256,0.00094833213,0.009626631,0.004414791,0.022691486,0.0019830784,0.0058035916,0.0044516902],"category_scores_gemma":[0.01906881,0.00068748585,0.00087326654,0.018862458,0.011402923,0.029907398,0.006924233,0.00850818,0.0011152799],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057317153,0.00015447734,0.002740827,0.008695911,0.00004256371,0.00074957445,0.065705664,0.0007026393,0.00083089777,0.44409645,0.0226505,0.4535731],"study_design_scores_gemma":[0.0000120687355,0.00007634051,0.002971896,0.011522248,0.00002246092,0.0010157062,0.12360214,0.0005172085,0.0004943029,0.13012458,0.72956574,0.000075257805],"about_ca_topic_score_codex":0.0023539977,"about_ca_topic_score_gemma":0.0028658868,"teacher_disagreement_score":0.025268298,"about_ca_system_score_codex":0.011881056,"about_ca_system_score_gemma":0.0142253,"threshold_uncertainty_score":0.13363314},"labels":[],"label_agreement":null},{"id":"W3161587355","doi":"10.19173/irrodl.v22i2.5093","title":"Mentoring Graduate Students Online: Strategies and Challenges","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peer mentoring; CLARITY; Best practice; Psychology; Competence (human resources); Interpersonal communication; Medical education; Computer-mediated communication; Higher education; Graduate students; Dyad; Pedagogy; The Internet; Political science; Computer science; Medicine; Social psychology","score_opus":0.3389499987563548,"score_gpt":0.5352162811836925,"score_spread":0.19626628242733768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161587355","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23257971,0.13316798,0.0401248,0.5052553,0.0021897496,0.0010024143,0.00015276503,0.00058048073,0.08494689],"genre_scores_gemma":[0.7918325,0.11164977,0.056890797,0.019905241,0.0018543171,0.0018304926,0.00019466065,0.00015322691,0.015689006],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9817894,0.011903518,0.0007795647,0.0010098751,0.0033909949,0.0011266896],"domain_scores_gemma":[0.9613448,0.026160128,0.0023897511,0.0014386151,0.0039163544,0.004750327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026796876,0.000769323,0.0006213943,0.002283811,0.004449389,0.011870576,0.0041845203,0.0043918528,0.0031999908],"category_scores_gemma":[0.039041426,0.00032404604,0.0008800917,0.0023663142,0.003811529,0.009795052,0.010491393,0.004377533,0.001161192],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004936271,0.0005911739,0.009265057,0.0025466783,0.000056760353,0.0009237908,0.046300855,0.0002496215,0.00053150655,0.017827412,0.016259765,0.9053981],"study_design_scores_gemma":[0.00007015874,0.00075969734,0.014946255,0.010893408,0.000107326334,0.0037209573,0.48746735,0.0018973579,0.0019687226,0.09590033,0.3821058,0.0001627653],"about_ca_topic_score_codex":0.0010763371,"about_ca_topic_score_gemma":0.0026559718,"teacher_disagreement_score":0.026796876,"about_ca_system_score_codex":0.0022546162,"about_ca_system_score_gemma":0.0077405316,"threshold_uncertainty_score":0.14171714},"labels":[],"label_agreement":null},{"id":"W3161896981","doi":"","title":"Book Review ~ Educación a Distancia: de la teoría a la práctica, by Lorenzo García Aretio","year":2002,"lang":"es","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Garcia; Humanities; Sociology; Art","score_opus":0.039435863672009824,"score_gpt":0.40529026082337427,"score_spread":0.3658543971513645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161896981","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020135067,0.8402813,0.0005142378,0.06589959,0.056119673,0.00002575905,0.0002379338,0.000074000964,0.036646146],"genre_scores_gemma":[0.0028655617,0.6795582,0.0010304311,0.025524013,0.040445954,0.00006418042,0.00040627425,0.00016282454,0.2499426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992593,0.0001342112,0.000051597322,0.0001083387,0.0003990196,0.00004750241],"domain_scores_gemma":[0.99761677,0.0007829811,0.00013181605,0.00007228967,0.0011118137,0.0002843325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009700084,0.00090310216,0.0012924641,0.0034483643,0.00093404815,0.003685175,0.0008758586,0.002029279,0.02122013],"category_scores_gemma":[0.0045063086,0.00037407796,0.00045031065,0.004956294,0.0009833673,0.0025719602,0.0011364585,0.0029222073,0.014477065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053276317,0.000008348618,0.00004636213,0.00035635498,0.0000035648636,0.00001821026,0.000038355658,0.000040147268,0.000048160186,0.0015186365,0.961347,0.03656945],"study_design_scores_gemma":[0.0000029762737,0.000005771952,0.00021049645,0.0005212392,0.0000045419733,0.00009437553,0.000032369273,0.00001626506,0.00001999656,0.00038678708,0.9987018,0.0000033901151],"about_ca_topic_score_codex":0.011706127,"about_ca_topic_score_gemma":0.03259676,"teacher_disagreement_score":0.02122013,"about_ca_system_score_codex":0.0025306274,"about_ca_system_score_gemma":0.0037386902,"threshold_uncertainty_score":0.07098836},"labels":[],"label_agreement":null},{"id":"W3162294412","doi":"10.19173/irrodl.v22i2.5143","title":"Impact of Changes in Teaching Methods During the COVID-19 Pandemic: The Effect of Integrative E-Learning on Readiness for Change and Interest in Learning Among Indonesian University Students","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Diponegoro","keywords":"Psychology; Indonesian; Pandemic; Coronavirus disease 2019 (COVID-19); Test (biology); Mathematics education; Sample (material); Scale (ratio); Medical education; Medicine","score_opus":0.23458815867076907,"score_gpt":0.575045830091501,"score_spread":0.3404576714207319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162294412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998871,0.00014784091,0.00004499641,0.00015624157,0.0000143477555,0.000046169724,0.000019006146,0.0000039511797,0.0006964928],"genre_scores_gemma":[0.9993057,0.00013726894,0.00013833106,0.000060267183,0.0000062289328,0.00004614469,0.000023996785,0.0000014852974,0.00028053654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772817,0.0009219968,0.0001606842,0.00018575347,0.00039098554,0.00061247987],"domain_scores_gemma":[0.99310523,0.002309328,0.0013203471,0.00025331255,0.00049110455,0.0025206849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025684594,0.0002842219,0.00037448204,0.00037184262,0.0005957522,0.0010359959,0.00048603758,0.00064842263,0.0023326809],"category_scores_gemma":[0.008659949,0.0001815574,0.0007510977,0.0002930592,0.00048096705,0.00067127176,0.0011236506,0.0013750737,0.0002512764],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018598143,0.024006635,0.7550114,0.0006326625,0.00028072114,0.00070366566,0.012171618,0.00055144506,0.0049278573,0.00028379922,0.00097095204,0.19859949],"study_design_scores_gemma":[0.00004523176,0.0047375904,0.98659307,0.00008688685,0.00006319206,0.0000838067,0.0061707883,0.00024114967,0.0010719884,0.0000694503,0.0008122518,0.000024609722],"about_ca_topic_score_codex":0.0022383395,"about_ca_topic_score_gemma":0.0033562228,"teacher_disagreement_score":0.0025684594,"about_ca_system_score_codex":0.0006099388,"about_ca_system_score_gemma":0.0019652206,"threshold_uncertainty_score":0.013583422},"labels":[],"label_agreement":null},{"id":"W3162433917","doi":"10.19173/irrodl.v22i2.5381","title":"Trends and Patterns in Distance Education (2014–2019): A Synthesis of Scholarly Publications and a Visualization of the Intellectual Landscape","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Data science; Social network analysis; Analytics; Distance education; Learning analytics; Visualization; Bibliometrics; Educational research; Open education; Computer science; Social media; Knowledge management; Sociology; World Wide Web; Social science; Pedagogy; Data mining","score_opus":0.04336736438132093,"score_gpt":0.4106537497781467,"score_spread":0.3672863853968258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162433917","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3801689,0.45998105,0.004208249,0.01319225,0.0013657671,0.00028029547,0.096765645,0.0005378194,0.043500002],"genre_scores_gemma":[0.65204346,0.29493403,0.008235634,0.00085943117,0.000880964,0.000351434,0.0368213,0.00021413426,0.0056596077],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99679285,0.00041861253,0.0010676472,0.000487418,0.0009931404,0.0002402338],"domain_scores_gemma":[0.9743628,0.014098586,0.0052534607,0.0007156226,0.0048720525,0.0006974471],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0038089587,0.0004346454,0.00084580254,0.056883186,0.00076349266,0.0051352754,0.0006222797,0.00071375456,0.0038403324],"category_scores_gemma":[0.016884603,0.00021539543,0.00086028816,0.104638286,0.0007090718,0.004920584,0.002233611,0.0007857206,0.00093016314],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034727933,0.00007788175,0.1541667,0.045539547,0.000974903,0.0007915243,0.028069789,0.0012014881,0.0017255939,0.019991029,0.035530284,0.71158403],"study_design_scores_gemma":[0.000017779168,0.00012608936,0.48772043,0.026645342,0.00087569543,0.0013026114,0.036286633,0.0010692574,0.0010359645,0.0043742447,0.44045505,0.00009089727],"about_ca_topic_score_codex":0.007727381,"about_ca_topic_score_gemma":0.013641499,"teacher_disagreement_score":0.9431168,"about_ca_system_score_codex":0.0021052836,"about_ca_system_score_gemma":0.005038444,"threshold_uncertainty_score":0.020143926},"labels":[],"label_agreement":null},{"id":"W3163142592","doi":"10.19173/irrodl.v22i2.5187","title":"Design Matters: Development and Validation of the Online Course Design Elements (OCDE) Instrument","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Organisation de Coopération et de Développement Économiques","keywords":"Likert scale; Psychology; Instructional design; Online course; Presentation (obstetrics); Computer-assisted web interviewing; Online learning; Scale (ratio); Distance education; Mathematics education; Multimedia; Computer science; Mathematics; Cartography; Medicine; Geography; Statistics; Developmental psychology","score_opus":0.1668081857524467,"score_gpt":0.4682676483848991,"score_spread":0.3014594626324524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163142592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52933806,0.0009175035,0.3772859,0.00377081,0.0012983434,0.053287603,0.0014353332,0.0013519264,0.031314593],"genre_scores_gemma":[0.3796967,0.0003907018,0.5733344,0.0014350291,0.00020009528,0.035408605,0.0013498334,0.00042887364,0.0077557634],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9153584,0.044646606,0.011447185,0.0035812035,0.02330783,0.001658783],"domain_scores_gemma":[0.7261446,0.111529596,0.01679819,0.033406205,0.10670979,0.0054115434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12730078,0.00061300985,0.00057258015,0.0023878976,0.0012027903,0.0030411873,0.0017067824,0.0012986746,0.0023815483],"category_scores_gemma":[0.2606408,0.0007021122,0.0008747035,0.0014601453,0.0017459913,0.001933558,0.0033737286,0.0022033888,0.0013350385],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043260044,0.0016805155,0.13967267,0.0013623923,0.00010916931,0.00014864068,0.014735147,0.0014092108,0.016422445,0.0063670245,0.00697804,0.8106821],"study_design_scores_gemma":[0.000701552,0.0064990623,0.4340169,0.0035009992,0.0003548088,0.0013798019,0.019105358,0.016915789,0.07560986,0.012634791,0.4289777,0.00030339346],"about_ca_topic_score_codex":0.0010990703,"about_ca_topic_score_gemma":0.0016572186,"teacher_disagreement_score":0.12730078,"about_ca_system_score_codex":0.0023395882,"about_ca_system_score_gemma":0.010107271,"threshold_uncertainty_score":0.67323893},"labels":[],"label_agreement":null},{"id":"W3163393008","doi":"10.19173/irrodl.v22i1.5110","title":"A Scoping Review on Open Educational Resources to Support Interactions of Learners with Disabilities","year":2021,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Educational technology; Computer science; Knowledge management; Psychology; Mathematics education; World Wide Web","score_opus":0.20905275547288818,"score_gpt":0.5366929674625416,"score_spread":0.32764021198965343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163393008","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019089092,0.9975198,0.0002477042,0.00037797718,0.00018357484,0.00009530188,0.000093198505,0.000008770345,0.0012828608],"genre_scores_gemma":[0.0013292639,0.9974935,0.00044481872,0.00024030317,0.000051306073,0.00013902111,0.00009541195,0.0000040878504,0.00020236269],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99594396,0.0012906716,0.0013261734,0.00030516216,0.00097583415,0.000158211],"domain_scores_gemma":[0.98138565,0.014010018,0.0016697391,0.00033025353,0.0023423354,0.00026199568],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.006182756,0.0013955535,0.0026794549,0.013860604,0.0011226599,0.0033554237,0.0016605336,0.0021566676,0.007118914],"category_scores_gemma":[0.023924358,0.0007501327,0.003118825,0.012942968,0.0010600459,0.003200537,0.0023237052,0.0017822998,0.0012434426],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000622898,0.0000467541,0.00027876563,0.563831,0.00053692324,0.0001559927,0.00088890025,0.00019520264,0.00044023542,0.0032947108,0.011374115,0.4188951],"study_design_scores_gemma":[0.000016431095,0.00006176437,0.0009285929,0.7793652,0.002246881,0.0003355031,0.0005739303,0.000054057626,0.00023537841,0.0014099434,0.21474965,0.000022699121],"about_ca_topic_score_codex":0.0062606996,"about_ca_topic_score_gemma":0.014100602,"teacher_disagreement_score":0.9983395,"about_ca_system_score_codex":0.0021914868,"about_ca_system_score_gemma":0.016183812,"threshold_uncertainty_score":0.032697976},"labels":[],"label_agreement":null},{"id":"W3163786064","doi":"10.19173/irrodl.v22i2.5513","title":"Book Review: Guidelines on the Development of Open Educational Resources Policies","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Open education; Educational resources; Educational technology; Distance education; Computer science; Knowledge management; World Wide Web; Sociology; Pedagogy","score_opus":0.16128745365493782,"score_gpt":0.4936420952819385,"score_spread":0.3323546416270007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163786064","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011930349,0.07393492,0.03058338,0.26108754,0.05786665,0.012839278,0.01197292,0.005106743,0.54541564],"genre_scores_gemma":[0.006434849,0.085742176,0.101286374,0.15656179,0.014086006,0.013694817,0.012417621,0.0034786179,0.6062978],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9479962,0.012034695,0.0066889618,0.0012396231,0.029454093,0.0025864374],"domain_scores_gemma":[0.80999917,0.08253339,0.015918884,0.0068534124,0.07833926,0.0063559366],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.044103026,0.0014075534,0.0027768181,0.012423679,0.0031536901,0.011752374,0.007043427,0.022281999,0.05330384],"category_scores_gemma":[0.123334326,0.0020516776,0.00236574,0.013104893,0.003910826,0.007441861,0.005035972,0.011278413,0.06801295],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009629635,0.00004649189,0.00004503665,0.0007518037,0.000005378681,0.00004912859,0.00010459338,0.00010706833,0.00014753253,0.0070128725,0.9573987,0.034321707],"study_design_scores_gemma":[0.000015861626,0.000017237955,0.00026279365,0.002270714,0.000010161348,0.000054800086,0.000059174636,0.000060140905,0.00013853273,0.0027489753,0.99433917,0.000022501901],"about_ca_topic_score_codex":0.01634114,"about_ca_topic_score_gemma":0.03835336,"teacher_disagreement_score":0.9929566,"about_ca_system_score_codex":0.0065645725,"about_ca_system_score_gemma":0.046254955,"threshold_uncertainty_score":0.23324186},"labels":[],"label_agreement":null},{"id":"W3163897871","doi":"10.19173/irrodl.v22i2.5252","title":"Ready to Do OpenCourseWare? A Comparative Study of Taiwan College Faculty","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Perception; Psychology; Medicine","score_opus":0.18207692948544904,"score_gpt":0.5054498073154899,"score_spread":0.3233728778300409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163897871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9995121,0.00012590004,0.000015903992,0.000056629848,0.0000033614767,0.000006697079,0.000007644089,5.0206967e-7,0.0002712494],"genre_scores_gemma":[0.99923563,0.00027333226,0.000042636035,0.00007431496,0.000007570279,0.000015687583,0.000022727834,7.8666096e-7,0.00032718235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99929917,0.0002285205,0.000056232715,0.000083296356,0.000103100436,0.00022972295],"domain_scores_gemma":[0.9973937,0.00071055343,0.00049642386,0.000081930295,0.00034169934,0.0009756507],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0017111892,0.00014294208,0.00023458787,0.0011265529,0.0012988719,0.0010238113,0.00031126596,0.00047436796,0.0033142115],"category_scores_gemma":[0.005214347,0.00014565035,0.00023144619,0.001301902,0.0005998582,0.0012537099,0.0008063579,0.00047869564,0.00023205252],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002950405,0.002152686,0.7512847,0.00024479505,0.000052528456,0.0017734627,0.17712411,0.000049270726,0.0022598673,0.0005552671,0.0009264854,0.06328169],"study_design_scores_gemma":[0.000022353157,0.0012223711,0.62449324,0.000118867225,0.00003489711,0.0006006674,0.36941347,0.00009092606,0.00044750166,0.000080709666,0.003448121,0.000026876665],"about_ca_topic_score_codex":0.0069327136,"about_ca_topic_score_gemma":0.016321048,"teacher_disagreement_score":0.99968874,"about_ca_system_score_codex":0.0009375325,"about_ca_system_score_gemma":0.0017738348,"threshold_uncertainty_score":0.013784707},"labels":[],"label_agreement":null},{"id":"W3163938196","doi":"10.19173/irrodl.v22i2.5208","title":"A Systematic Review of Questionnaire-Based Quantitative Research on MOOCs","year":2021,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuance; Citation; Computer science; Citation index; Descriptive statistics; Dropout (neural networks); Extant taxon; Psychology; Data science; Knowledge management; World Wide Web; Statistics; Mathematics","score_opus":0.2414734870724402,"score_gpt":0.5664134272599479,"score_spread":0.3249399401875077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163938196","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018816944,0.9878825,0.0030915355,0.0007922596,0.0005514612,0.0027120882,0.0017000779,0.00004714332,0.0013411585],"genre_scores_gemma":[0.017474355,0.9687899,0.0055927592,0.0012561731,0.00018392008,0.0051108943,0.0011728463,0.00003153964,0.0003877029],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96848875,0.0124290595,0.010872491,0.0016972097,0.006054633,0.0004578692],"domain_scores_gemma":[0.86143947,0.10029261,0.012334714,0.0034429962,0.021651203,0.0008390392],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.037891828,0.0018382287,0.005341596,0.023052245,0.0013131727,0.002879918,0.0020168244,0.0015301876,0.004781363],"category_scores_gemma":[0.15202773,0.0013152105,0.004986477,0.021592988,0.0014351904,0.0039675203,0.0023959728,0.0014638124,0.000762278],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012307233,0.00004585012,0.001339827,0.807299,0.0033012275,0.000120099074,0.0008925862,0.00014362454,0.0004266237,0.0007849224,0.005101184,0.18042201],"study_design_scores_gemma":[0.000117625175,0.00020926243,0.0053718034,0.89469516,0.020776631,0.0003052388,0.0011355868,0.000099399316,0.00044021383,0.0009952903,0.07579555,0.00005827101],"about_ca_topic_score_codex":0.007858446,"about_ca_topic_score_gemma":0.023511428,"teacher_disagreement_score":0.9621082,"about_ca_system_score_codex":0.004673852,"about_ca_system_score_gemma":0.030149424,"threshold_uncertainty_score":0.2003935},"labels":[],"label_agreement":null},{"id":"W3164796821","doi":"10.19173/irrodl.v22i2.5358","title":"Investigation of Emerging Trends in the E-Learning Field Using Latent Dirichlet Allocation","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Field (mathematics); Educational technology; Artificial intelligence; Adaptive learning; Topic model; Data science; Machine learning; Mathematics education; Psychology; Mathematics","score_opus":0.1317842775619654,"score_gpt":0.45450641983999596,"score_spread":0.32272214227803053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164796821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8878706,0.007369766,0.089877345,0.002104957,0.00025776838,0.00042416865,0.004408537,0.00027104368,0.0074157263],"genre_scores_gemma":[0.9650612,0.002717766,0.024576638,0.000121442376,0.00020561792,0.00031473808,0.0046144924,0.00006839229,0.0023197364],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99532086,0.0019672338,0.00056163565,0.00091831374,0.0008290164,0.00040301244],"domain_scores_gemma":[0.9816077,0.013045539,0.0019490763,0.0006761717,0.0023191988,0.00040240856],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.008327863,0.00057227403,0.0009943297,0.014236772,0.00081553264,0.0038891605,0.00076049264,0.001015939,0.0019261102],"category_scores_gemma":[0.015500817,0.00031686528,0.0015462318,0.014278833,0.0007875339,0.004977237,0.0017871079,0.0017200885,0.00085262395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065325666,0.00057000347,0.6220614,0.002133139,0.00065801176,0.0011083187,0.011353719,0.021456806,0.007999622,0.02074016,0.007650543,0.30361506],"study_design_scores_gemma":[0.00008362453,0.00037192748,0.54986703,0.00075548864,0.00054978597,0.000864289,0.019266712,0.36603495,0.005547745,0.02564196,0.030791458,0.00022495253],"about_ca_topic_score_codex":0.004696689,"about_ca_topic_score_gemma":0.0052122725,"teacher_disagreement_score":0.98576325,"about_ca_system_score_codex":0.0011358238,"about_ca_system_score_gemma":0.0014646129,"threshold_uncertainty_score":0.044042468},"labels":[],"label_agreement":null},{"id":"W3165516041","doi":"10.19173/irrodl.v22i2.5225","title":"Museum-Based Distance Learning Programs: Current Practices and Future Research Opportunities","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Museums and Cultural Heritage","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Teleconference; Lifelong learning; Social media; Best practice; Coronavirus disease 2019 (COVID-19); Computer science; Sociology; Pedagogy; Multimedia; World Wide Web; Political science","score_opus":0.4501433740544348,"score_gpt":0.4949537530768597,"score_spread":0.04481037902242491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165516041","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07334319,0.87374735,0.0015808599,0.03026135,0.00041764943,0.00009537297,0.0002322844,0.00006122619,0.020260647],"genre_scores_gemma":[0.2849135,0.70571375,0.0052886773,0.001935098,0.00027768806,0.000109452536,0.00020946606,0.000022655755,0.0015297245],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.993644,0.0025326563,0.00066441204,0.0010107098,0.0015343694,0.00061386125],"domain_scores_gemma":[0.97491395,0.012240526,0.003209879,0.0009883936,0.00633733,0.0023099503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011991538,0.00028336444,0.00055679213,0.0028900318,0.0015163783,0.008433193,0.0018872862,0.0014369368,0.0027577393],"category_scores_gemma":[0.014916828,0.00033506379,0.00045709408,0.009057036,0.0028600798,0.00959033,0.001812771,0.0019006868,0.0005567818],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086452674,0.00037298063,0.037359983,0.011483425,0.00006304255,0.00022531126,0.015546799,0.00020589442,0.00046103937,0.010988977,0.006867279,0.9163388],"study_design_scores_gemma":[0.00003552823,0.00077799446,0.16194326,0.060982563,0.000263877,0.0017670516,0.22484426,0.00064717204,0.0011671203,0.008899062,0.538503,0.00016913949],"about_ca_topic_score_codex":0.014835927,"about_ca_topic_score_gemma":0.03429334,"teacher_disagreement_score":0.014835927,"about_ca_system_score_codex":0.0050186086,"about_ca_system_score_gemma":0.010115518,"threshold_uncertainty_score":0.06341809},"labels":[],"label_agreement":null},{"id":"W3172970044","doi":"10.19173/irrodl.v20i1.3605","title":"Examining the Complexities of Parental Engagement at an Online Charter High School: A Narrative Analysis Approach","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Parental Involvement in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Charter; Psychology; Narrative inquiry; Student engagement; Pedagogy; Political science","score_opus":0.3413508387609624,"score_gpt":0.4938303748991224,"score_spread":0.15247953613816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172970044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87450737,0.018188933,0.034850456,0.019977678,0.00037037884,0.00085072167,0.0007945241,0.00006533622,0.050394583],"genre_scores_gemma":[0.96929145,0.011565136,0.012470006,0.0011399405,0.00008104156,0.0005225514,0.00023246834,0.00006019149,0.0046371715],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98990065,0.008295463,0.00032318066,0.00044873514,0.00062371476,0.00040828006],"domain_scores_gemma":[0.970641,0.02468456,0.0017993293,0.00056249154,0.0014111392,0.0009013982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014780651,0.0006509508,0.00058180606,0.0033959039,0.005832914,0.00872128,0.0017694961,0.0012494535,0.0018709004],"category_scores_gemma":[0.02059647,0.0005175052,0.00038575951,0.0031477576,0.007635013,0.008731056,0.0050891577,0.0030237094,0.00026892248],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019937952,0.000038141865,0.004552795,0.0003305107,0.000017358047,0.0011216084,0.96221733,0.00008614366,0.000317886,0.014225096,0.0017441973,0.015329055],"study_design_scores_gemma":[0.000003935027,0.000022732604,0.0032388093,0.0006999197,0.000018709712,0.00045588712,0.95210975,0.00022644766,0.0003515568,0.0037934766,0.039061952,0.00001673327],"about_ca_topic_score_codex":0.0060490044,"about_ca_topic_score_gemma":0.014717706,"teacher_disagreement_score":0.014780651,"about_ca_system_score_codex":0.0046082684,"about_ca_system_score_gemma":0.0051022507,"threshold_uncertainty_score":0.07816851},"labels":[],"label_agreement":null},{"id":"W3180751290","doi":"10.19173/irrodl.v22i3.5553","title":"Video Lectures: An Analysis of Their Useful Life Span and Sustainable Production","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Life span; Computer science; Span (engineering); Production (economics); Multimedia; Engineering; Gerontology; Economics; Medicine","score_opus":0.13393988256041106,"score_gpt":0.5228402092047527,"score_spread":0.38890032664434165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180751290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770204,0.0041630175,0.009672367,0.0002569259,0.000032743308,0.00016234508,0.0016980884,0.00004544892,0.0069487197],"genre_scores_gemma":[0.9909752,0.0015272464,0.0049690977,0.00002084062,0.00003291996,0.00010344801,0.00076963106,0.000013863859,0.0015876609],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99848145,0.0005757096,0.00012623129,0.00014108788,0.00055223494,0.00012313909],"domain_scores_gemma":[0.9853461,0.008064329,0.0031859542,0.00049460237,0.0020158947,0.00089319324],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033246092,0.00029828702,0.00024159947,0.002841499,0.0002546998,0.00093850447,0.0003571148,0.0002843422,0.0035850175],"category_scores_gemma":[0.013525798,0.00007759913,0.0004891204,0.0020242676,0.00033528556,0.001121475,0.0006617454,0.00030086926,0.00033543742],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011389565,0.0005627892,0.53853047,0.001081401,0.00032761585,0.00037749158,0.0033323937,0.005418638,0.0070351767,0.004183377,0.0016701423,0.43634158],"study_design_scores_gemma":[0.00001456389,0.0012045149,0.9801528,0.0002085965,0.00016968643,0.00043230155,0.0024721262,0.0037133987,0.0024652658,0.0017223028,0.007403062,0.000041393963],"about_ca_topic_score_codex":0.0018641382,"about_ca_topic_score_gemma":0.0017882107,"teacher_disagreement_score":0.9966754,"about_ca_system_score_codex":0.0011300871,"about_ca_system_score_gemma":0.00062288763,"threshold_uncertainty_score":0.017582417},"labels":[],"label_agreement":null},{"id":"W3183823306","doi":"10.19173/irrodl.v23i1.5652","title":"The Tensions Between Student Dropout and Flexibility in Learning Design: The Voices of Professors in Open Online Higher Education","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Flexibility (engineering); Dropout (neural networks); Workload; Psychology; Higher education; Formative assessment; Distance education; Procrastination; Instructional design; Computer science; Medical education; Pedagogy; Knowledge management; Social psychology; Political science; Medicine","score_opus":0.243606448727546,"score_gpt":0.5177069272388785,"score_spread":0.27410047851133246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183823306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803167,0.0019242198,0.0029290763,0.010353441,0.000115323164,0.000038335525,0.000023524093,0.000033812856,0.004265503],"genre_scores_gemma":[0.9961964,0.0005851768,0.00040891528,0.0013139874,0.00005678629,0.000026972497,0.000014535174,0.000024358233,0.0013729007],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94590926,0.038811795,0.0015588445,0.002248118,0.0067107314,0.0047612814],"domain_scores_gemma":[0.95498604,0.025830775,0.005430985,0.0019631474,0.0038548342,0.007934208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0312539,0.0006084559,0.0012226944,0.0020789346,0.011258491,0.016179295,0.0031717417,0.0044675,0.0023251371],"category_scores_gemma":[0.050647546,0.00077164464,0.0010394473,0.0018748394,0.01686281,0.009564249,0.015860174,0.0078457715,0.0004981494],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007032108,0.00013328265,0.010416378,0.0001471829,0.000023323702,0.0009242465,0.9685052,0.000090563124,0.00070673804,0.003099241,0.0013082689,0.014575244],"study_design_scores_gemma":[0.000013458028,0.00012329993,0.0040801936,0.0001675426,0.00001704725,0.00074685266,0.9758975,0.000266208,0.00030103244,0.001171646,0.017172068,0.000043119075],"about_ca_topic_score_codex":0.0027645575,"about_ca_topic_score_gemma":0.003346682,"teacher_disagreement_score":0.0312539,"about_ca_system_score_codex":0.005681229,"about_ca_system_score_gemma":0.005073094,"threshold_uncertainty_score":0.16528845},"labels":[],"label_agreement":null},{"id":"W3196781402","doi":"10.19173/irrodl.v22i3.5456","title":"Instructor Impact on Differences in Teaching Presence Scores in Online Courses","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Mathematics education; Instructional design; Psychology; Social constructivism; Teaching method; Variance (accounting); Interdependence; Cognition; Pedagogy; Computer science; Sociology","score_opus":0.10792325745131352,"score_gpt":0.5051193664328988,"score_spread":0.39719610898158525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196781402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989705,0.000046272224,0.000088753965,0.000027210499,0.000007420669,0.000007511293,0.000025247642,0.0000066509883,0.000820552],"genre_scores_gemma":[0.99929976,0.000027320164,0.00007678984,0.000007122229,0.000004828987,0.000009039372,0.000030958214,0.0000028399872,0.0005412646],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807537,0.0007762254,0.00014709098,0.0002930967,0.0005317912,0.00017633906],"domain_scores_gemma":[0.98428863,0.009145727,0.0024641054,0.0005317508,0.00096344715,0.0026063966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001443923,0.00012440827,0.00029711367,0.00067619525,0.00021706808,0.0008744489,0.00029264958,0.00028457193,0.005061194],"category_scores_gemma":[0.01413625,0.00009457834,0.00023704872,0.00043579025,0.00032357097,0.00029039773,0.0006720197,0.00046191417,0.0006218667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013510438,0.0027031132,0.9289513,0.000049951737,0.00013629808,0.00017309752,0.0019615742,0.0001519335,0.007003223,0.000142288,0.00033176612,0.05704441],"study_design_scores_gemma":[0.000017732193,0.00054601213,0.997917,0.000006225433,0.000026279007,0.00006663858,0.00037921502,0.00017475894,0.0006386755,0.00004476259,0.0001786538,0.0000040183645],"about_ca_topic_score_codex":0.0005704342,"about_ca_topic_score_gemma":0.0008260714,"teacher_disagreement_score":0.005061194,"about_ca_system_score_codex":0.00026610086,"about_ca_system_score_gemma":0.00034076607,"threshold_uncertainty_score":0.016931355},"labels":[],"label_agreement":null},{"id":"W3196895851","doi":"10.19173/irrodl.v22i3.5373","title":"What Motivates Students About Open Pedagogy? Motivational Regulation Through the Lens of Self-Determination Theory","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Pedagogy; Popularity; Liberal arts education; Agency (philosophy); Self-determination theory; Meaning (existential); Activity theory; Mathematics education; Self-regulated learning; Higher education; Social psychology; Sociology; Autonomy","score_opus":0.10980035586522092,"score_gpt":0.49824579717637946,"score_spread":0.38844544131115855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196895851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6766423,0.015115368,0.047783814,0.04676304,0.0004825031,0.0002731347,0.0000531662,0.00008796332,0.21279879],"genre_scores_gemma":[0.993211,0.0017678413,0.0023891432,0.00064588885,0.00004952988,0.00005454109,0.000007324898,0.000011221558,0.0018635574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99760675,0.0016358031,0.00005869863,0.00018953484,0.0002943849,0.00021485327],"domain_scores_gemma":[0.9972005,0.0016939807,0.0004667087,0.00008977786,0.00020259556,0.0003465367],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0026866512,0.0002610305,0.00032356262,0.0017595541,0.0016992651,0.0073326426,0.0006418093,0.0011919774,0.0012583679],"category_scores_gemma":[0.00465106,0.00018074748,0.00035427333,0.0010284857,0.007540308,0.0032910502,0.0019310978,0.0022919343,0.00012441195],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050648985,0.00053715357,0.06465623,0.0006547918,0.0000641499,0.0004910414,0.21776216,0.0008233515,0.0015878185,0.5742327,0.0027812282,0.13635878],"study_design_scores_gemma":[0.000053046253,0.0002771767,0.09232358,0.0017989689,0.000093378105,0.0008273051,0.24828416,0.006157603,0.0019823601,0.52373886,0.12435487,0.000108746935],"about_ca_topic_score_codex":0.0012832847,"about_ca_topic_score_gemma":0.0021204997,"teacher_disagreement_score":0.9993582,"about_ca_system_score_codex":0.0022124872,"about_ca_system_score_gemma":0.0022260193,"threshold_uncertainty_score":0.016052723},"labels":[],"label_agreement":null},{"id":"W3197049218","doi":"10.19173/irrodl.v22i3.5525","title":"New Challenge for Initial Training of Mathematics Teachers: The Planning Phase of Mathematics Distance Learning","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Technology","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Distance education; Mathematics education; Computer science; Anticipation (artificial intelligence); Promotion (chess); Artifact (error); Mathematics; Artificial intelligence","score_opus":0.28400711997374345,"score_gpt":0.517270897610475,"score_spread":0.2332637776367315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197049218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23923458,0.027384812,0.2908194,0.24455588,0.00254017,0.0012131504,0.00023682542,0.0008119738,0.19320314],"genre_scores_gemma":[0.85037297,0.008085969,0.11902686,0.0045061535,0.0003586498,0.00056077685,0.00018276578,0.00012690604,0.016778998],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9937605,0.0032795,0.00024315258,0.00068562763,0.0014802588,0.00055092113],"domain_scores_gemma":[0.9883808,0.006242187,0.0007499978,0.00078096834,0.0016858045,0.0021602851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008253121,0.0003923792,0.00044452673,0.00093823264,0.0032045555,0.007278709,0.0016872607,0.0023769857,0.006319336],"category_scores_gemma":[0.013803392,0.00033803825,0.0004309963,0.0007574369,0.005196879,0.008767709,0.0059830546,0.005881905,0.0015775409],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017650868,0.0006315494,0.009268676,0.0021292788,0.00002100634,0.0009918256,0.058998786,0.0017736395,0.0056127016,0.33291617,0.020102963,0.5673769],"study_design_scores_gemma":[0.00007992861,0.0008442008,0.02116193,0.004107126,0.00003210587,0.0018537141,0.12898052,0.0036088582,0.005795664,0.33375895,0.49962708,0.00014984456],"about_ca_topic_score_codex":0.0024160256,"about_ca_topic_score_gemma":0.0034897497,"teacher_disagreement_score":0.008253121,"about_ca_system_score_codex":0.004910177,"about_ca_system_score_gemma":0.017918024,"threshold_uncertainty_score":0.04364723},"labels":[],"label_agreement":null},{"id":"W3197778316","doi":"10.19173/irrodl.v22i3.5546","title":"Instructor Presence and Student Satisfaction Across Modalities: Survey Data on Student Preferences in Online and On-Campus Courses","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Modalities; Attrition; Public university; Medical education; Psychology; Distance education; Higher education; Computer-mediated communication; Online course; Face-to-face; Metropolitan area; Mathematics education; Computer science; The Internet; Medicine; World Wide Web; Sociology","score_opus":0.3620310123626501,"score_gpt":0.6158723650122809,"score_spread":0.2538413526496308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197778316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987458,0.00011507798,0.000101112775,0.00010262321,0.000005657674,0.000010634689,0.00014832271,0.000004879104,0.0007658111],"genre_scores_gemma":[0.9991744,0.0001093516,0.00009262538,0.00007252874,0.000009800143,0.000018023537,0.00017693591,0.0000036029198,0.00034274027],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779785,0.0008493437,0.0002846921,0.00020962431,0.00062575756,0.00023283405],"domain_scores_gemma":[0.9821255,0.00662268,0.004955574,0.0005260627,0.0021432827,0.0036269138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028723478,0.00012225966,0.0003218904,0.0010163544,0.0004086658,0.0011475678,0.000293086,0.00043048424,0.0035457471],"category_scores_gemma":[0.014668863,0.00014274035,0.000345671,0.0011657593,0.00031957022,0.0008239398,0.0007799921,0.0007353293,0.0007264346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007954889,0.00024576104,0.9876747,0.000018615392,0.000024584155,0.000015286296,0.0008670995,0.000021639833,0.000107617016,0.000016463879,0.00031399846,0.010614594],"study_design_scores_gemma":[0.000005048481,0.000254569,0.9968516,0.000012474905,0.000009499353,0.000038260823,0.0021822287,0.00012643973,0.000081809114,0.000017279533,0.00041538567,0.0000052792107],"about_ca_topic_score_codex":0.0015222519,"about_ca_topic_score_gemma":0.0023312478,"teacher_disagreement_score":0.0035457471,"about_ca_system_score_codex":0.00029895638,"about_ca_system_score_gemma":0.00037033416,"threshold_uncertainty_score":0.015190601},"labels":[],"label_agreement":null},{"id":"W3197819289","doi":"10.19173/irrodl.v22i3.5380","title":"Is the Understanding Dementia Massive Open Online Course Accessible and Effective for Everyone? Native Versus Non-Native English Speakers","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Massive open online course; Psychology; First language; Educational attainment; Medicine; Pedagogy; Internal medicine","score_opus":0.14747410372647451,"score_gpt":0.4850124998965163,"score_spread":0.3375383961700418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197819289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979955,0.000291231,0.000031628373,0.0002213041,0.000014819425,0.000010722125,0.000027364924,0.000001291343,0.0014061077],"genre_scores_gemma":[0.99891984,0.00033590398,0.00005459,0.00015199868,0.000017414366,0.000009336095,0.000035666762,9.789591e-7,0.000474276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993656,0.00018346414,0.00005358132,0.000071034105,0.00018603934,0.00014019356],"domain_scores_gemma":[0.9972006,0.0010433596,0.0006073374,0.000087909095,0.0003395356,0.0007212919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017941957,0.00010620492,0.00031197033,0.00031054774,0.00040792197,0.001276206,0.00022190143,0.00035456865,0.0021820664],"category_scores_gemma":[0.008711912,0.00011288034,0.00039012157,0.00015622764,0.00044027856,0.0011649738,0.00068355224,0.00040461338,0.00027515081],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002227881,0.0025731237,0.8154149,0.00057644467,0.0002844357,0.00068013894,0.03311235,0.00009742665,0.0024183283,0.00032311017,0.0020992993,0.14019251],"study_design_scores_gemma":[0.00011067749,0.00238524,0.96515864,0.00025192997,0.00020429053,0.00063054316,0.02654231,0.00023461191,0.0006309158,0.00032378975,0.003498172,0.000028785125],"about_ca_topic_score_codex":0.0057265502,"about_ca_topic_score_gemma":0.009173956,"teacher_disagreement_score":0.0057265502,"about_ca_system_score_codex":0.00035372376,"about_ca_system_score_gemma":0.00059403304,"threshold_uncertainty_score":0.011386454},"labels":[],"label_agreement":null},{"id":"W3198111550","doi":"10.19173/irrodl.v22i3.5459","title":"Knowledge Marketplaces: An Analysis of the Influence of Business Models on Instructors’ Motivations and Strategies","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outreach; Order (exchange); Revenue; Business model; Computer science; Online business; Scraper site; Higher education; Knowledge management; Marketing; World Wide Web; Business; The Internet; Economics; Accounting","score_opus":0.0799502499775039,"score_gpt":0.4258982198140636,"score_spread":0.34594796983655973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198111550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99412316,0.000094508796,0.0004590868,0.00020965573,0.0000070860237,0.00006683818,0.00007443983,0.0000061930186,0.004958944],"genre_scores_gemma":[0.99862957,0.00006601474,0.00034879596,0.000031955362,0.000005839267,0.00006443057,0.000059594156,0.00000647367,0.0007872752],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974591,0.0013117697,0.00010449432,0.00023849652,0.00057715643,0.00030894368],"domain_scores_gemma":[0.9628752,0.027944691,0.004932979,0.00059119076,0.0012963061,0.002359737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004924438,0.00021189424,0.00032409982,0.002445995,0.0010179277,0.0042858734,0.0006086149,0.0006886432,0.005547704],"category_scores_gemma":[0.021570282,0.00019547218,0.0003274054,0.0023607002,0.00092634466,0.0031205511,0.0017325511,0.0009465727,0.00053347106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051101844,0.0019588706,0.84038574,0.00022818551,0.00009849777,0.00056764396,0.05706809,0.00042542655,0.0013747023,0.010398905,0.0016493635,0.08533357],"study_design_scores_gemma":[0.00009108688,0.0006243874,0.7955491,0.0001970695,0.00008143915,0.00026063187,0.17526591,0.008808209,0.0009331557,0.003868513,0.0142457485,0.00007476513],"about_ca_topic_score_codex":0.0036037038,"about_ca_topic_score_gemma":0.0042398856,"teacher_disagreement_score":0.005547704,"about_ca_system_score_codex":0.0015676857,"about_ca_system_score_gemma":0.0018299697,"threshold_uncertainty_score":0.026043177},"labels":[],"label_agreement":null},{"id":"W3198195778","doi":"10.19173/irrodl.v22i3.5263","title":"A Meta-Analysis on the Effects of Synchronous Online Learning on Cognitive and Affective Educational Outcomes","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Distance education; Meta-analysis; Cognition; Asynchronous learning; Psychology; Educational technology; Online learning; Equivalence (formal languages); Community of inquiry; Mathematics education; Instructional design; Computer science; Synchronous learning; Teaching method; Multimedia; Cooperative learning","score_opus":0.11413936337733281,"score_gpt":0.48899819860577665,"score_spread":0.3748588352284438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198195778","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010162259,0.98654604,0.00096270465,0.00033757664,0.00027052,0.0004232123,0.0005636874,0.000034011206,0.00069992116],"genre_scores_gemma":[0.22387764,0.76690066,0.0041064126,0.0012799338,0.0003579177,0.0017549397,0.0009861919,0.00005187312,0.0006843799],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9918914,0.0041581467,0.0020749376,0.00078616914,0.000891676,0.00019774292],"domain_scores_gemma":[0.9668363,0.02709018,0.0031960714,0.00079161144,0.0017658615,0.0003200337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016090436,0.0023689272,0.009677895,0.0063654245,0.00072104105,0.003340309,0.0015420935,0.0016719144,0.0034640653],"category_scores_gemma":[0.047091387,0.00088308036,0.029047515,0.0055270493,0.0007910757,0.0019957153,0.0014642166,0.002005991,0.00033938832],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003266839,0.00008181156,0.0031286762,0.43831944,0.5229573,0.00014914054,0.00020594962,0.00042482704,0.0005138104,0.00029585912,0.0008256988,0.02983071],"study_design_scores_gemma":[0.000618959,0.00034290823,0.003494555,0.025382794,0.9676523,0.00008148386,0.00005301922,0.0000769486,0.00025149135,0.00022357653,0.0018040302,0.000017881626],"about_ca_topic_score_codex":0.0047444073,"about_ca_topic_score_gemma":0.010659237,"teacher_disagreement_score":0.016090436,"about_ca_system_score_codex":0.0024045534,"about_ca_system_score_gemma":0.0034419994,"threshold_uncertainty_score":0.085095406},"labels":[],"label_agreement":null},{"id":"W3198204735","doi":"10.19173/irrodl.v22i3.5472","title":"Development and Evaluation of an Open-Source, Online Training for the Measurement of Adult-Child Responsivity at Home and in Early Childhood Education and Care Settings","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada; University of Toronto; Universidade Federal de Pelotas; Bernard van Leer Foundation","keywords":"Distance education; Medical education; Suite; Psychology; Observational study; Asynchronous communication; Early childhood education; Online learning; Asynchronous learning; Portuguese; Online course; Computer science; Multimedia; Pedagogy; Mathematics education; Teaching method; Medicine; Synchronous learning","score_opus":0.1316696597571239,"score_gpt":0.45292028574906357,"score_spread":0.32125062599193965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198204735","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8634785,0.0004324863,0.07807038,0.0005698038,0.000271176,0.04612105,0.0019322855,0.0014303544,0.007694018],"genre_scores_gemma":[0.52511036,0.0009326017,0.4132854,0.00048582896,0.00017036742,0.046992235,0.0048672124,0.00030595006,0.007850066],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9895141,0.005927718,0.00074671453,0.0009471097,0.0023161764,0.0005482336],"domain_scores_gemma":[0.97537315,0.013717806,0.0017217408,0.0015502599,0.0052601774,0.0023767604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017873162,0.0010262008,0.0006264046,0.0015088164,0.00051944447,0.0011564707,0.0025166688,0.0011530475,0.0030505443],"category_scores_gemma":[0.023491824,0.0005248219,0.00092737295,0.0007797914,0.0005957201,0.0013814212,0.0021291238,0.00093834044,0.00088973023],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00260072,0.04167939,0.060939785,0.0011546811,0.00021600764,0.0003292178,0.003926563,0.0031041286,0.017986884,0.00055264,0.0036469097,0.86386305],"study_design_scores_gemma":[0.0050747553,0.09800279,0.774544,0.0017599023,0.0009426988,0.0014898498,0.006216374,0.027841909,0.044170015,0.0013064658,0.03825933,0.00039196218],"about_ca_topic_score_codex":0.0030522326,"about_ca_topic_score_gemma":0.0059035784,"teacher_disagreement_score":0.017873162,"about_ca_system_score_codex":0.0011556861,"about_ca_system_score_gemma":0.0042151595,"threshold_uncertainty_score":0.09452349},"labels":[],"label_agreement":null},{"id":"W3198649902","doi":"10.19173/irrodl.v22i3.5479","title":"Facebook or LMS in Distance Education? Why University Students Prefer to Interact in Facebook Groups","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad Nacional de Educación a Distancia","keywords":"Distance education; Psychology; Computer-mediated communication; Educational technology; Higher education; Computer science; Multimedia; World Wide Web; Mathematics education; The Internet; Political science","score_opus":0.08714920592382606,"score_gpt":0.48849645098237315,"score_spread":0.4013472450585471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198649902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945128,0.00062527205,0.00016008069,0.0011627058,0.00004560946,0.000012494787,0.000017872542,0.000005354675,0.0034577989],"genre_scores_gemma":[0.99818474,0.00037139154,0.00011355551,0.0002819296,0.000018585131,0.000008429305,0.0000159525,0.0000033298495,0.0010021367],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99886155,0.0005298105,0.000054075415,0.000084173866,0.00027786213,0.00019254528],"domain_scores_gemma":[0.99616086,0.0016681192,0.0006508707,0.00009416189,0.00030821515,0.00111781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012359687,0.00010810315,0.0002777104,0.00037664722,0.0008737435,0.0026211257,0.00030506903,0.00078522024,0.005515077],"category_scores_gemma":[0.0065387753,0.00014599545,0.00024892166,0.0004256074,0.000590476,0.0013796916,0.0007252283,0.00074291235,0.0006696602],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027118716,0.0009994388,0.78245574,0.0003603496,0.00008486981,0.0009765866,0.07838583,0.0000636734,0.0022537557,0.0020193309,0.0045288466,0.12760043],"study_design_scores_gemma":[0.00004296027,0.0005443798,0.59149814,0.00031191553,0.000086096436,0.0012117813,0.3801258,0.00040349993,0.00082836644,0.0008675317,0.024034888,0.000044678854],"about_ca_topic_score_codex":0.0014362732,"about_ca_topic_score_gemma":0.0026839771,"teacher_disagreement_score":0.005515077,"about_ca_system_score_codex":0.00036195014,"about_ca_system_score_gemma":0.0004713889,"threshold_uncertainty_score":0.018449724},"labels":[],"label_agreement":null},{"id":"W3198746468","doi":"10.19173/irrodl.v21i3.5387","title":"Distance Learning in Museums: A Review of the Literature","year":2021,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Museums and Cultural Heritage","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Inclusion (mineral); Professional development; Best practice; Educational technology; Sociology; Pedagogy; Political science; Social science","score_opus":0.14461216063533774,"score_gpt":0.44110095652080483,"score_spread":0.29648879588546706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198746468","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001050634,0.9993692,0.00003291492,0.00016526098,0.00006699433,0.00000757824,0.000012230047,0.0000020037792,0.00023870224],"genre_scores_gemma":[0.00062920136,0.99901366,0.00010305683,0.00012385301,0.000041668158,0.000011490774,0.00001543143,7.815514e-7,0.000060812345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998262,0.00043812863,0.000494521,0.00017662201,0.0005404221,0.00008825556],"domain_scores_gemma":[0.9927659,0.004960698,0.00086132844,0.000110438814,0.0010709607,0.0002307215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035852443,0.0009776428,0.0024105464,0.011137022,0.0008035463,0.0026303113,0.0015918836,0.0020648097,0.0034706213],"category_scores_gemma":[0.0079346,0.0007772086,0.0017484365,0.015630078,0.0010426522,0.0036002211,0.0013612813,0.0016496817,0.0008215714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000853571,0.00008308143,0.00055297976,0.42111236,0.00044868232,0.0004189554,0.0010717993,0.00023827862,0.00060543383,0.0021230525,0.01655365,0.5567063],"study_design_scores_gemma":[0.000031344396,0.00025346442,0.005450043,0.43924043,0.0020230594,0.002464491,0.0018961462,0.00008470875,0.0003245881,0.0014993994,0.54666805,0.0000641692],"about_ca_topic_score_codex":0.0057300404,"about_ca_topic_score_gemma":0.012194369,"teacher_disagreement_score":0.011137022,"about_ca_system_score_codex":0.0021334714,"about_ca_system_score_gemma":0.009286052,"threshold_uncertainty_score":0.018960834},"labels":[],"label_agreement":null},{"id":"W3199483308","doi":"","title":"CIDER is born","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.12754792569141685,"score_gpt":0.48536935124428593,"score_spread":0.3578214255528691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199483308","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018963948,0.1351322,0.0052411393,0.22979039,0.083289556,0.00010004162,0.0020719434,0.0010589426,0.54141945],"genre_scores_gemma":[0.019387534,0.03449287,0.0041905977,0.033697464,0.00564394,0.00007007223,0.0007555128,0.00034335806,0.9014185],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969649,0.00036446034,0.000109067536,0.0008527275,0.0012451004,0.00046375743],"domain_scores_gemma":[0.99179816,0.0014067921,0.00041738656,0.00069359434,0.0030741189,0.0026099875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032287824,0.0008364262,0.0013434087,0.002979769,0.00400523,0.00992445,0.0012970349,0.0032940062,0.09981047],"category_scores_gemma":[0.014987009,0.00036516943,0.0004294884,0.002813489,0.0028383823,0.004570225,0.0037376282,0.005411682,0.059722915],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006743337,0.000023412924,0.00046203972,0.000095746946,0.000006123805,0.00012023579,0.00020735138,0.000063051484,0.00012766228,0.09731831,0.8019743,0.09953426],"study_design_scores_gemma":[0.0000024522085,0.0000050138633,0.0000623809,0.000048158272,0.0000011542788,0.00006547757,0.000050500974,0.000008797717,0.00004408492,0.0028920204,0.9968166,0.0000034986356],"about_ca_topic_score_codex":0.008123448,"about_ca_topic_score_gemma":0.013951821,"teacher_disagreement_score":0.09981047,"about_ca_system_score_codex":0.0054708803,"about_ca_system_score_gemma":0.00965654,"threshold_uncertainty_score":0.33389932},"labels":[],"label_agreement":null},{"id":"W3200576146","doi":"","title":"Collaborative efforts, quality, and performance: Hallmarks of successful teaching and learning","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Quality (philosophy); Educational technology; Distance education; Multimedia; Mathematics education; Knowledge management; Psychology","score_opus":0.09571452949787934,"score_gpt":0.5451388694115438,"score_spread":0.44942433991366443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200576146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42197204,0.08789285,0.16497219,0.047670413,0.0017277156,0.001558163,0.00033956347,0.0010216349,0.27284548],"genre_scores_gemma":[0.9520975,0.010440511,0.031872958,0.0011749832,0.00046838648,0.00049648026,0.000083993684,0.00010540475,0.0032597906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9440523,0.022009075,0.004463769,0.0038875178,0.024120105,0.0014671905],"domain_scores_gemma":[0.7949146,0.10813067,0.045482613,0.017023603,0.02186762,0.012580859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03377436,0.00071263715,0.0012736716,0.0031803723,0.0030370958,0.014388733,0.0021278467,0.0024916052,0.0018281743],"category_scores_gemma":[0.13103493,0.00052243494,0.00047233122,0.004376617,0.0153321475,0.009253445,0.009541127,0.002954701,0.000594184],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017915608,0.0011284108,0.07769966,0.00362234,0.0004769522,0.00019203016,0.045798253,0.0021899946,0.00290494,0.14478861,0.007972485,0.71304715],"study_design_scores_gemma":[0.00016531735,0.0014629038,0.24641189,0.0064617074,0.00053391,0.0011741765,0.050709527,0.0042987578,0.0063911513,0.5511617,0.13073312,0.00049590354],"about_ca_topic_score_codex":0.002251542,"about_ca_topic_score_gemma":0.002853017,"teacher_disagreement_score":0.03377436,"about_ca_system_score_codex":0.0029296307,"about_ca_system_score_gemma":0.012472191,"threshold_uncertainty_score":0.17861801},"labels":[],"label_agreement":null},{"id":"W3201559550","doi":"","title":"Editorial: Celebrating our geographical diversity - and grit and agriculture","year":2018,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Educational Innovations Studies","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Diversity (politics); Grit; Agriculture; Geography; Economic geography; Sociology; Anthropology; Psychology; Archaeology","score_opus":0.06679490193019932,"score_gpt":0.3895831975260157,"score_spread":0.3227882955958164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201559550","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022064669,0.0040731994,0.00005071388,0.031877175,0.963262,0.000010763433,0.000026858013,0.000020542971,0.0006565806],"genre_scores_gemma":[0.00028964056,0.0028335825,0.000054777905,0.013800996,0.97824544,0.000015731941,0.000020903459,0.000024944478,0.0047139707],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899156,0.0019194029,0.0012387804,0.0012886507,0.0049544815,0.00068294327],"domain_scores_gemma":[0.9633903,0.013784642,0.003182828,0.0008508336,0.012530997,0.0062604994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012207327,0.004578432,0.004928587,0.0057377852,0.0047032647,0.012388316,0.0054527675,0.021036237,0.016038341],"category_scores_gemma":[0.038300678,0.0010766797,0.0028143027,0.0024823796,0.0038454398,0.0066660293,0.0029931704,0.02034041,0.010114066],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025943007,0.0000126502955,0.000019207926,0.00018728733,0.000013322541,0.00007546366,0.000018614051,0.000012406563,0.000040186336,0.00021763763,0.9968713,0.0025058815],"study_design_scores_gemma":[0.00008325684,0.0000321962,0.00026747942,0.0007199142,0.00006366646,0.00019676311,0.00011001186,0.000105064195,0.0000862762,0.0009999067,0.99731356,0.000021915757],"about_ca_topic_score_codex":0.0018802286,"about_ca_topic_score_gemma":0.006653248,"teacher_disagreement_score":0.021036237,"about_ca_system_score_codex":0.004126568,"about_ca_system_score_gemma":0.0049568727,"threshold_uncertainty_score":0.06455928},"labels":[],"label_agreement":null},{"id":"W3208143375","doi":"10.19173/irrodl.v23i3.6201","title":"Doing Open Science in a Research-Based Seminar: Students’ Positioning Towards Openness in Higher Education","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Openness to experience; Open science; Open education; Publication; Visibility; Qualitative research; Psychology; Grounded theory; Distance education; Vulnerability (computing); Sociology; Pedagogy; Medical education; Computer science; Social psychology; Political science; Medicine; Social science","score_opus":0.1658712452760734,"score_gpt":0.5204420923144629,"score_spread":0.35457084703838954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208143375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882487,0.00045959203,0.0027221371,0.0024894895,0.00009483069,0.000056564248,0.000007674472,0.00003328356,0.005887543],"genre_scores_gemma":[0.9971987,0.00024221285,0.00084724533,0.00046492892,0.00002848946,0.000049168324,0.0000062526365,0.000009032728,0.0011539344],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98336065,0.011021142,0.0006015415,0.0009953601,0.0027616043,0.0012597616],"domain_scores_gemma":[0.9502887,0.02686198,0.007110629,0.0018504696,0.0026339246,0.011254229],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.02084164,0.0003197625,0.0004752233,0.0012453259,0.0048418012,0.009013359,0.0012389973,0.0019609148,0.0038698781],"category_scores_gemma":[0.04095816,0.00040301756,0.0004567868,0.000850513,0.0066120788,0.005031089,0.007974287,0.0035633876,0.00062533957],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019676558,0.0012905181,0.07748748,0.00043521333,0.000044222776,0.0011523183,0.83744216,0.00016262547,0.008132903,0.0074658403,0.0016957215,0.06449423],"study_design_scores_gemma":[0.000054909127,0.0010550739,0.047238756,0.00036863473,0.000032865755,0.0010972111,0.9038304,0.0004275114,0.0017531402,0.0075182444,0.036512576,0.00011060851],"about_ca_topic_score_codex":0.000406923,"about_ca_topic_score_gemma":0.0006812136,"teacher_disagreement_score":0.998761,"about_ca_system_score_codex":0.0014787539,"about_ca_system_score_gemma":0.0030018103,"threshold_uncertainty_score":0.11022246},"labels":[],"label_agreement":null},{"id":"W3214807266","doi":"10.19173/irrodl.v23i1.5763","title":"Open For All: The OERu’s Next Generation Digital Learning Ecosystem","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Computer science; Open education; Open learning; Agency (philosophy); Knowledge management; Suite; Digital learning; World Wide Web; Teaching method; Sociology; Political science; Cooperative learning; Pedagogy","score_opus":0.1922411854398781,"score_gpt":0.4618506382722752,"score_spread":0.2696094528323971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214807266","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04766474,0.05697649,0.10573346,0.20155062,0.0064241965,0.00031513558,0.00080891995,0.004657913,0.5758685],"genre_scores_gemma":[0.5015526,0.083931364,0.15230359,0.047893807,0.003672393,0.00046611734,0.00282123,0.002638854,0.20472012],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967704,0.0009405859,0.00016855447,0.00023141544,0.001308992,0.0005800952],"domain_scores_gemma":[0.9929055,0.0021468785,0.00046296412,0.0009410595,0.0015774659,0.0019661821],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0060421154,0.00034520845,0.00027110422,0.0023788116,0.0024875128,0.01169673,0.0015006057,0.0035918406,0.008233212],"category_scores_gemma":[0.01073457,0.0002658075,0.00048489487,0.0023834137,0.0025772438,0.029560704,0.009755565,0.0032456487,0.0034444619],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042508505,0.00009662531,0.0020627803,0.00045966712,0.000011928713,0.00043090733,0.00238972,0.00049296604,0.0010397309,0.4763671,0.115493596,0.4011125],"study_design_scores_gemma":[0.0000027431086,0.000028160992,0.0007271652,0.00035555637,0.000006353108,0.00033640728,0.0011968844,0.00044461145,0.00039456092,0.030751549,0.965737,0.000019109237],"about_ca_topic_score_codex":0.002527096,"about_ca_topic_score_gemma":0.004902862,"teacher_disagreement_score":0.9984994,"about_ca_system_score_codex":0.0027668616,"about_ca_system_score_gemma":0.006585472,"threshold_uncertainty_score":0.03195411},"labels":[],"label_agreement":null},{"id":"W3215104459","doi":"10.19173/irrodl.v22i4.6283","title":"Exploring Open and Distance Learning Reform at the National University of Lesotho: A Managerial Perspective","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Nonprobability sampling; Face-to-face; Qualitative research; Open education; Content analysis; Strategic planning; Sociology; Qualitative property; Public relations; Data collection; Perspective (graphical); Political science; Pedagogy; Computer science; Business; Marketing; Social science","score_opus":0.20498949674682104,"score_gpt":0.46459977143309245,"score_spread":0.2596102746862714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215104459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8947933,0.009232409,0.0017923225,0.04255775,0.00019042988,0.00029742872,0.00005278101,0.000019496152,0.051064216],"genre_scores_gemma":[0.9907612,0.0024128787,0.0005890396,0.0020318,0.0000511432,0.00010042866,0.00001755799,0.0000041242633,0.004031723],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99507844,0.0028693546,0.0001391218,0.00028633678,0.0006243902,0.0010022456],"domain_scores_gemma":[0.9939454,0.0025988608,0.0010237972,0.00015150306,0.0005337879,0.0017465649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048791254,0.00019282264,0.000303385,0.0009876903,0.005813672,0.008706597,0.0011404136,0.0014954432,0.0026538104],"category_scores_gemma":[0.0041758465,0.00019115879,0.00013614184,0.0023877693,0.0074870624,0.004421788,0.0054058773,0.0022490807,0.00025546708],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001316031,0.0009792153,0.048481725,0.0023659896,0.000036723035,0.005619928,0.66198194,0.00076122786,0.005885571,0.09768836,0.007820405,0.16824733],"study_design_scores_gemma":[0.000015077588,0.0002620132,0.047228634,0.0010072502,0.00001931186,0.00037799985,0.8325108,0.0004579298,0.0008489268,0.0031444568,0.11408002,0.000047535836],"about_ca_topic_score_codex":0.015240246,"about_ca_topic_score_gemma":0.031172482,"teacher_disagreement_score":0.015240246,"about_ca_system_score_codex":0.012057811,"about_ca_system_score_gemma":0.02026711,"threshold_uncertainty_score":0.08748597},"labels":[],"label_agreement":null},{"id":"W3215585716","doi":"10.19173/irrodl.v23i1.5806","title":"What We Talk About When We Talk About Virtual Learning Environments","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual learning environment; Learning Management; Computer science; World Wide Web; Macro; Sample (material); Data science; Multimedia; Mathematics education; Knowledge management; Psychology","score_opus":0.07093093051239353,"score_gpt":0.4355646326790112,"score_spread":0.36463370216661767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215585716","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012868286,0.91814953,0.0032742026,0.040843207,0.005726849,0.00005873309,0.00022348989,0.000037313697,0.01881835],"genre_scores_gemma":[0.149,0.8068067,0.0040648947,0.03009358,0.005053525,0.0002851273,0.00032009743,0.00011608202,0.0042599426],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98486924,0.009460263,0.0015374607,0.0011253126,0.0022392229,0.0007685211],"domain_scores_gemma":[0.9603337,0.031485368,0.0038138677,0.0004983984,0.0029994086,0.00086922344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007296776,0.0006798588,0.0012792107,0.008844178,0.0019160795,0.0138909565,0.0011612223,0.0037490558,0.0047940384],"category_scores_gemma":[0.034327447,0.0005077517,0.0011564812,0.0098754205,0.005308825,0.01634853,0.0025913268,0.0033314768,0.0018543405],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031521448,0.00013972785,0.013532648,0.10198059,0.0009312149,0.0018274873,0.100086935,0.0005741197,0.0026655388,0.086563304,0.08937072,0.60201246],"study_design_scores_gemma":[0.000030417355,0.00014903923,0.01076887,0.114524454,0.00046651642,0.003205153,0.08733148,0.000111792055,0.00077606994,0.017038323,0.7654709,0.00012699209],"about_ca_topic_score_codex":0.0028356237,"about_ca_topic_score_gemma":0.002995673,"teacher_disagreement_score":0.0138909565,"about_ca_system_score_codex":0.003159944,"about_ca_system_score_gemma":0.00391925,"threshold_uncertainty_score":0.038589478},"labels":[],"label_agreement":null},{"id":"W3216176409","doi":"10.19173/irrodl.v23i1.5758","title":"University Students’ Persistence With Technology-Mediated Distance Education: A Response to COVID-19 and Beyond in Zimbabwe","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Coronavirus disease 2019 (COVID-19); Higher education; IBM; Institution; Stratified sampling; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Data collection; Persistence (discontinuity); Sociology; Psychology; Medical education; Pedagogy; Political science; Social science; Medicine; Engineering","score_opus":0.060139497380679634,"score_gpt":0.4522089070702978,"score_spread":0.3920694096896182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216176409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99952555,0.000057713965,0.000012791471,0.00016950545,0.0000027563583,0.000009881438,0.000028486305,6.4048794e-7,0.00019279294],"genre_scores_gemma":[0.99937916,0.00015201204,0.000030077535,0.00008230198,0.000002456727,0.000020890047,0.00003337147,8.333854e-7,0.0002988381],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916255,0.00018121192,0.00008567832,0.00008564483,0.00017023999,0.00031475932],"domain_scores_gemma":[0.9974636,0.00055817567,0.0010108973,0.00007373129,0.00025270635,0.0006409182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012913352,0.00024206613,0.0003615942,0.00083309656,0.0019076321,0.0019573458,0.00061785337,0.0011553927,0.0019745342],"category_scores_gemma":[0.004909779,0.00033350984,0.00035027877,0.0011656793,0.0011648911,0.0009257063,0.0022304782,0.0018897707,0.00027158696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079261394,0.00020678609,0.88683355,0.0001435475,0.000024360723,0.0006791075,0.09930847,0.00007130352,0.0020587356,0.00026000087,0.00044390772,0.009890988],"study_design_scores_gemma":[0.0000035261655,0.00013995066,0.8819705,0.00008774165,0.000010822529,0.00013050449,0.1162171,0.00011187258,0.00018917311,0.00003744815,0.0010793917,0.000021956994],"about_ca_topic_score_codex":0.058792736,"about_ca_topic_score_gemma":0.09797614,"teacher_disagreement_score":0.058792736,"about_ca_system_score_codex":0.0021164303,"about_ca_system_score_gemma":0.0013389162,"threshold_uncertainty_score":0.11690104},"labels":[],"label_agreement":null},{"id":"W3216223175","doi":"10.19173/irrodl.v22i4.5587","title":"A Construct Revalidation of the Community of Inquiry Survey: Empirical Evidence for a General Factor Under a Bifactor Structure","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Categorical variable; Confirmatory factor analysis; Reliability (semiconductor); Construct validity; Psychology; Construct (python library); Factor analysis; Revalidation; Validity; Statistics; Structural equation modeling; Psychometrics; Computer science; Mathematics; Clinical psychology","score_opus":0.5258508220694923,"score_gpt":0.5853244875865714,"score_spread":0.05947366551707911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216223175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90879333,0.0010263058,0.072170764,0.0025069586,0.00020668803,0.002371839,0.0003532264,0.00015472424,0.012416182],"genre_scores_gemma":[0.96915364,0.00030249488,0.027874028,0.00040071196,0.00002416964,0.0013608402,0.00031962656,0.000058624253,0.00050586794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.91829103,0.048444506,0.0055124336,0.006095508,0.01976928,0.0018871787],"domain_scores_gemma":[0.72427386,0.16110179,0.02007338,0.03552421,0.055282798,0.0037438706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12649712,0.00058373145,0.0011439223,0.006480172,0.0033399186,0.004313248,0.001886479,0.0010346037,0.0013568942],"category_scores_gemma":[0.2563493,0.00063049997,0.0014649044,0.006145258,0.0056273565,0.0050384197,0.006753474,0.003058862,0.00020997557],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020095168,0.00026599286,0.73515844,0.00088258926,0.00028152755,0.00008192747,0.042495795,0.0007525372,0.0010804998,0.02614242,0.0015550186,0.19110219],"study_design_scores_gemma":[0.00012418636,0.0014915543,0.7928805,0.0028573107,0.00050716545,0.0005361196,0.1128646,0.023002543,0.0028262055,0.03600693,0.02656648,0.00033641397],"about_ca_topic_score_codex":0.012375133,"about_ca_topic_score_gemma":0.013421138,"teacher_disagreement_score":0.12649712,"about_ca_system_score_codex":0.0068377582,"about_ca_system_score_gemma":0.012266422,"threshold_uncertainty_score":0.6689887},"labels":[],"label_agreement":null},{"id":"W3216239116","doi":"10.19173/irrodl.v22i4.5745","title":"How Are We Doing with Open Education Practice Initiatives? Applying an Institutional Self-Assessment Tool in Five Higher Education Institutions","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Thompson Rivers University; University of British Columbia; Royal Roads University; Kwantlen Polytechnic University; Vancouver Community College","funders":"","keywords":"Openness to experience; Higher education; Institution; Public relations; Open education; Political science; Sociology; Institutional change; Institutional research; Appreciative inquiry; Pedagogy; Public administration; Psychology; Social science","score_opus":0.1522681638599641,"score_gpt":0.5607888151071525,"score_spread":0.4085206512471884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216239116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924474,0.00013503319,0.0014443871,0.00094995217,0.000015763924,0.00017358756,0.00001691193,0.000021329073,0.00479567],"genre_scores_gemma":[0.99571157,0.00014999176,0.0023572533,0.00021222969,0.0000034196826,0.00009073494,0.000017503357,0.000009318259,0.0014478337],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.96855676,0.018800838,0.0014524186,0.0019266256,0.005581475,0.0036818646],"domain_scores_gemma":[0.9273041,0.029460255,0.008569039,0.0033619315,0.018323883,0.012980699],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.03506124,0.00031518107,0.0005263251,0.003325562,0.012452345,0.012014995,0.0021056233,0.0012107118,0.0012474052],"category_scores_gemma":[0.05504911,0.00038382638,0.00028110095,0.0034470244,0.009338484,0.0037475084,0.009325401,0.0024400244,0.000200985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006369446,0.0005121282,0.12417153,0.000119272656,0.000020676689,0.00021925071,0.7879384,0.00015425582,0.00092261174,0.0022789205,0.00086909975,0.0827301],"study_design_scores_gemma":[0.000010663354,0.00017794492,0.059158433,0.0001807623,0.000016236787,0.000060903836,0.9255976,0.00038414885,0.0010234205,0.00062034524,0.01271321,0.000056298537],"about_ca_topic_score_codex":0.19413358,"about_ca_topic_score_gemma":0.36327812,"teacher_disagreement_score":0.9978944,"about_ca_system_score_codex":0.031465366,"about_ca_system_score_gemma":0.056154836,"threshold_uncertainty_score":0.3860072},"labels":[],"label_agreement":null},{"id":"W3216848196","doi":"10.19173/irrodl.v23i1.5582","title":"Developing Institutional Open Educational Resource Repositories in Vietnam: Opportunities and Challenges","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Monash University","keywords":"Open educational resources; Sociocultural evolution; Open education; Developing country; Resource (disambiguation); Political science; Educational resources; Knowledge management; Economic growth; Public relations; Business; Sociology; Pedagogy; Computer science; Economics","score_opus":0.24438484629348198,"score_gpt":0.44598984038630535,"score_spread":0.20160499409282337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216848196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7498604,0.029614745,0.01523049,0.055717286,0.00042262184,0.00085027976,0.00054195896,0.00013646577,0.14762573],"genre_scores_gemma":[0.96024424,0.016062163,0.010558853,0.0015974729,0.000042712974,0.00025231834,0.00028757215,0.00004273453,0.010911922],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99703515,0.0016172475,0.00025224636,0.00019763465,0.00044779092,0.00044995916],"domain_scores_gemma":[0.9908756,0.004668986,0.001045558,0.00042922833,0.0016588534,0.0013216486],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0054573826,0.00014866033,0.00022603359,0.0010665541,0.002509597,0.0065473085,0.0011791661,0.00069567485,0.003327801],"category_scores_gemma":[0.007481909,0.00022319365,0.0001679188,0.0023882962,0.0018703198,0.0076536024,0.0033779973,0.00083177944,0.0003455425],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006952151,0.00054639037,0.05732642,0.008290308,0.00004784824,0.007896459,0.17334661,0.001274261,0.0025894092,0.22664765,0.019395676,0.50256944],"study_design_scores_gemma":[0.000020625926,0.00017551241,0.024856022,0.005807239,0.000033862583,0.0020806997,0.5000702,0.0014787946,0.002024614,0.021324841,0.44206253,0.00006502989],"about_ca_topic_score_codex":0.011830751,"about_ca_topic_score_gemma":0.019628435,"teacher_disagreement_score":0.99882084,"about_ca_system_score_codex":0.0038541257,"about_ca_system_score_gemma":0.018209275,"threshold_uncertainty_score":0.028861761},"labels":[],"label_agreement":null},{"id":"W3217209341","doi":"10.19173/irrodl.v22i4.5637","title":"The Online Learning and Students’ Fear of COVID-19: Study in Malaysia and Pakistan","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Snowball sampling; Psychology; Confirmatory factor analysis; Cognition; Social media; Data collection; Mathematics education; Structural equation modeling; Applied psychology; Social psychology; Computer science","score_opus":0.16347843605669024,"score_gpt":0.5943424994103604,"score_spread":0.4308640633536702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217209341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992004,0.00010732272,0.000019694604,0.000106599495,0.000004156982,0.000016086182,0.000017001887,5.591108e-7,0.0005281788],"genre_scores_gemma":[0.99911875,0.0003101352,0.00003283767,0.00012383652,0.000006544089,0.00001612934,0.000018505008,9.1958265e-7,0.00037228913],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990766,0.00020173028,0.00008269627,0.00008525301,0.00023428386,0.00031945482],"domain_scores_gemma":[0.9966432,0.00080326013,0.0008683495,0.00009137916,0.00032679478,0.001266953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013431035,0.00029480446,0.0005775757,0.0009024694,0.002564398,0.0021134245,0.00047555755,0.00089183426,0.0027831183],"category_scores_gemma":[0.0028904274,0.00046604016,0.00062910496,0.000963741,0.0012186685,0.0012544218,0.0014633196,0.0017245272,0.0003785751],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010411206,0.0021528837,0.90845245,0.00021599056,0.000038873866,0.0012450871,0.07260168,0.000059299884,0.00040299736,0.00037042747,0.0005960694,0.013760065],"study_design_scores_gemma":[0.000019487881,0.001055722,0.7462637,0.00020322298,0.000050723687,0.0010740467,0.24779879,0.0002505879,0.00030059452,0.00015181817,0.0027760167,0.00005536464],"about_ca_topic_score_codex":0.016965767,"about_ca_topic_score_gemma":0.028427504,"teacher_disagreement_score":0.016965767,"about_ca_system_score_codex":0.0013098083,"about_ca_system_score_gemma":0.0031347536,"threshold_uncertainty_score":0.033734024},"labels":[],"label_agreement":null},{"id":"W3217432806","doi":"10.19173/irrodl.v23i1.5869","title":"“I Don’t Know if I Can Handle It All”: Students’ Affect During Remote Education in the COVID-19 Pandemic in Brazil","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affect (linguistics); Pandemic; Psychology; Perspective (graphical); Anxiety; Coronavirus disease 2019 (COVID-19); Social psychology; Disease; Medicine; Infectious disease (medical specialty)","score_opus":0.1821099323817498,"score_gpt":0.5867679601246693,"score_spread":0.4046580277429195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217432806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923735,0.001471088,0.00022672994,0.0018142858,0.00006343465,0.000027944363,0.000025489755,0.000004590644,0.0039928257],"genre_scores_gemma":[0.99795246,0.0009793924,0.000090576825,0.0003418565,0.000016105196,0.0000209251,0.000010613987,0.0000036391682,0.00058436475],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99829954,0.0010074258,0.00006882418,0.00011857529,0.00026873898,0.00023693344],"domain_scores_gemma":[0.99717736,0.0014615303,0.0006198671,0.00007635785,0.00024645092,0.00041844902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025225747,0.00020582855,0.00052833784,0.0005488317,0.0027856922,0.0029356717,0.0004306874,0.00086326274,0.0013945863],"category_scores_gemma":[0.0066169626,0.0002523048,0.00033047487,0.00055010145,0.002714082,0.0014170943,0.0018698776,0.001652775,0.00016927399],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049093727,0.00011431825,0.04845455,0.00029815087,0.000017237004,0.00080510793,0.9318345,0.000023329185,0.001002233,0.00084997504,0.0010970738,0.015454527],"study_design_scores_gemma":[0.0000063714774,0.00010560534,0.08114241,0.00034544035,0.00002145781,0.00045440372,0.9034301,0.0000784469,0.00027137232,0.00032674088,0.013793672,0.000023896768],"about_ca_topic_score_codex":0.008791603,"about_ca_topic_score_gemma":0.018923184,"teacher_disagreement_score":0.008791603,"about_ca_system_score_codex":0.0015790039,"about_ca_system_score_gemma":0.0012578256,"threshold_uncertainty_score":0.01748085},"labels":[],"label_agreement":null},{"id":"W3217597157","doi":"","title":"Building Learning Communities in Cyberspace: Effective strategies for the online classroom","year":2002,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cyberspace; Educational technology; Distance education; Computer-mediated communication; Computer science; Electronic learning; Online learning; The Internet; Technology integration; Mathematics education; Pedagogy; Multimedia; Sociology; World Wide Web; Psychology","score_opus":0.11691143398319463,"score_gpt":0.4817050090802965,"score_spread":0.36479357509710186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217597157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25883356,0.00716538,0.5511153,0.033275176,0.00087055005,0.0015803559,0.00009422254,0.0012453914,0.14582005],"genre_scores_gemma":[0.79150087,0.0026426078,0.19241656,0.00081197364,0.00023101797,0.00085993315,0.000080826554,0.000099729456,0.011356468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961345,0.002462695,0.00012268082,0.00032532477,0.0007379934,0.00021678391],"domain_scores_gemma":[0.984789,0.008149025,0.0011422563,0.0015855868,0.0011720896,0.0031620548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053129764,0.00065696146,0.00054036506,0.0015733285,0.005955014,0.0075873304,0.0021830923,0.002586537,0.008954815],"category_scores_gemma":[0.0141314855,0.0002831792,0.00045116222,0.0012424735,0.0045999535,0.016268041,0.011879555,0.0019789303,0.001443747],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012540074,0.001710409,0.0062350803,0.0015767324,0.000052783875,0.00039352648,0.040826276,0.002560444,0.0046234056,0.24661337,0.01638861,0.67889386],"study_design_scores_gemma":[0.00021781001,0.0005412475,0.0033139114,0.0010876743,0.0000768241,0.00074155995,0.066792846,0.013136044,0.0046542883,0.6615419,0.24781217,0.00008381538],"about_ca_topic_score_codex":0.00068298663,"about_ca_topic_score_gemma":0.0014625096,"teacher_disagreement_score":0.008954815,"about_ca_system_score_codex":0.0009860843,"about_ca_system_score_gemma":0.004223095,"threshold_uncertainty_score":0.029956877},"labels":[],"label_agreement":null},{"id":"W325934425","doi":"10.19173/irrodl.v6i2.283","title":"Affect as a Presence in the Community of Inquiry Model","year":2005,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Affect (linguistics); Psychology; Social psychology; Cognitive psychology; Sociology; Communication","score_opus":0.27183381201052675,"score_gpt":0.5593195159454009,"score_spread":0.2874857039348741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W325934425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52234936,0.0011197327,0.22823298,0.008453923,0.00032691943,0.00081506505,0.00015325943,0.00013057217,0.23841825],"genre_scores_gemma":[0.98432064,0.000121438665,0.013072482,0.00018482165,0.000030693405,0.00023495386,0.000013247393,0.000013623871,0.0020080223],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9892942,0.008269394,0.00016118523,0.0007826351,0.0011305561,0.00036208308],"domain_scores_gemma":[0.977468,0.016751386,0.0020174882,0.0014801152,0.0010677751,0.0012151873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008567799,0.0004206073,0.00041156143,0.0014917189,0.0021500313,0.00533283,0.0013783022,0.0013799828,0.004147291],"category_scores_gemma":[0.0242469,0.00025935253,0.00060348643,0.0009142403,0.0058630505,0.006715746,0.0040934547,0.0016439486,0.0003627614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025584913,0.00052542833,0.025090665,0.00029917312,0.00011047201,0.00046730493,0.06465386,0.0046421676,0.001515853,0.8629151,0.0009984004,0.03852577],"study_design_scores_gemma":[0.00021900276,0.0011767766,0.02916225,0.00038657853,0.00030791233,0.0012289917,0.04722341,0.0717065,0.0012956758,0.8152107,0.031914722,0.00016754014],"about_ca_topic_score_codex":0.0016658717,"about_ca_topic_score_gemma":0.0015345359,"teacher_disagreement_score":0.008567799,"about_ca_system_score_codex":0.0018240918,"about_ca_system_score_gemma":0.0016935752,"threshold_uncertainty_score":0.04531139},"labels":[],"label_agreement":null},{"id":"W4200580883","doi":"10.19173/irrodl.v22i4.6250","title":"Editorial - Volume 22, Issue 4","year":2021,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.06983806528976436,"score_gpt":0.3739230619899659,"score_spread":0.3040849967002015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200580883","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022369784,0.002667432,0.00007042124,0.016767133,0.9786445,0.000026823625,0.000053029096,0.00004952972,0.0016988247],"genre_scores_gemma":[0.00026167545,0.00271874,0.00009292956,0.014213622,0.96851426,0.000040699095,0.00006710019,0.000057790105,0.014033111],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99105483,0.001296247,0.0008284592,0.0008994967,0.005226886,0.0006941468],"domain_scores_gemma":[0.969714,0.009060017,0.0022637842,0.0009800293,0.012266921,0.005715242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0099431425,0.005447541,0.00608091,0.0077782986,0.005097424,0.014289657,0.0057668043,0.016882347,0.047509205],"category_scores_gemma":[0.031441607,0.0015373192,0.003869174,0.0033199624,0.0031002436,0.0055643544,0.00306019,0.017636737,0.034250222],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003250136,0.000018145367,0.00001810371,0.00013028445,0.000014788096,0.0000382899,0.0000044741546,0.00001634313,0.00003863786,0.0001131359,0.99631894,0.0032564036],"study_design_scores_gemma":[0.0001369844,0.000037815727,0.00032020864,0.0005282075,0.000076334305,0.00012282631,0.00003975736,0.000163305,0.00010915235,0.0012258583,0.99721694,0.000022555729],"about_ca_topic_score_codex":0.0022970112,"about_ca_topic_score_gemma":0.0074284854,"teacher_disagreement_score":0.047509205,"about_ca_system_score_codex":0.0043176636,"about_ca_system_score_gemma":0.0052383197,"threshold_uncertainty_score":0.15893406},"labels":[],"label_agreement":null},{"id":"W4205905037","doi":"10.19173/irrodl.v14i4.1673","title":"Editorial: Volume 14, Number 4","year":2013,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.07192065789276766,"score_gpt":0.371590297365643,"score_spread":0.2996696394728753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205905037","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002526901,0.0034003723,0.000083514235,0.017590106,0.97753215,0.000021883841,0.00004778662,0.000046273293,0.0012525959],"genre_scores_gemma":[0.0002720716,0.0027578766,0.00008264884,0.010628412,0.97574914,0.000029635774,0.000054186927,0.000047560192,0.0103785265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991325,0.0012539297,0.0009589954,0.0009919291,0.0047792452,0.0006909098],"domain_scores_gemma":[0.971229,0.007649958,0.0024859721,0.0008568257,0.013129382,0.0046487967],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008900475,0.0056229234,0.0066286107,0.007888006,0.0044672093,0.013254441,0.0062861294,0.015865928,0.03355397],"category_scores_gemma":[0.03082472,0.0015226274,0.0040918924,0.0032122321,0.003276662,0.0052582105,0.002913745,0.017867321,0.023661451],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003836719,0.000017265698,0.000022770735,0.00012720084,0.000018777751,0.000045752753,0.0000051630004,0.000018899831,0.00004277656,0.000105698775,0.9965437,0.0030136418],"study_design_scores_gemma":[0.00014938648,0.00003748743,0.00041215832,0.00061218964,0.00011323896,0.00016000259,0.0000447699,0.00022231623,0.00014652252,0.0011773129,0.99689746,0.000027124268],"about_ca_topic_score_codex":0.0021465009,"about_ca_topic_score_gemma":0.006900377,"teacher_disagreement_score":0.96644604,"about_ca_system_score_codex":0.0047302525,"about_ca_system_score_gemma":0.0047719805,"threshold_uncertainty_score":0.112249196},"labels":[],"label_agreement":null},{"id":"W4206042387","doi":"10.19173/irrodl.v20i3.4576","title":"Editorial - Volume 20, Issue 3","year":2019,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Earthquake and Disaster Impact Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.0608467109383674,"score_gpt":0.4739480665920217,"score_spread":0.4131013556536543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206042387","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021737646,0.0014635185,0.00006641767,0.014215026,0.98016226,0.00003435269,0.00007933107,0.00009450511,0.0038628473],"genre_scores_gemma":[0.00042603817,0.0035500217,0.00014813736,0.023823733,0.93279076,0.000054191692,0.00017595389,0.00012766014,0.038903434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99549025,0.0006449576,0.00047716172,0.0005149681,0.0025500287,0.00032258336],"domain_scores_gemma":[0.9801979,0.0044233887,0.0015018429,0.0008044841,0.009007693,0.0040646684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053349044,0.003403864,0.0029225133,0.00347371,0.0031854725,0.010773753,0.0033731868,0.008999958,0.12533721],"category_scores_gemma":[0.02698191,0.0010399335,0.00299791,0.0018176223,0.001765714,0.004822766,0.0019710145,0.013666436,0.11274471],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018915569,0.000012396689,0.000015464137,0.00012603425,0.0000069326306,0.000045819073,0.0000040962127,0.000009692838,0.00003195592,0.00009928987,0.9957703,0.0038590743],"study_design_scores_gemma":[0.000054264834,0.000018693927,0.00012986432,0.00033358106,0.00001866528,0.00014030385,0.00002284237,0.00005143343,0.00006586905,0.00046147898,0.9986926,0.000010357978],"about_ca_topic_score_codex":0.0013724191,"about_ca_topic_score_gemma":0.0039322386,"teacher_disagreement_score":0.12533721,"about_ca_system_score_codex":0.0025757146,"about_ca_system_score_gemma":0.003968001,"threshold_uncertainty_score":0.41929477},"labels":[],"label_agreement":null},{"id":"W4206328997","doi":"10.19173/irrodl.v13i2.1223","title":"Editorial: Volume 13, Number 2","year":2012,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.08182013085078559,"score_gpt":0.3806057399112609,"score_spread":0.2987856090604753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206328997","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000040121653,0.0032886546,0.00012161136,0.021503257,0.96864915,0.000035966703,0.00010995361,0.00013707446,0.0061142608],"genre_scores_gemma":[0.00064454944,0.004190137,0.00020129152,0.019459162,0.91817784,0.00005375486,0.00018979506,0.00015622244,0.0569272],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958131,0.000541779,0.0004455528,0.00043876903,0.0023833378,0.00037752718],"domain_scores_gemma":[0.986094,0.0028825307,0.00092833437,0.0005698602,0.007253972,0.0022712732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004929768,0.0039621196,0.0033963379,0.0055944724,0.002784884,0.008926735,0.003758703,0.00945643,0.0876655],"category_scores_gemma":[0.021962322,0.0010469351,0.0023307754,0.002378306,0.0015841955,0.003951689,0.0020963857,0.009268337,0.05503731],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015647744,0.000009298218,0.000011105673,0.00008481805,0.0000046628625,0.000037614816,0.000002836099,0.0000101697,0.000020363012,0.00006645381,0.9958334,0.0039034411],"study_design_scores_gemma":[0.000056981626,0.000015475885,0.00017408944,0.00031751776,0.000030687905,0.00012468729,0.000019760048,0.000086678534,0.00008757156,0.00048956403,0.99858737,0.000009735289],"about_ca_topic_score_codex":0.002041859,"about_ca_topic_score_gemma":0.006853878,"teacher_disagreement_score":0.0876655,"about_ca_system_score_codex":0.0029867114,"about_ca_system_score_gemma":0.0034129703,"threshold_uncertainty_score":0.2932703},"labels":[],"label_agreement":null},{"id":"W4206385785","doi":"10.19173/irrodl.v12i5.1074","title":"IRRODL Volume 12, Number 5","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"University of Aberdeen","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.25482826364655525,"score_gpt":0.41596581639955665,"score_spread":0.1611375527530014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206385785","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002552256,0.021481017,0.07823759,0.046736687,0.14173555,0.00073277944,0.008521442,0.029149445,0.6708533],"genre_scores_gemma":[0.009980628,0.011061987,0.02424847,0.011437468,0.025701623,0.00040593318,0.014274037,0.016424714,0.88646513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928203,0.0013526054,0.0006281438,0.0008411483,0.0039105266,0.0004473265],"domain_scores_gemma":[0.9828782,0.0036925392,0.00054649863,0.0037088494,0.007209752,0.0019642082],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0072822627,0.0012651623,0.0017100608,0.006142,0.0027628306,0.017998915,0.00309938,0.0021664423,0.3093689],"category_scores_gemma":[0.022933565,0.0007964081,0.0014764736,0.0054660803,0.0019705258,0.011883513,0.0057468317,0.0043976214,0.2939667],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041372845,0.000056935532,0.0002576132,0.00028729072,0.000009899424,0.000038212682,0.000064433894,0.000111541565,0.00044085857,0.008868555,0.8873031,0.10252019],"study_design_scores_gemma":[0.0000065455793,0.0000136854605,0.00011701961,0.00012978313,0.0000043976215,0.00008546605,0.00005364353,0.00020930968,0.00026263157,0.0018863499,0.9972204,0.000010908451],"about_ca_topic_score_codex":0.0018391414,"about_ca_topic_score_gemma":0.0031247104,"teacher_disagreement_score":0.6906311,"about_ca_system_score_codex":0.003997188,"about_ca_system_score_gemma":0.0033595997,"threshold_uncertainty_score":0.98510146},"labels":[],"label_agreement":null},{"id":"W4206582957","doi":"10.19173/irrodl.v12i2.975","title":"Editorial Volume 12, No. 2","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.16198926787712203,"score_gpt":0.35288613640089556,"score_spread":0.19089686852377352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206582957","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000092695795,0.0050692013,0.00023871167,0.021034604,0.95721966,0.000040452676,0.00015525844,0.00021785102,0.015931513],"genre_scores_gemma":[0.001349683,0.00806342,0.0002665911,0.020316033,0.88204426,0.000052121013,0.00026406554,0.00017338448,0.08747036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99793625,0.00029967062,0.00022334285,0.00033000726,0.0010095622,0.00020124727],"domain_scores_gemma":[0.98831415,0.002194885,0.00059808086,0.0008808024,0.0060101375,0.0020019028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032950335,0.0019547327,0.0019097805,0.0030219995,0.0017827166,0.00603327,0.0025732927,0.0057525286,0.13628721],"category_scores_gemma":[0.016083568,0.0007675235,0.0015350138,0.0014582111,0.0014374555,0.0031955633,0.0013683315,0.0068641715,0.10584943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024277391,0.000012444838,0.000035549383,0.00018562138,0.000006486829,0.00006601186,0.000005672846,0.00001540568,0.00006979734,0.00032145652,0.9877072,0.01155012],"study_design_scores_gemma":[0.000017530716,0.000010707699,0.00011618272,0.00018851107,0.0000112653,0.00013095878,0.000014840601,0.000038745322,0.00008563085,0.00039659318,0.9989832,0.000005701277],"about_ca_topic_score_codex":0.0009467824,"about_ca_topic_score_gemma":0.0019672539,"teacher_disagreement_score":0.13628721,"about_ca_system_score_codex":0.0012857922,"about_ca_system_score_gemma":0.0021216301,"threshold_uncertainty_score":0.45592612},"labels":[],"label_agreement":null},{"id":"W4210242433","doi":"10.19173/irrodl.v22i4.5949","title":"Editorial - Volume 23, Issue 1","year":2022,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.07153825208463653,"score_gpt":0.36999355024028796,"score_spread":0.2984552981556514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210242433","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021610225,0.0030924298,0.00006687902,0.014850524,0.9801609,0.000026846134,0.00005159147,0.000050436116,0.001678823],"genre_scores_gemma":[0.00024900158,0.003012902,0.0000841396,0.013207719,0.97113985,0.000036155154,0.00006626697,0.000055523476,0.012148465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914023,0.0012092929,0.0007909346,0.00092179247,0.0050298343,0.00064592506],"domain_scores_gemma":[0.9704475,0.008828922,0.0024137483,0.000986243,0.011829845,0.0054937415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009518282,0.0053698733,0.006130577,0.007263596,0.0047413213,0.014529856,0.005685953,0.01600473,0.047556274],"category_scores_gemma":[0.029896371,0.0014550831,0.0037154038,0.0031271384,0.0028585258,0.0053619556,0.0028969697,0.016680574,0.03593765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032092623,0.000019384559,0.000018107103,0.00014656581,0.000015057585,0.000037788035,0.000004515078,0.000016192727,0.000040798765,0.00010775183,0.99608094,0.0034808752],"study_design_scores_gemma":[0.00013305154,0.0000381989,0.00032612504,0.0005639503,0.00007168623,0.00012820857,0.000037891157,0.00015638758,0.0001058008,0.0010923649,0.9973248,0.000021400076],"about_ca_topic_score_codex":0.0020281612,"about_ca_topic_score_gemma":0.0066356827,"teacher_disagreement_score":0.047556274,"about_ca_system_score_codex":0.0039693355,"about_ca_system_score_gemma":0.0046919235,"threshold_uncertainty_score":0.15909159},"labels":[],"label_agreement":null},{"id":"W4210254436","doi":"10.19173/irrodl.v23i1.6319","title":"AI in Online-Learning Research: Visualizing and Interpreting the Journal Publications from 1997 to 2019","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Computer science; Profiling (computer programming); World Wide Web; Personalized learning; Field (mathematics); Adaptive learning; Data science; Artificial intelligence; Open learning; Mathematics education; Teaching method; Psychology; Cooperative learning","score_opus":0.12278758030591841,"score_gpt":0.5011247239409428,"score_spread":0.37833714363502435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210254436","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24670105,0.50186515,0.004114212,0.033164993,0.0073370906,0.00035914188,0.07217117,0.0010645726,0.1332226],"genre_scores_gemma":[0.56932896,0.3262386,0.013827517,0.0040603112,0.0072168033,0.0006416129,0.05651035,0.00071399385,0.021461867],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99308103,0.001009592,0.0016726227,0.00080154726,0.0026803098,0.00075485115],"domain_scores_gemma":[0.9263671,0.025714692,0.023484427,0.001706763,0.018899165,0.003827917],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0062525463,0.0007402562,0.00058384053,0.0912213,0.0012341512,0.01043513,0.0009312038,0.0008261419,0.006098218],"category_scores_gemma":[0.04219066,0.00028820828,0.00061655865,0.11357268,0.0011374213,0.0076964516,0.0024510685,0.00088936544,0.0028478208],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005489543,0.00013730848,0.18598701,0.014335268,0.0004135643,0.0014181507,0.011830192,0.0006379728,0.002362024,0.026152395,0.155392,0.6007851],"study_design_scores_gemma":[0.000027876404,0.00009385399,0.21735042,0.0077114296,0.000240241,0.0015334575,0.016738486,0.00052727386,0.0010603712,0.0043067047,0.7503167,0.00009313951],"about_ca_topic_score_codex":0.0069095753,"about_ca_topic_score_gemma":0.010271366,"teacher_disagreement_score":0.90877867,"about_ca_system_score_codex":0.0025308284,"about_ca_system_score_gemma":0.0057629426,"threshold_uncertainty_score":0.033066988},"labels":[],"label_agreement":null},{"id":"W4210681716","doi":"10.19173/irrodl.v22i4.5437","title":"An Internet Articles Retrieval Agent Combined With Dynamic Associative Concept Maps to Implement Online Learning in an Artificial Intelligence Course","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; The Internet; Search engine; Control (management); World Wide Web; Filter (signal processing); Associative property; Multimedia; Artificial intelligence; Information retrieval","score_opus":0.0947574939811753,"score_gpt":0.4802984297827489,"score_spread":0.38554093580157356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210681716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70811117,0.0003116338,0.26904747,0.000366642,0.00023194122,0.0021596332,0.00017645459,0.008320107,0.011274864],"genre_scores_gemma":[0.7360393,0.0001567111,0.25432497,0.0001486718,0.000036577094,0.00095976645,0.00018425044,0.000060030754,0.008089789],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99951327,0.0001310719,0.000052834544,0.000100622325,0.00015305541,0.000049128903],"domain_scores_gemma":[0.9987404,0.0005454937,0.000097460004,0.000106578664,0.0003367185,0.00017337479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092629873,0.00048663054,0.0004140966,0.0010461574,0.0004011507,0.0009337959,0.0010439159,0.0006697783,0.0032707774],"category_scores_gemma":[0.002881807,0.00024476735,0.0003330428,0.00041142528,0.00024148637,0.0015934091,0.0009076068,0.0005151984,0.0008272459],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014023292,0.008933781,0.019474464,0.0008704844,0.00020862496,0.0007127288,0.0015338222,0.026228715,0.07631888,0.00778898,0.004716838,0.85181034],"study_design_scores_gemma":[0.0006442528,0.0045565427,0.012748291,0.00011881188,0.00051153376,0.0005740293,0.00055909046,0.81253964,0.11852306,0.0043500983,0.044678308,0.00019641257],"about_ca_topic_score_codex":0.0016978105,"about_ca_topic_score_gemma":0.001220017,"teacher_disagreement_score":0.0032707774,"about_ca_system_score_codex":0.00046063794,"about_ca_system_score_gemma":0.0011544852,"threshold_uncertainty_score":0.010941803},"labels":[],"label_agreement":null},{"id":"W4210809437","doi":"10.19173/irrodl.v22i4.5474","title":"The Effects on Secondary School Students of Applying Experiential Learning to the Conversational AI Learning Curriculum","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Experiential learning; Curriculum; Mathematics education; Empirical research; Cooperative learning; Psychology; Educational technology; Computer science; Class (philosophy); Teaching method; Artificial intelligence; Pedagogy; Mathematics","score_opus":0.03677671862119697,"score_gpt":0.4356917587076793,"score_spread":0.3989150400864823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210809437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985008,0.00010070213,0.00017647364,0.00004717465,0.000014745142,0.00007992417,0.0000075838684,0.0000062253102,0.001066444],"genre_scores_gemma":[0.99637115,0.00030479295,0.0012470973,0.00009924788,0.000017986275,0.00020603725,0.000026053534,0.0000035342982,0.0017241278],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99856454,0.0006003609,0.000093774055,0.00018618206,0.00026461048,0.00029053658],"domain_scores_gemma":[0.9960658,0.0017181706,0.0005199955,0.00021022135,0.00036193183,0.0011239033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001455555,0.00054953236,0.0005371778,0.0004861789,0.00054209423,0.0009547653,0.00040748747,0.0005893742,0.0034765273],"category_scores_gemma":[0.005910881,0.00019336207,0.00045220094,0.0002458029,0.00046168463,0.00045742252,0.001153643,0.00086267357,0.00046643283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01007782,0.12825438,0.10468906,0.0017235462,0.00023898759,0.0010324653,0.027229961,0.00078895816,0.049468018,0.0016686578,0.0017327863,0.6730954],"study_design_scores_gemma":[0.0020420144,0.18033536,0.733729,0.00076023326,0.0005558163,0.00071646384,0.02579126,0.0017817647,0.029909492,0.002500838,0.02174297,0.0001347588],"about_ca_topic_score_codex":0.0005063173,"about_ca_topic_score_gemma":0.0008205046,"teacher_disagreement_score":0.0034765273,"about_ca_system_score_codex":0.00034668762,"about_ca_system_score_gemma":0.0007104438,"threshold_uncertainty_score":0.0116301775},"labels":[],"label_agreement":null},{"id":"W4211068676","doi":"10.19173/irrodl.v14i3.1594","title":"Editorial: Volume 14, Number 3","year":2013,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.07144878954346588,"score_gpt":0.3711618582856143,"score_spread":0.2997130687421484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211068676","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025231695,0.0035300273,0.000089342604,0.017658833,0.97723424,0.00002323125,0.000049134756,0.000051891006,0.0013379982],"genre_scores_gemma":[0.00029265514,0.0030095938,0.00008396041,0.011681527,0.97485936,0.00003000177,0.00005480357,0.00005353073,0.0099345725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99153674,0.0012064956,0.0009124977,0.000983454,0.0046896273,0.00067124417],"domain_scores_gemma":[0.9713226,0.007539729,0.0024666486,0.0008641589,0.013044409,0.0047624405],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008783513,0.0053149676,0.006528231,0.007201809,0.004406018,0.013662097,0.005983596,0.015737517,0.03347796],"category_scores_gemma":[0.02940225,0.0014267531,0.0040692855,0.0032131774,0.0032184676,0.005030533,0.002763699,0.017933335,0.024893112],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003606339,0.000016474249,0.000021690066,0.000120736586,0.000017236107,0.00004464401,0.0000051791235,0.000017311788,0.00004100028,0.00010346933,0.9965964,0.0029796355],"study_design_scores_gemma":[0.00014637715,0.000035529712,0.00042015198,0.0006447748,0.000104789964,0.00016811215,0.000045149016,0.00022679164,0.000142279,0.0011731437,0.99686617,0.000026646534],"about_ca_topic_score_codex":0.0022342976,"about_ca_topic_score_gemma":0.0073497286,"teacher_disagreement_score":0.96652204,"about_ca_system_score_codex":0.004534743,"about_ca_system_score_gemma":0.004766655,"threshold_uncertainty_score":0.11199492},"labels":[],"label_agreement":null},{"id":"W4212949557","doi":"10.19173/irrodl.v8i3.1098","title":"IRRODL Volume 8, Number 3","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Hong Kong Government","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.06500052874654644,"score_gpt":0.41932825652046357,"score_spread":0.35432772777391713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212949557","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024722384,0.0055951583,0.0036825652,0.015253005,0.00696021,0.0001270777,0.0009436117,0.0017086684,0.9632574],"genre_scores_gemma":[0.021671943,0.004472897,0.004256541,0.005449962,0.0017607865,0.00010118069,0.0017538073,0.0012173888,0.95931554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732447,0.00053564005,0.00016379116,0.00031303903,0.0013789199,0.0002840717],"domain_scores_gemma":[0.9971999,0.0004875017,0.00013579012,0.00063232007,0.0010573085,0.0004872737],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029666093,0.0006009392,0.000603912,0.0020361382,0.0015191567,0.0086785415,0.0013733172,0.0017917576,0.3136983],"category_scores_gemma":[0.0049843597,0.0003664842,0.00068044994,0.0015432179,0.0014985279,0.0036963602,0.0037176549,0.0024676577,0.19217873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008542223,0.00016395337,0.0017849263,0.0003157166,0.00001543959,0.00019725996,0.00021220461,0.00023270426,0.0006408024,0.037046872,0.7991289,0.16017573],"study_design_scores_gemma":[0.0000075411035,0.000010974773,0.00035013913,0.000107697044,0.0000043058276,0.0001112298,0.00014926297,0.000106026455,0.0002158542,0.0015444598,0.9973877,0.000004819715],"about_ca_topic_score_codex":0.0035799472,"about_ca_topic_score_gemma":0.008092061,"teacher_disagreement_score":0.3136983,"about_ca_system_score_codex":0.0031231286,"about_ca_system_score_gemma":0.0031802848,"threshold_uncertainty_score":0.9789261},"labels":[],"label_agreement":null},{"id":"W4213114765","doi":"10.19173/irrodl.v22i4.5407","title":"An Intelligent Nudging System to Guide Online Learners","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Nudge theory; Dropout (neural networks); Computer science; Set (abstract data type); Psychology; Mathematics education; Multimedia; Social psychology; Machine learning","score_opus":0.08067721555790196,"score_gpt":0.46486135047683613,"score_spread":0.38418413491893416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213114765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19113515,0.00092750596,0.72068423,0.00081390014,0.00040903312,0.0017075274,0.0005980265,0.064325616,0.01939905],"genre_scores_gemma":[0.49154773,0.0005902029,0.48029163,0.00047974993,0.000112336675,0.000992617,0.0009004869,0.0008048099,0.024280377],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994167,0.00017700245,0.00006154502,0.00018379769,0.00011683003,0.00004399297],"domain_scores_gemma":[0.99721223,0.001222146,0.0002446736,0.00046604458,0.00045163117,0.00040334853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011090339,0.0009833106,0.0005797377,0.0011316577,0.00064316223,0.0011734549,0.001572207,0.0010645508,0.0072224787],"category_scores_gemma":[0.0051441113,0.0002839015,0.00030416754,0.00041731854,0.00031134667,0.0018176428,0.001562557,0.0008314862,0.003654184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079805654,0.0016206106,0.015115767,0.00058388844,0.000045546734,0.0005734366,0.0031207043,0.004632216,0.039605908,0.00350944,0.019046452,0.91134804],"study_design_scores_gemma":[0.0006183469,0.004886086,0.046324823,0.0008559921,0.00045109206,0.00261055,0.0036567128,0.30315146,0.12976895,0.016877389,0.49012986,0.00066865364],"about_ca_topic_score_codex":0.0007194644,"about_ca_topic_score_gemma":0.00097365095,"teacher_disagreement_score":0.0072224787,"about_ca_system_score_codex":0.00025398296,"about_ca_system_score_gemma":0.00058808166,"threshold_uncertainty_score":0.024161577},"labels":[],"label_agreement":null},{"id":"W4213194184","doi":"10.19173/irrodl.v22i4.5401","title":"Using Educational Data Mining Techniques to Identify Profiles in Self-Regulated Learning: An Empirical Evaluation","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fonds National de la Recherche Luxembourg","keywords":"Computer science; Hierarchical clustering; Educational data mining; Cluster analysis; Self-regulated learning; Multilevel model; Machine learning; Data science; Mathematics education; Psychology","score_opus":0.3172628845628626,"score_gpt":0.5887296304579428,"score_spread":0.2714667458950802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213194184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89858055,0.0022880945,0.08651644,0.000966486,0.00010291364,0.0060633994,0.0010940416,0.00039453694,0.0039935247],"genre_scores_gemma":[0.855128,0.0010363327,0.13778333,0.00016397383,0.000031860316,0.004011854,0.0013140326,0.000048413516,0.00048217646],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.95396495,0.032043476,0.0036874535,0.0021516192,0.0075636203,0.000588907],"domain_scores_gemma":[0.7536699,0.19664316,0.010087871,0.010359754,0.026953159,0.0022860249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08181198,0.0008182255,0.001098211,0.004097957,0.001041448,0.0027493748,0.0017822963,0.0014762376,0.0008651154],"category_scores_gemma":[0.16365457,0.00039244094,0.0013098888,0.0044917525,0.001305672,0.0031641526,0.0024882108,0.0018274689,0.00036106422],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035469073,0.011826348,0.3361113,0.004859993,0.0013783006,0.00023270772,0.0076272488,0.024839437,0.0017030173,0.0066713286,0.0043305224,0.59687287],"study_design_scores_gemma":[0.0019395024,0.014077046,0.33781883,0.0045845406,0.0021545968,0.0006384221,0.018376239,0.57148695,0.013068217,0.012378079,0.02311253,0.00036504853],"about_ca_topic_score_codex":0.0024443364,"about_ca_topic_score_gemma":0.002411278,"teacher_disagreement_score":0.08181198,"about_ca_system_score_codex":0.0014668545,"about_ca_system_score_gemma":0.0030178404,"threshold_uncertainty_score":0.43266827},"labels":[],"label_agreement":null},{"id":"W4213209796","doi":"10.19173/irrodl.v22i4.5417","title":"MOOC Evaluation System Based on Deep Learning","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Tsing Hua University; Ministry of Science and Technology, Taiwan","keywords":"Context (archaeology); Computer science; Big data; Class (philosophy); Tracking (education); Massive open online course; Online learning; Deep learning; Distance education; Multimedia; World Wide Web; Mathematics education; Psychology; Artificial intelligence; Pedagogy","score_opus":0.084618684514871,"score_gpt":0.4437296559028239,"score_spread":0.3591109713879529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213209796","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43033603,0.0017133629,0.2224527,0.00055825396,0.0009976493,0.0057180687,0.031557266,0.284256,0.022410618],"genre_scores_gemma":[0.8169063,0.00040502287,0.12097808,0.0003976818,0.00015125252,0.0018453427,0.0411522,0.0019081044,0.016256107],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998425,0.000295922,0.00024159705,0.0003156692,0.00061112596,0.00011062142],"domain_scores_gemma":[0.9950303,0.0009919669,0.0003709164,0.00039053868,0.002579867,0.00063635997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002058525,0.0013247101,0.0008696793,0.0033511417,0.0003830549,0.0009755907,0.0012020889,0.0006110674,0.0054346235],"category_scores_gemma":[0.0065968707,0.00026413886,0.0004291735,0.00067503314,0.00015786273,0.0010788034,0.0010947488,0.0007757158,0.0027292129],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029448594,0.0036468625,0.050544545,0.0016255762,0.00059976545,0.0005729039,0.00044057125,0.020924348,0.031138003,0.001992068,0.08112494,0.80444556],"study_design_scores_gemma":[0.00064809294,0.0019648322,0.07147361,0.00017642895,0.00019028457,0.000264019,0.0002399635,0.8185538,0.04157923,0.0022569124,0.06236187,0.00029098397],"about_ca_topic_score_codex":0.0073235417,"about_ca_topic_score_gemma":0.008684701,"teacher_disagreement_score":0.0073235417,"about_ca_system_score_codex":0.0009961121,"about_ca_system_score_gemma":0.00095399114,"threshold_uncertainty_score":0.018180668},"labels":[],"label_agreement":null},{"id":"W4213313344","doi":"10.19173/irrodl.v22i4.5397","title":"Using Few-Shot Learning Materials of Multiple SPOCs to Develop Early Warning Systems to Detect Students at Risk","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Distance education; Mathematics education; Asynchronous learning; Computer science; Warning system; Online learning; Class (philosophy); Face-to-face; At-risk students; Psychology; Medical education; Teaching method; Multimedia; Synchronous learning; Artificial intelligence; Medicine; Cooperative learning","score_opus":0.12999768548490906,"score_gpt":0.4591272612671874,"score_spread":0.3291295757822783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213313344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78277284,0.0005392829,0.19757678,0.00028232447,0.00028736587,0.0010949329,0.0034558126,0.0067458446,0.0072447094],"genre_scores_gemma":[0.8895528,0.00019324174,0.102544986,0.000088520865,0.000053898086,0.00037870143,0.0025346605,0.00012375752,0.004529542],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993537,0.0001462558,0.000043615866,0.00021270252,0.00018466491,0.000059067388],"domain_scores_gemma":[0.9917617,0.0050991196,0.0006233907,0.00041143806,0.001648495,0.0004559328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015617931,0.0008327179,0.0005974942,0.0036157263,0.00045972667,0.00091923564,0.00085359573,0.00071670115,0.0028111555],"category_scores_gemma":[0.0111935055,0.00021650999,0.00034115565,0.0009613709,0.00025644127,0.001347753,0.00084585533,0.0009565254,0.0016444143],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012038789,0.0022276319,0.14197397,0.00080096687,0.00015685003,0.00061286933,0.001299508,0.02774737,0.025192017,0.0015686433,0.009220729,0.78799546],"study_design_scores_gemma":[0.00008486187,0.0017488748,0.11785732,0.00019914005,0.00014794937,0.00042927495,0.0013371193,0.83816445,0.026975757,0.0036428478,0.009238229,0.000174198],"about_ca_topic_score_codex":0.0064137895,"about_ca_topic_score_gemma":0.012200004,"teacher_disagreement_score":0.0064137895,"about_ca_system_score_codex":0.00061768905,"about_ca_system_score_gemma":0.00097215996,"threshold_uncertainty_score":0.012752891},"labels":[],"label_agreement":null},{"id":"W4225264849","doi":"10.19173/irrodl.v23i2.6023","title":"Fine-tuned BERT Model for Large Scale and Cognitive Classification of MOOCs","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Metadata; Artificial intelligence; Classifier (UML); Encoder; Softmax function; Machine learning; Transfer of learning; Transformer; Deep learning; World Wide Web","score_opus":0.1062529149233882,"score_gpt":0.45126490910665656,"score_spread":0.34501199418326833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225264849","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5003265,0.0028640518,0.45660496,0.0014633859,0.0006680193,0.0004449726,0.0084719155,0.018829739,0.010326538],"genre_scores_gemma":[0.91021776,0.00035722,0.07095565,0.00032471944,0.000101482954,0.00028868613,0.010779891,0.00027070873,0.0067039817],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995247,0.000086115266,0.00003156234,0.00019075396,0.00006335262,0.000103479346],"domain_scores_gemma":[0.9991341,0.00039782218,0.000057773454,0.00010790538,0.00024137905,0.00006095875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010612963,0.0015227731,0.00067229517,0.0013846213,0.0004475464,0.0012183018,0.0014978809,0.0013562985,0.0029812483],"category_scores_gemma":[0.0032434962,0.00035589092,0.0009914043,0.0009498372,0.00035224075,0.0017868606,0.0010959134,0.0024521588,0.0018212118],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082853576,0.00084178563,0.018621188,0.00035604544,0.00020185944,0.00028144303,0.00030230446,0.30004704,0.013255624,0.0037360638,0.02127087,0.6402573],"study_design_scores_gemma":[0.00001610662,0.000059452323,0.0018776623,0.000021096934,0.000022898674,0.00002938011,0.000054373217,0.991041,0.0029956512,0.0025466762,0.0013221051,0.000013588522],"about_ca_topic_score_codex":0.019759268,"about_ca_topic_score_gemma":0.022615321,"teacher_disagreement_score":0.019759268,"about_ca_system_score_codex":0.0017399364,"about_ca_system_score_gemma":0.0011100327,"threshold_uncertainty_score":0.03928852},"labels":[],"label_agreement":null},{"id":"W4225265325","doi":"10.19173/irrodl.v23i2.5765","title":"“They Have to Combine the Future of the University and Their Own Future”: OpenCourseWare (OCW) Authoring as an Academic Practice in Spain","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"St. Antony's College, University of Oxford; University of Oxford","keywords":"Context (archaeology); Sociology; Work (physics); Public relations; Open educational resources; Higher education; Political science; Knowledge management; Engineering ethics; Pedagogy; Computer science; Engineering","score_opus":0.04572295270305826,"score_gpt":0.405829824888139,"score_spread":0.36010687218508075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225265325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7003813,0.04391193,0.009683472,0.10950997,0.0016053128,0.000058786743,0.000028144199,0.00011882499,0.13470235],"genre_scores_gemma":[0.977454,0.0091081355,0.0015626835,0.005248768,0.0001591934,0.000021198071,0.00001720394,0.00003090449,0.006397809],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9932595,0.0049453904,0.0001744984,0.00040626182,0.00066703896,0.0005471686],"domain_scores_gemma":[0.9920471,0.0047999574,0.0009825209,0.0003621025,0.0006102167,0.0011981014],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.008760473,0.00019130741,0.00031554038,0.00064474746,0.0035142659,0.013162457,0.0007886059,0.0029970505,0.0013386765],"category_scores_gemma":[0.007834273,0.00015399086,0.0002603862,0.0015652298,0.008889053,0.0060943784,0.0050328844,0.0027518403,0.00032891243],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001187978,0.00034052535,0.023074547,0.0012658152,0.000032335687,0.0027504305,0.38681975,0.00084582705,0.0013578441,0.20421438,0.02994133,0.34923837],"study_design_scores_gemma":[0.00003101865,0.00010037573,0.0164888,0.0015442302,0.000023357616,0.0009106561,0.541184,0.0003843889,0.00068878004,0.028161677,0.41041473,0.00006806538],"about_ca_topic_score_codex":0.003543379,"about_ca_topic_score_gemma":0.0050841887,"teacher_disagreement_score":0.9992114,"about_ca_system_score_codex":0.0043178787,"about_ca_system_score_gemma":0.0069105304,"threshold_uncertainty_score":0.046330333},"labels":[],"label_agreement":null},{"id":"W4225266858","doi":"10.19173/irrodl.v23i2.5959","title":"Using the Critical Incident Questionnaire as a Formative Evaluation Tool to Inform Online Course Design: A Qualitative Study","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Thematic analysis; Course (navigation); Course evaluation; Computer science; Instructional design; Qualitative research; Online learning; Online course; Medical education; Mathematics education; Psychology; Higher education; Engineering; Multimedia","score_opus":0.2973047123215998,"score_gpt":0.6244339319228305,"score_spread":0.3271292196012307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225266858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90528625,0.000664663,0.07199308,0.0047503063,0.00024648156,0.0067754546,0.00059501926,0.00017201525,0.0095168315],"genre_scores_gemma":[0.939823,0.00097577804,0.04161719,0.002551673,0.00006291513,0.009026175,0.00022892393,0.0001685142,0.0055458276],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9318933,0.055965856,0.0021908702,0.001883592,0.0056882915,0.002378015],"domain_scores_gemma":[0.7775852,0.17570603,0.008219791,0.004353261,0.030580377,0.0035553281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08276267,0.0007493511,0.0008586858,0.0034980772,0.006421494,0.004188745,0.0026504719,0.0016921149,0.0018487764],"category_scores_gemma":[0.11120314,0.00086296455,0.00053155376,0.0023271833,0.008206231,0.004101935,0.0033221373,0.0026321332,0.0006591703],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015329603,0.00057329214,0.008702675,0.00093997124,0.000015307009,0.0010265274,0.9315308,0.0002785735,0.00709756,0.0027932408,0.0018440515,0.045044787],"study_design_scores_gemma":[0.00004647382,0.0007183955,0.005814588,0.0011448119,0.000019236326,0.0006728101,0.9480878,0.0013798574,0.007637587,0.002044367,0.032319576,0.00011454861],"about_ca_topic_score_codex":0.0033388867,"about_ca_topic_score_gemma":0.0043538595,"teacher_disagreement_score":0.08276267,"about_ca_system_score_codex":0.0070028505,"about_ca_system_score_gemma":0.00809872,"threshold_uncertainty_score":0.4376961},"labels":[],"label_agreement":null},{"id":"W4225270282","doi":"10.19173/irrodl.v23i2.6016","title":"Designing Asynchronous Online Discussion Forum Interface and Interaction Based on the Community of Inquiry Framework","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Asynchronous communication; Popularity; Computer science; Instructional design; Collaborative learning; Online community; Asynchronous learning; Computer-supported collaborative learning; Online discussion; Process (computing); Educational technology; Cognition; Computer-mediated communication; Human–computer interaction; Multimedia; Knowledge management; Psychology; Teaching method; Mathematics education; Cooperative learning; World Wide Web; Synchronous learning; The Internet","score_opus":0.23920383224584982,"score_gpt":0.5443407393998312,"score_spread":0.30513690715398134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225270282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03286686,0.00023763647,0.9599818,0.00021212662,0.000100209545,0.0020713417,0.0000679087,0.0016045069,0.0028576215],"genre_scores_gemma":[0.15449135,0.00017699091,0.83855975,0.000099970974,0.00004613404,0.0037654657,0.00015138689,0.00020661572,0.0025023855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921321,0.0053411266,0.00044034846,0.00071706035,0.0010364085,0.00033301528],"domain_scores_gemma":[0.99021846,0.0067222333,0.00043377397,0.0006291921,0.0014541093,0.00054224255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011241693,0.00091503083,0.0006546108,0.0016329747,0.0012216769,0.0024695988,0.0018827755,0.0016269454,0.0030928864],"category_scores_gemma":[0.015344745,0.0005032471,0.00087691325,0.0006946632,0.0009068348,0.0033331902,0.0018311553,0.0009115053,0.0007420226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013674137,0.0019986331,0.00947891,0.004106506,0.00017120675,0.0022742106,0.041263267,0.011451902,0.11462803,0.050199427,0.008648138,0.75441235],"study_design_scores_gemma":[0.0029539254,0.0076496415,0.016617527,0.0022932722,0.00062535255,0.0060175946,0.017753726,0.29566374,0.111411676,0.05473117,0.4835479,0.00073450204],"about_ca_topic_score_codex":0.00034511896,"about_ca_topic_score_gemma":0.0004659582,"teacher_disagreement_score":0.011241693,"about_ca_system_score_codex":0.0005519657,"about_ca_system_score_gemma":0.0010480109,"threshold_uncertainty_score":0.059452474},"labels":[],"label_agreement":null},{"id":"W4225270904","doi":"10.19173/irrodl.v23i1.5717","title":"Understanding the Relationship Among Self-efficacy, Utility Value, and the Community of Inquiry Framework in Preservice Teacher Education","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Self-efficacy; Psychology; Deliberation; Value (mathematics); Mathematics education; Perception; Teacher education; Social cognitive theory; Pedagogy; Cognition; Social psychology; Computer science","score_opus":0.2759770838919807,"score_gpt":0.5003318309672766,"score_spread":0.2243547470752959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225270904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917174,0.0018543431,0.00096495857,0.0008199254,0.000010275996,0.000017415034,0.000005207413,0.0000030255112,0.004607502],"genre_scores_gemma":[0.99937326,0.0003100119,0.00017144207,0.000026970118,0.000004346841,0.0000064374367,0.000003497838,5.0048317e-7,0.00010368057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970451,0.0019750576,0.00012504384,0.00019347307,0.00035576575,0.00030560797],"domain_scores_gemma":[0.977436,0.015600534,0.0032302884,0.00047488976,0.0013456023,0.0019127786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065770517,0.00014663332,0.00024639748,0.0019008478,0.00082952995,0.0028685085,0.00044872885,0.00053437316,0.000923602],"category_scores_gemma":[0.015017393,0.00019572004,0.00024057635,0.0009205083,0.002010061,0.0019900564,0.0013430805,0.0010429869,0.000056893477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029607405,0.00056855386,0.91089296,0.00015503203,0.000059192706,0.00016239534,0.024726678,0.00034687846,0.0003101506,0.009434994,0.00035095663,0.052962676],"study_design_scores_gemma":[0.000007883643,0.00015546098,0.9396681,0.00046018185,0.000044643097,0.00014719857,0.046929415,0.0017726717,0.0002343874,0.0067865076,0.0037739498,0.00001960042],"about_ca_topic_score_codex":0.004940266,"about_ca_topic_score_gemma":0.010868176,"teacher_disagreement_score":0.0065770517,"about_ca_system_score_codex":0.0010875071,"about_ca_system_score_gemma":0.0024187106,"threshold_uncertainty_score":0.034783125},"labels":[],"label_agreement":null},{"id":"W4225274951","doi":"10.19173/irrodl.v23i2.5774","title":"Design and Validation of the Virtual Classroom Management Questionnaire A Case Study: Iran","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Classroom management; Learning Management; Perspective (graphical); Sample (material); Mathematics education; Computer-assisted web interviewing; Educational technology; Computer science; Psychology; Virtual learning environment; Time management; Reliability (semiconductor); Validity; Medical education; Multimedia; Psychometrics; Mathematics","score_opus":0.10798962251915539,"score_gpt":0.45831078251527324,"score_spread":0.35032115999611785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225274951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8714899,0.00027251162,0.02936101,0.0010456729,0.0002441863,0.08671479,0.0006709724,0.0000838257,0.010117073],"genre_scores_gemma":[0.7120504,0.0007128407,0.11771519,0.0011491437,0.000102931044,0.16062632,0.0008445357,0.00007376945,0.006724762],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9867557,0.007937716,0.0013276696,0.0011470919,0.002072878,0.00075888156],"domain_scores_gemma":[0.9780552,0.0067433203,0.0012911765,0.0017159255,0.011297186,0.0008971945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028809005,0.00069225987,0.0007741927,0.0027903365,0.0025272304,0.0015464275,0.0015657449,0.001127892,0.0045798165],"category_scores_gemma":[0.026244247,0.0007845837,0.0009466192,0.0012147606,0.0019435836,0.0012173535,0.0014149763,0.001727416,0.0011252841],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015156216,0.024673186,0.23203504,0.003114577,0.00012556504,0.0051130382,0.27452973,0.0027031659,0.028883364,0.011683446,0.009732071,0.40589124],"study_design_scores_gemma":[0.0020212494,0.023063138,0.43556562,0.0030471093,0.00028592,0.0030428816,0.35553226,0.008386687,0.022681413,0.004703841,0.14121492,0.0004549865],"about_ca_topic_score_codex":0.005340107,"about_ca_topic_score_gemma":0.006720936,"teacher_disagreement_score":0.028809005,"about_ca_system_score_codex":0.0036227386,"about_ca_system_score_gemma":0.009294043,"threshold_uncertainty_score":0.15235841},"labels":[],"label_agreement":null},{"id":"W4225277283","doi":"10.19173/irrodl.v22i3.5293","title":"The Effects and Implications of Using Open Educational Resources in Secondary Schools","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Curriculum; Mathematics education; Pedagogy; Relevance (law); Sociology; Political science; Psychology","score_opus":0.06454733315422907,"score_gpt":0.44540365127481407,"score_spread":0.380856318120585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225277283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974956,0.00014028049,0.00002915726,0.00041716822,0.0000032897844,0.000011565351,0.000027763976,0.0000031470477,0.0018718403],"genre_scores_gemma":[0.9993772,0.00011678341,0.000055551714,0.00005998026,0.0000051413326,0.000010443653,0.00001525004,0.0000019254549,0.00035779734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99132955,0.004352884,0.00044594487,0.00070748036,0.0014772884,0.0016867447],"domain_scores_gemma":[0.9483428,0.025117762,0.015153931,0.0018789357,0.0029920174,0.0065145604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005987781,0.00034505758,0.0004224865,0.0025451789,0.0030184786,0.0033369246,0.0012010055,0.0008907303,0.004783644],"category_scores_gemma":[0.03099901,0.00038995835,0.0006846899,0.0024040856,0.003960169,0.0031863023,0.005455222,0.0018289377,0.00034002875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044868913,0.0029983025,0.943839,0.0001550362,0.00011813602,0.00046909344,0.012691326,0.00042044834,0.0007184166,0.0033397244,0.00061216543,0.03418964],"study_design_scores_gemma":[0.000024879577,0.0005997894,0.97452193,0.00008966796,0.00006584191,0.00005812906,0.021871127,0.00021056175,0.000553582,0.0008550696,0.0011313484,0.000018029968],"about_ca_topic_score_codex":0.026482264,"about_ca_topic_score_gemma":0.04467057,"teacher_disagreement_score":0.026482264,"about_ca_system_score_codex":0.005207364,"about_ca_system_score_gemma":0.0040852516,"threshold_uncertainty_score":0.052656233},"labels":[],"label_agreement":null},{"id":"W4225278564","doi":"10.19173/irrodl.v23i2.5775","title":"Effects of Online Self-Regulated Learning on Learning Ineffectiveness in the Context of COVID-19","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Priority Academic Program Development of Jiangsu Higher Education Institutions; National Social Science Fund of China; Ministry of Science and Technology, Taiwan","keywords":"Coronavirus disease 2019 (COVID-19); Context (archaeology); Structural equation modeling; Online learning; Self-regulated learning; Psychology; Pandemic; Blended learning; Educational technology; Mathematics education; Computer science; Multimedia; Medicine; Machine learning","score_opus":0.10285509597474121,"score_gpt":0.5144219689821687,"score_spread":0.41156687300742756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225278564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99862456,0.00007714195,0.00006396903,0.00012111483,0.0000050791136,0.000015499385,0.000017232833,0.0000026600817,0.0010726828],"genre_scores_gemma":[0.99962246,0.000050197963,0.00008915167,0.0000246179,0.0000044149583,0.000016584218,0.000022001464,0.0000017322615,0.00016876809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972199,0.0013930019,0.0001356127,0.0002724107,0.0005345091,0.0004445585],"domain_scores_gemma":[0.97537655,0.012322478,0.006657261,0.00083494064,0.0011352085,0.003673615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035258639,0.00030084173,0.00041904868,0.00075665343,0.0008006449,0.001572111,0.00047959905,0.00052197994,0.0023760272],"category_scores_gemma":[0.017227918,0.00017022084,0.0005110126,0.0005226187,0.00126293,0.00073928054,0.0015793948,0.0015700564,0.00014311117],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005026836,0.003626493,0.9601007,0.00008059529,0.00013148147,0.00025874897,0.007417738,0.00040175777,0.00088551955,0.0006604885,0.000285484,0.025648417],"study_design_scores_gemma":[0.000007674886,0.00030106003,0.99661475,0.00002246425,0.000020137628,0.000029778494,0.0021765064,0.0003479887,0.00013526247,0.00014868799,0.00018771544,0.000007959609],"about_ca_topic_score_codex":0.0037045537,"about_ca_topic_score_gemma":0.005167952,"teacher_disagreement_score":0.0037045537,"about_ca_system_score_codex":0.0013075162,"about_ca_system_score_gemma":0.0016470428,"threshold_uncertainty_score":0.018646777},"labels":[],"label_agreement":null},{"id":"W4225282856","doi":"10.19173/irrodl.v23i2.5769","title":"Ukrainian E-Learning Platforms for Schools: Evaluation of Their Functionality","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Educational Technologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ukrainian; Computer science; Context (archaeology); Social constructivism; Open learning; E learning; Educational technology; Knowledge management; Class (philosophy); Quality (philosophy); Distance education; World Wide Web; Cooperative learning; Artificial intelligence; Teaching method; Mathematics education; Psychology; Pedagogy; The Internet","score_opus":0.2535088877769138,"score_gpt":0.4877042227023651,"score_spread":0.23419533492545125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225282856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872099,0.00019744768,0.0025432918,0.00011881716,0.000015481146,0.0002320004,0.0003349735,0.00015643756,0.009191658],"genre_scores_gemma":[0.9921262,0.0001728214,0.0055007813,0.000018463452,0.0000048886477,0.00014920445,0.00055289717,0.000026338686,0.0014483833],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99340516,0.0017636177,0.00073538267,0.00042142736,0.0031491425,0.0005253368],"domain_scores_gemma":[0.9842792,0.0040089684,0.0018159868,0.00093756214,0.007748229,0.0012100345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076699927,0.00045963287,0.00046477292,0.0055691963,0.0009196614,0.0022722506,0.0005718106,0.0005246091,0.001586243],"category_scores_gemma":[0.01747608,0.00018174949,0.0005221954,0.0030130509,0.00086997973,0.0022136823,0.0028476585,0.0004315276,0.00062416715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00196219,0.0011369939,0.43640646,0.0020652742,0.0002337833,0.0011247569,0.023784902,0.0062504974,0.02343645,0.008067841,0.004507346,0.49102336],"study_design_scores_gemma":[0.00009427629,0.0023827392,0.89138985,0.00056160806,0.00023038765,0.00045519936,0.030011818,0.010017777,0.027523994,0.0020805884,0.03511889,0.00013282236],"about_ca_topic_score_codex":0.0042129843,"about_ca_topic_score_gemma":0.005173323,"teacher_disagreement_score":0.0076699927,"about_ca_system_score_codex":0.002639607,"about_ca_system_score_gemma":0.0031135192,"threshold_uncertainty_score":0.040563345},"labels":[],"label_agreement":null},{"id":"W4225283804","doi":"10.19173/irrodl.v23i2.6082","title":"Are K–12 Teachers Ready for E-learning?","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Competence (human resources); Psychological intervention; Significant difference; Mathematics education; Technology integration; Scale (ratio); Medical education; Educational technology; Social psychology; Medicine","score_opus":0.20374084936175768,"score_gpt":0.5153761803594364,"score_spread":0.31163533099767876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225283804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816891,0.010184953,0.000257068,0.0030309316,0.00008187265,0.000031776566,0.00014790484,0.000014353437,0.0045619374],"genre_scores_gemma":[0.9939069,0.0044013755,0.00019695275,0.00029467136,0.000023535666,0.000029457879,0.000086754015,0.0000040218224,0.0010564198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992988,0.00016783676,0.00007401785,0.00009379336,0.00010805685,0.00025753616],"domain_scores_gemma":[0.9967539,0.0009365903,0.0010505146,0.00007148575,0.0005103254,0.00067724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012065569,0.00013490218,0.0003544921,0.00050864986,0.00043381922,0.0014376102,0.000341284,0.00070032256,0.0039717057],"category_scores_gemma":[0.005232273,0.00017999712,0.0002571616,0.00057409826,0.0004141017,0.0012711866,0.000523738,0.00064915075,0.00092012866],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027848195,0.00042058306,0.7379634,0.0012166476,0.00005709285,0.00046123273,0.011760947,0.00006260952,0.0008966831,0.0005965753,0.0028833288,0.24340257],"study_design_scores_gemma":[0.000015695263,0.00024660333,0.945794,0.0009024324,0.000038008315,0.0004690119,0.04153981,0.000055550525,0.00028650195,0.00043427502,0.010196228,0.000022094639],"about_ca_topic_score_codex":0.0043365248,"about_ca_topic_score_gemma":0.008448826,"teacher_disagreement_score":0.0043365248,"about_ca_system_score_codex":0.00043517112,"about_ca_system_score_gemma":0.0014971358,"threshold_uncertainty_score":0.01328665},"labels":[],"label_agreement":null},{"id":"W4225289013","doi":"10.19173/irrodl.v23i2.5615","title":"From Physical to Virtual: A New Learning Norm in Music Education for Gifted Students","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Music Education Insights","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Teknologi MARA","keywords":"Psychology; Mathematics education; Multivariate analysis of variance; Music education; Descriptive statistics; Distance education; Sample (material); Pedagogy; Mathematics; Statistics","score_opus":0.1623565303706462,"score_gpt":0.44894643713410143,"score_spread":0.2865899067634552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225289013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9057582,0.0029907553,0.013782307,0.013472005,0.00049039774,0.00023602831,0.00011632881,0.000060018207,0.06309398],"genre_scores_gemma":[0.9940532,0.00041878346,0.0026667162,0.0010687433,0.000054864788,0.00010636943,0.0000272135,0.000013921159,0.0015901353],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9816456,0.008649757,0.0015800644,0.0019911714,0.0055250637,0.00060842826],"domain_scores_gemma":[0.9802587,0.008073324,0.004818281,0.0021461279,0.002316628,0.0023868857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010475297,0.0001564474,0.00041774203,0.0011775128,0.0026435065,0.0052973,0.0009334921,0.0011261345,0.0019183297],"category_scores_gemma":[0.024384161,0.0001836061,0.000310543,0.0010205484,0.010594374,0.0033896805,0.0069799647,0.002607532,0.00023931329],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005275133,0.0006265896,0.2159659,0.0014760314,0.000112826565,0.0021025843,0.342972,0.00028618908,0.007734091,0.14478469,0.008652203,0.2747593],"study_design_scores_gemma":[0.00010237384,0.0009062453,0.4042172,0.0018989216,0.00008954617,0.005266363,0.3514117,0.00082892727,0.0024309645,0.05129531,0.18127866,0.0002738263],"about_ca_topic_score_codex":0.0016263298,"about_ca_topic_score_gemma":0.002469096,"teacher_disagreement_score":0.010475297,"about_ca_system_score_codex":0.0020058833,"about_ca_system_score_gemma":0.0028792268,"threshold_uncertainty_score":0.0553993},"labels":[],"label_agreement":null},{"id":"W4225289138","doi":"10.19173/irrodl.v23i2.5590","title":"Mapping Network Structure and Diversity of Interdisciplinary Knowledge in Recommended MOOC Offerings","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Diversity (politics); Curriculum; Discipline; Variety (cybernetics); Learning analytics; Process (computing); Data science; Computer science; Massive open online course; Analytics; Knowledge management; World Wide Web; Sociology; Pedagogy; Social science; Geography; Artificial intelligence","score_opus":0.06807906218314903,"score_gpt":0.41129479558829163,"score_spread":0.3432157334051426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225289138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942151,0.00020168778,0.0038643999,0.00008194279,0.0000051577,0.000026808535,0.0002727459,0.00002286897,0.0013092511],"genre_scores_gemma":[0.99712545,0.00011120342,0.0021631164,0.000007919791,0.0000047292942,0.00002346796,0.00030851623,0.000006209465,0.00024942198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987379,0.0005310165,0.00008012671,0.0003332029,0.00020698411,0.00011071773],"domain_scores_gemma":[0.97815746,0.01583247,0.003110112,0.0009109211,0.0013000595,0.00068896264],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0018345158,0.00020800781,0.00024839604,0.0039734906,0.00045054767,0.0015515471,0.00043549252,0.0007030526,0.0011633398],"category_scores_gemma":[0.022044135,0.0002192321,0.00033613996,0.0026187731,0.00051830645,0.0024038763,0.0011339416,0.00048689588,0.0001999048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057465566,0.00028444832,0.89096016,0.00024059061,0.00028616248,0.00021098748,0.004082029,0.025984049,0.003409463,0.0050902274,0.0008039256,0.06807331],"study_design_scores_gemma":[0.000035318797,0.00024865702,0.8002996,0.00013580796,0.00018635862,0.00036746828,0.0050250366,0.17825325,0.001987014,0.009580961,0.003821988,0.00005858579],"about_ca_topic_score_codex":0.006199347,"about_ca_topic_score_gemma":0.008020226,"teacher_disagreement_score":0.9960265,"about_ca_system_score_codex":0.0010366056,"about_ca_system_score_gemma":0.00042561023,"threshold_uncertainty_score":0.012326539},"labels":[],"label_agreement":null},{"id":"W4229503919","doi":"10.19173/irrodl.v12i7.1163","title":"IRRODL Volume 12, Number 7","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Chaos, Complexity, and Education","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Connectivism; Sophistication; Natural (archaeology); Computer science; Process (computing); Sociology; Cognitive science; Epistemology; Learning theory; Psychology; Social science; Pedagogy","score_opus":0.23828487600789666,"score_gpt":0.45067155950775595,"score_spread":0.21238668349985929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229503919","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031286485,0.013091889,0.027128926,0.023861334,0.021330176,0.00043993688,0.0021259366,0.005261821,0.90363127],"genre_scores_gemma":[0.021794064,0.011794035,0.021723758,0.006756706,0.005821774,0.00035958886,0.00523655,0.0033452446,0.9231683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965245,0.0008240047,0.00024422197,0.00035712952,0.0018268499,0.0002232167],"domain_scores_gemma":[0.99508226,0.00085735554,0.00016549761,0.0011110236,0.0020440856,0.0007397266],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040912745,0.00068947516,0.0008802539,0.0031117317,0.0015369774,0.00940224,0.001929124,0.0016061142,0.24575584],"category_scores_gemma":[0.0079042325,0.00044882274,0.00076913094,0.0020486426,0.0014954944,0.0049146805,0.004491831,0.0026011446,0.1624617],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000763838,0.00015665572,0.0008254267,0.00042833237,0.000017264674,0.00011050504,0.00016588833,0.00035469554,0.0008370839,0.028233267,0.73664135,0.2321531],"study_design_scores_gemma":[0.000009600233,0.000015371075,0.0002356231,0.00016363699,0.0000048851116,0.000100555335,0.00009847734,0.00024238449,0.00027193397,0.0029576162,0.99589264,0.000007193075],"about_ca_topic_score_codex":0.0021958589,"about_ca_topic_score_gemma":0.004944041,"teacher_disagreement_score":0.75424415,"about_ca_system_score_codex":0.003067885,"about_ca_system_score_gemma":0.0031503113,"threshold_uncertainty_score":0.8221352},"labels":[],"label_agreement":null},{"id":"W4229596288","doi":"10.19173/irrodl.v15i6.2062","title":"Editorial: Volume 15, Number 6","year":2014,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.06625505022702254,"score_gpt":0.3727602006924562,"score_spread":0.30650515046543364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229596288","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023132608,0.0030938573,0.00007705077,0.017973745,0.9775727,0.000019728333,0.00004720231,0.00004283073,0.001149798],"genre_scores_gemma":[0.00024214065,0.0025571818,0.00007697073,0.0102959685,0.97790956,0.000026036068,0.000051311228,0.000040309038,0.008800543],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99079657,0.0013655053,0.0010273968,0.0010541151,0.0050805123,0.0006759754],"domain_scores_gemma":[0.9686829,0.0084771,0.0027863444,0.0009710316,0.014021833,0.0050608674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00957705,0.005356054,0.00640026,0.0076984656,0.004367988,0.013972558,0.0059703663,0.01591415,0.033270743],"category_scores_gemma":[0.034249205,0.0014758861,0.003903525,0.0030068192,0.0031522587,0.005566627,0.0030587458,0.01816996,0.024171395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000369435,0.000017990698,0.000023538143,0.00013119249,0.00001833315,0.00004347872,0.000005572892,0.00001909842,0.000042298852,0.000119523116,0.99641186,0.0031302907],"study_design_scores_gemma":[0.00014073667,0.000037235284,0.0003859089,0.00062790513,0.000097511656,0.00014771176,0.000042421994,0.00021750604,0.00013198286,0.0011697321,0.99697566,0.000025757665],"about_ca_topic_score_codex":0.0017265988,"about_ca_topic_score_gemma":0.0056647,"teacher_disagreement_score":0.033270743,"about_ca_system_score_codex":0.004242262,"about_ca_system_score_gemma":0.0045565832,"threshold_uncertainty_score":0.11130172},"labels":[],"label_agreement":null},{"id":"W4229924501","doi":"10.19173/irrodl.v6i3.277","title":"Volume 6, Number 3: Well Balanced with an International Focus","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Drilling and Well Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Focus (optics); Computer science; Physics","score_opus":0.02152493121346039,"score_gpt":0.3382481811788026,"score_spread":0.31672324996534224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229924501","genre_codex":"review","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033995297,0.46928394,0.0032541237,0.24377699,0.08357542,0.00003555974,0.00012403581,0.0001610709,0.19638924],"genre_scores_gemma":[0.13226084,0.3514305,0.004402298,0.08280955,0.07428826,0.00008991721,0.00042630744,0.00061904185,0.3536734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967847,0.00078944693,0.0002037225,0.00048309055,0.0014080375,0.00033097464],"domain_scores_gemma":[0.99395293,0.0012387632,0.00046951338,0.00037317918,0.0027996304,0.0011658487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003423605,0.0006403344,0.0010523219,0.002031048,0.0025448122,0.01763454,0.0011222862,0.0052274503,0.050197084],"category_scores_gemma":[0.007353974,0.0002757238,0.00056779035,0.005624334,0.0036809056,0.015490889,0.0033019187,0.0041077225,0.01578045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011472971,0.00011596703,0.0015270461,0.001366021,0.000040417282,0.00012389917,0.0005401685,0.00015512347,0.0010275904,0.094897166,0.6319166,0.2681752],"study_design_scores_gemma":[0.000012346255,0.00004554936,0.0014605238,0.0007586946,0.000024055189,0.00019915683,0.0008556644,0.000063263025,0.00020696831,0.011787708,0.984576,0.000010070524],"about_ca_topic_score_codex":0.0011287513,"about_ca_topic_score_gemma":0.003050547,"teacher_disagreement_score":0.050197084,"about_ca_system_score_codex":0.0022693293,"about_ca_system_score_gemma":0.004148412,"threshold_uncertainty_score":0.16792595},"labels":[],"label_agreement":null},{"id":"W4233076037","doi":"10.19173/irrodl.v20i1.3998","title":"Participation in Online Courses and Interaction With a Virtual Agent","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Conversation; Asynchronous communication; Computer-mediated communication; Quality (philosophy); Online course; Computer science; Distance education; Educational technology; Identification (biology); Discussion board; Learning Management; Online discussion; Mathematics education; Psychology; World Wide Web; The Internet; Communication","score_opus":0.09375166960129426,"score_gpt":0.5036263217423416,"score_spread":0.4098746521410473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233076037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98942775,0.00030542037,0.0025394226,0.00014126408,0.000010677159,0.000039253402,0.00005633358,0.000012972946,0.0074668815],"genre_scores_gemma":[0.99795794,0.00017825539,0.0007662919,0.0000196232,0.000013889953,0.000029270146,0.000045826422,0.0000029060607,0.0009859846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955852,0.0024122933,0.0003149482,0.00038241182,0.0010076589,0.00029746557],"domain_scores_gemma":[0.9876961,0.006402098,0.0033991707,0.00044407378,0.0009878208,0.0010705701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024351568,0.0002144814,0.00026593296,0.0009598502,0.0005566648,0.0019748877,0.00031026453,0.0004680784,0.0021411395],"category_scores_gemma":[0.012318915,0.00008637354,0.00030104542,0.0007567151,0.00048766393,0.0010959755,0.0011489886,0.00041888992,0.00037759022],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023700082,0.0007987271,0.81280315,0.00043897264,0.00018025325,0.00043803043,0.03184142,0.0005161595,0.0065592504,0.0025110256,0.00048726084,0.1431887],"study_design_scores_gemma":[0.0000075172366,0.00033745065,0.96595865,0.00010469033,0.000069335394,0.0005293755,0.020973573,0.0013440415,0.0013379268,0.001271907,0.008032569,0.00003300948],"about_ca_topic_score_codex":0.00090500445,"about_ca_topic_score_gemma":0.0014896359,"teacher_disagreement_score":0.0024351568,"about_ca_system_score_codex":0.00034630526,"about_ca_system_score_gemma":0.0004934319,"threshold_uncertainty_score":0.012878537},"labels":[],"label_agreement":null},{"id":"W4233270294","doi":"10.19173/irrodl.v12i2.1112","title":"IRRODL Volume 12, Number 2","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Engineering Applied Research","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.0917948276123911,"score_gpt":0.3881133230083675,"score_spread":0.2963184953959764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233270294","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023345663,0.021765145,0.02020305,0.07957338,0.15856723,0.0008441426,0.0038884252,0.009214432,0.7036096],"genre_scores_gemma":[0.0063142614,0.007838644,0.006650862,0.018101154,0.025264928,0.00034608785,0.0039873444,0.004191439,0.9273052],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939581,0.0011312584,0.00040636773,0.0006616472,0.0034215993,0.00042097404],"domain_scores_gemma":[0.9838991,0.0028002984,0.00059071445,0.0022834039,0.0077784657,0.00264808],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007074653,0.0010108328,0.001250715,0.0044894563,0.002380616,0.012675693,0.0025905247,0.0027167418,0.26574382],"category_scores_gemma":[0.018057702,0.00063500815,0.0011635515,0.0029950037,0.001813344,0.007411772,0.0049282853,0.0044835103,0.20951524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027581918,0.000054166696,0.00027707766,0.00015183458,0.0000049775713,0.00003884473,0.000037966143,0.000056883862,0.00021099614,0.002620907,0.945086,0.0514328],"study_design_scores_gemma":[0.0000050485173,0.000011218447,0.00017089727,0.00012239222,0.0000026876348,0.000071363254,0.000042914286,0.00008946238,0.000099477315,0.0005059165,0.9988726,0.000006145754],"about_ca_topic_score_codex":0.0032561847,"about_ca_topic_score_gemma":0.0066203303,"teacher_disagreement_score":0.73425615,"about_ca_system_score_codex":0.00438907,"about_ca_system_score_gemma":0.004005624,"threshold_uncertainty_score":0.88900167},"labels":[],"label_agreement":null},{"id":"W4233776584","doi":"10.19173/irrodl.v6i3.1092","title":"IRRODL Volume 6, Number 3","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Earthquake and Disaster Impact Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Iowa State University","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.09455799944058178,"score_gpt":0.47990296744284766,"score_spread":0.38534496800226586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233776584","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037378324,0.0073636025,0.019547192,0.049105827,0.16886398,0.0015659052,0.0067701545,0.008842105,0.7342034],"genre_scores_gemma":[0.00928755,0.0025836448,0.0047226404,0.007853568,0.017473247,0.00055640517,0.006067227,0.005390008,0.9460658],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99190044,0.0017100566,0.0005581151,0.0007393738,0.0043655247,0.00072643097],"domain_scores_gemma":[0.9801176,0.00354351,0.0006859273,0.002818957,0.008438346,0.004395628],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008965667,0.0012927129,0.001399421,0.0054480475,0.0025255794,0.014244651,0.0024326665,0.0024384302,0.32802185],"category_scores_gemma":[0.018878957,0.0006780425,0.0012988007,0.0035839279,0.0016448145,0.0051556793,0.0074568633,0.0035991627,0.24156852],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006555839,0.00007092881,0.00025805307,0.00022188993,0.000007150184,0.00005557966,0.000053465938,0.00013032548,0.00052772235,0.0024460757,0.9512783,0.044884942],"study_design_scores_gemma":[0.000014327266,0.000025448091,0.0002603654,0.0001270604,0.0000038386443,0.000067422276,0.00006295035,0.00023400938,0.00025575058,0.0008089412,0.9981298,0.000010149966],"about_ca_topic_score_codex":0.0033168618,"about_ca_topic_score_gemma":0.005852856,"teacher_disagreement_score":0.6719781,"about_ca_system_score_codex":0.0046834447,"about_ca_system_score_gemma":0.005438401,"threshold_uncertainty_score":0.95849526},"labels":[],"label_agreement":null},{"id":"W4235147106","doi":"10.19173/irrodl.v5i2.1088","title":"IRRODL Volume 5, Number 2","year":2004,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Engineering Applied Research","field":"Engineering","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.04435330984826863,"score_gpt":0.39699893820219173,"score_spread":0.3526456283539231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235147106","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021924728,0.013192313,0.0077442303,0.03912158,0.16672723,0.0003762583,0.0017854127,0.004945775,0.76391464],"genre_scores_gemma":[0.004295854,0.004435371,0.0021977986,0.007323729,0.017340794,0.00010740299,0.0017167232,0.0012893837,0.961293],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969049,0.00038431335,0.00017142997,0.0003343009,0.001994943,0.00021002996],"domain_scores_gemma":[0.9923298,0.0010782022,0.0002720865,0.00095011905,0.0038067373,0.0015631432],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0030198353,0.0008113215,0.00079836085,0.002500771,0.0015160246,0.0087162815,0.0016274629,0.0017265371,0.32982033],"category_scores_gemma":[0.00905446,0.0004074286,0.0007758496,0.0018258898,0.00089775026,0.0038006073,0.0028918653,0.0026268098,0.24774338],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027591792,0.000044077475,0.0002025803,0.00012300059,0.000004249321,0.000041396885,0.000026543878,0.000042859363,0.00027126988,0.0018504725,0.93714416,0.060221866],"study_design_scores_gemma":[0.0000051089196,0.000010590734,0.00020225631,0.00005352583,0.0000022056267,0.00007398239,0.000028302866,0.0000598245,0.00010560643,0.00027434496,0.99918026,0.000003930526],"about_ca_topic_score_codex":0.0014795462,"about_ca_topic_score_gemma":0.0032889098,"teacher_disagreement_score":0.67017967,"about_ca_system_score_codex":0.0022054089,"about_ca_system_score_gemma":0.0024445923,"threshold_uncertainty_score":0.95592993},"labels":[],"label_agreement":null},{"id":"W4235999297","doi":"10.19173/irrodl.v1i2.1080","title":"IRRODL Volume 1, Number 2","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.09538506695904003,"score_gpt":0.49484129342729954,"score_spread":0.3994562264682595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235999297","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044314503,0.010450984,0.005111846,0.027280709,0.024889557,0.00025277273,0.0008870456,0.0019813615,0.9247143],"genre_scores_gemma":[0.017462261,0.005551916,0.003722799,0.0065850136,0.004273218,0.00015038656,0.0015148955,0.0009902775,0.95974916],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99717796,0.0006061779,0.00017406336,0.0003071313,0.0015095576,0.00022513061],"domain_scores_gemma":[0.9954585,0.00082353386,0.00019204547,0.00081432605,0.0018201141,0.0008915392],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031812857,0.00053758756,0.0006480471,0.0023427946,0.0015271883,0.007685832,0.0014559348,0.0016906012,0.2647963],"category_scores_gemma":[0.007289068,0.0003194502,0.0005515053,0.0015101423,0.0013547835,0.0033848078,0.0032603305,0.0023445282,0.15491219],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000870672,0.0001733554,0.0015585093,0.0003634834,0.000010413571,0.00019322563,0.00021605394,0.000107029955,0.00072597916,0.0149126565,0.79859287,0.18305938],"study_design_scores_gemma":[0.000010836783,0.000024766403,0.0006461772,0.00013027582,0.000004170778,0.00022622605,0.00015387367,0.00008285961,0.00022634235,0.001134397,0.9973537,0.0000063840207],"about_ca_topic_score_codex":0.0017551007,"about_ca_topic_score_gemma":0.0045401575,"teacher_disagreement_score":0.73520374,"about_ca_system_score_codex":0.0026978846,"about_ca_system_score_gemma":0.0027832745,"threshold_uncertainty_score":0.88583183},"labels":[],"label_agreement":null},{"id":"W4239676897","doi":"10.19173/irrodl.v14i2.1563","title":"IRRODL Volume 14, Number 2","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Engineering Applied Research","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Volume (thermodynamics); Computer science","score_opus":0.040475807199182964,"score_gpt":0.38204163193316165,"score_spread":0.3415658247339787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239676897","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004383634,0.022387868,0.0054375534,0.024257192,0.016558403,0.00028590523,0.0021208706,0.0017513486,0.92281723],"genre_scores_gemma":[0.022827342,0.0110598905,0.0048280396,0.006659829,0.003152091,0.00023360981,0.0034925588,0.0014006139,0.94634604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949097,0.0013283442,0.00037827296,0.00052526564,0.0024303817,0.00042808097],"domain_scores_gemma":[0.99465334,0.0012505841,0.00026248867,0.0009810239,0.0017502907,0.0011022902],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005051546,0.0005997696,0.00072772754,0.0034016797,0.0017150571,0.010117352,0.0015364387,0.0017331607,0.2462281],"category_scores_gemma":[0.0085225655,0.00039033176,0.00071942154,0.0026878882,0.0016845064,0.004769302,0.005283729,0.0022631935,0.13487297],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008817338,0.00018077013,0.0015767902,0.0006548875,0.000018482868,0.0001779075,0.00038729748,0.0001898575,0.000732789,0.030705176,0.7388447,0.22644319],"study_design_scores_gemma":[0.0000049833634,0.000008583163,0.00037832823,0.00016129378,0.0000027875549,0.00007473653,0.00015447183,0.00004003151,0.00013129596,0.000881134,0.9981578,0.0000044436083],"about_ca_topic_score_codex":0.003647969,"about_ca_topic_score_gemma":0.008000477,"teacher_disagreement_score":0.7537719,"about_ca_system_score_codex":0.004686956,"about_ca_system_score_gemma":0.0045251013,"threshold_uncertainty_score":0.82371503},"labels":[],"label_agreement":null},{"id":"W4241498159","doi":"10.19173/irrodl.v7i2.1094","title":"IRRODL Volume 7, Number 2","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Publishing and Scholarly Communication","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Disengagement theory; Loneliness; Higher education; Public relations; Productivity; Open learning; Sociology; Feeling; Open university; Competition (biology); Work (physics); Psychology; Pedagogy; Political science; Engineering; Economic growth; Social psychology; Teaching method; Cooperative learning; Economics","score_opus":0.10672315336039374,"score_gpt":0.40784357286134115,"score_spread":0.3011204195009474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241498159","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005008436,0.021309415,0.007920356,0.019238628,0.017673586,0.00034133805,0.0016061413,0.002376661,0.9245254],"genre_scores_gemma":[0.025361717,0.014067021,0.0077285473,0.0051504266,0.0043418384,0.00024027364,0.0031607014,0.0014340234,0.9385155],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970693,0.0007192185,0.0002228222,0.00030692917,0.0014515531,0.00023015615],"domain_scores_gemma":[0.99578166,0.0007848601,0.00019609231,0.0007555935,0.0017239025,0.0007579665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003477074,0.00054662256,0.00078333425,0.003268922,0.0015731675,0.008927419,0.0015797723,0.0015109989,0.25567877],"category_scores_gemma":[0.007418437,0.00038912115,0.0006489439,0.002419873,0.0012106276,0.004102843,0.0039279787,0.0016551898,0.1460399],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011595605,0.0001652219,0.0017374416,0.000623025,0.000018641378,0.00022419383,0.00033025508,0.00022218794,0.00082745316,0.024827449,0.7000636,0.27084458],"study_design_scores_gemma":[0.000011029703,0.000022079139,0.00052386924,0.00018731576,0.0000057816956,0.0001752695,0.0001858173,0.00011277389,0.00020852193,0.0016114186,0.99695045,0.0000056621348],"about_ca_topic_score_codex":0.0021111378,"about_ca_topic_score_gemma":0.0038099035,"teacher_disagreement_score":0.25567877,"about_ca_system_score_codex":0.0027645442,"about_ca_system_score_gemma":0.0031440165,"threshold_uncertainty_score":0.8553307},"labels":[],"label_agreement":null},{"id":"W4241515016","doi":"10.19173/irrodl.v13i2.1227","title":"IRRODL Volume 13, Number 2","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Universiti Malaya; Beijing Normal University; International Development Research Centre; Athabasca University; U.S. Department of Education","keywords":"Type (biology); Function (biology); Mathematics; Computer science; Artificial intelligence; Biology","score_opus":0.1529492341399233,"score_gpt":0.39035543325029926,"score_spread":0.23740619911037594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241515016","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042165634,0.003305294,0.13375898,0.011474172,0.016076181,0.00079374353,0.02079553,0.06268121,0.7468983],"genre_scores_gemma":[0.021931909,0.0019149936,0.059088286,0.0035161544,0.0017240046,0.0004787993,0.027611023,0.022918653,0.86081624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997503,0.0005195986,0.00018052832,0.00045925227,0.0011391117,0.00019860105],"domain_scores_gemma":[0.99588037,0.0007908125,0.000120197124,0.0015494768,0.0011939369,0.00046527904],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026105486,0.0013134474,0.0013138258,0.0025209996,0.0011553189,0.0069820276,0.0020234212,0.0013639916,0.41468483],"category_scores_gemma":[0.008188871,0.00070489757,0.0014430596,0.0016720097,0.0008926607,0.0035347254,0.0038481168,0.002319323,0.36259997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014546934,0.0001245184,0.0005254724,0.00020488891,0.000020390617,0.00007194747,0.000036777114,0.00081405306,0.0009444302,0.012546187,0.8085864,0.1759794],"study_design_scores_gemma":[0.000047114576,0.000025246673,0.00025585634,0.00009016753,0.000013771682,0.000104673105,0.00003777904,0.003160209,0.0014404692,0.008295959,0.9865094,0.000019331781],"about_ca_topic_score_codex":0.003170429,"about_ca_topic_score_gemma":0.0053669144,"teacher_disagreement_score":0.58531517,"about_ca_system_score_codex":0.0020286052,"about_ca_system_score_gemma":0.0031084276,"threshold_uncertainty_score":0.83488107},"labels":[],"label_agreement":null},{"id":"W4241800065","doi":"10.19173/irrodl.v8i3.515","title":"Sabbaticals","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Public Spaces through Art","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Process management; Business","score_opus":0.14362216300819194,"score_gpt":0.5452361832037739,"score_spread":0.4016140201955819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241800065","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012348209,0.026705034,0.0019953863,0.2000646,0.517113,0.00013079244,0.0007533803,0.0005049497,0.251498],"genre_scores_gemma":[0.015942628,0.0064807865,0.0011391732,0.0650464,0.060566742,0.00013687382,0.00046096736,0.00030470983,0.8499217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99592566,0.00073436304,0.00014629288,0.0006583472,0.0019019775,0.00063342403],"domain_scores_gemma":[0.9896052,0.0012712689,0.00037061257,0.0011436369,0.0039385264,0.0036707516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046806494,0.0008193994,0.00083991163,0.0017442536,0.0037268554,0.007222646,0.001853638,0.0059874747,0.15204377],"category_scores_gemma":[0.018153451,0.0003073021,0.00085323706,0.0011002288,0.0023853693,0.0029733386,0.0043335115,0.008120924,0.0760242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006488667,0.000021735077,0.000113713926,0.00008691511,0.00000571132,0.000071720184,0.00006867772,0.00005163856,0.0001420771,0.017474117,0.9566602,0.025238592],"study_design_scores_gemma":[0.000005979232,0.0000073957412,0.00010825603,0.000037641363,0.0000012553439,0.00003293559,0.000043063857,0.000024790746,0.000043513304,0.0018820422,0.9978104,0.000002741105],"about_ca_topic_score_codex":0.0041722828,"about_ca_topic_score_gemma":0.006424151,"teacher_disagreement_score":0.15204377,"about_ca_system_score_codex":0.0038345174,"about_ca_system_score_gemma":0.006342181,"threshold_uncertainty_score":0.5086371},"labels":[],"label_agreement":null},{"id":"W4246522182","doi":"10.19173/irrodl.v16i6.2520","title":"Editorial – Volume 16, Issue Number 6","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.07436456969639868,"score_gpt":0.45184402158948506,"score_spread":0.3774794518930864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246522182","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007621061,0.0013502175,0.00010570396,0.01651376,0.9739942,0.000045574925,0.00010145955,0.0001456356,0.00766728],"genre_scores_gemma":[0.00084014924,0.0025353848,0.00021800188,0.022690786,0.9207027,0.000050378985,0.00014586195,0.00010713634,0.05270967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99607843,0.00049997936,0.0004409345,0.0006077473,0.002046815,0.00032611535],"domain_scores_gemma":[0.9832064,0.003461173,0.0011689907,0.0012702254,0.008155677,0.0027375068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00491441,0.002428063,0.001992031,0.0027660327,0.0023468228,0.008935644,0.0036908782,0.009353168,0.115711935],"category_scores_gemma":[0.021681909,0.00095207524,0.0022338307,0.0012461643,0.0019401367,0.004699489,0.0017384976,0.009614895,0.094254404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004565993,0.00004107766,0.000056758734,0.00022694899,0.000011074896,0.00006956169,0.000009242037,0.000028248283,0.0001389866,0.00035842037,0.98741513,0.011598863],"study_design_scores_gemma":[0.000026318958,0.000025418096,0.00025649442,0.00022737411,0.000011157855,0.00010760928,0.000024755209,0.00007776438,0.00014057536,0.00047990968,0.9986137,0.000008762329],"about_ca_topic_score_codex":0.00077065884,"about_ca_topic_score_gemma":0.0015468665,"teacher_disagreement_score":0.115711935,"about_ca_system_score_codex":0.0015857726,"about_ca_system_score_gemma":0.0023104246,"threshold_uncertainty_score":0.38709497},"labels":[],"label_agreement":null},{"id":"W4247429943","doi":"10.19173/irrodl.v15i3.1939","title":"Editorial: Volume 15, Number 3","year":2014,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.1078964238651243,"score_gpt":0.5239403885818892,"score_spread":0.41604396471676486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247429943","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025077868,0.00094569544,0.00011007493,0.017074628,0.9783279,0.00003054834,0.000060348128,0.000088457484,0.0033373304],"genre_scores_gemma":[0.00049994467,0.0023018352,0.00015144586,0.019164683,0.937514,0.000043306212,0.00009839632,0.00011155763,0.040114734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994745,0.00068446255,0.0005320843,0.000613219,0.0030637202,0.000361555],"domain_scores_gemma":[0.9815217,0.004016058,0.0009971565,0.000756949,0.009608519,0.003099579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006142975,0.0030749182,0.0031743494,0.0031543586,0.0035122274,0.010419489,0.003880412,0.0094186505,0.07506274],"category_scores_gemma":[0.031104503,0.0009393973,0.0025713267,0.0016348173,0.0022861275,0.004237847,0.0017448374,0.01510778,0.055064604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000152540115,0.000009596402,0.000013076385,0.00006000166,0.00000534869,0.000038656468,0.0000040796417,0.000013098638,0.000023490311,0.00015562802,0.99702114,0.0026406574],"study_design_scores_gemma":[0.000044077366,0.000018257673,0.00015651454,0.00028441596,0.000018612978,0.00010937004,0.000024500483,0.00011708944,0.00009571337,0.00061440293,0.9985056,0.000011473545],"about_ca_topic_score_codex":0.0018423514,"about_ca_topic_score_gemma":0.00499585,"teacher_disagreement_score":0.07506274,"about_ca_system_score_codex":0.0032758352,"about_ca_system_score_gemma":0.004243928,"threshold_uncertainty_score":0.2511099},"labels":[],"label_agreement":null},{"id":"W4247839665","doi":"10.19173/irrodl.v15i6.2063","title":"IRRODL Volume 15, Number 6","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"National Commission for Science and Technology","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.18322182314905816,"score_gpt":0.5341236037514454,"score_spread":0.35090178060238725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247839665","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005702943,0.013717563,0.02693735,0.08887423,0.14415559,0.0011946508,0.0047920295,0.012830967,0.7017946],"genre_scores_gemma":[0.019726923,0.007904416,0.019552913,0.020371648,0.02758302,0.00062318036,0.0073612537,0.0068753166,0.89000124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9839034,0.004081922,0.0014062513,0.0010017238,0.008716742,0.00088991085],"domain_scores_gemma":[0.9548451,0.008490258,0.0019204553,0.007688083,0.019237144,0.007818968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017242527,0.0010889181,0.001429435,0.005217254,0.0027644602,0.015286739,0.0030102562,0.002500501,0.2706106],"category_scores_gemma":[0.03561431,0.00073456345,0.001324666,0.0024859963,0.0024318553,0.005605171,0.0062868507,0.0049563083,0.27803022],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010846563,0.00016839457,0.000761602,0.0003067809,0.00002047457,0.00010728419,0.000076057455,0.00009674736,0.0005587516,0.0064079673,0.8855951,0.105792515],"study_design_scores_gemma":[0.000028169168,0.000030329638,0.00046946778,0.00019584631,0.000008910641,0.000183364,0.00009526481,0.00022755864,0.0004203585,0.0022419537,0.9960853,0.000013553365],"about_ca_topic_score_codex":0.0016419542,"about_ca_topic_score_gemma":0.005044136,"teacher_disagreement_score":0.2706106,"about_ca_system_score_codex":0.004118688,"about_ca_system_score_gemma":0.009055709,"threshold_uncertainty_score":0.9052826},"labels":[],"label_agreement":null},{"id":"W4248501796","doi":"10.19173/irrodl.v18i5.3478","title":"Editorial - Volume 18, Issue 5","year":2017,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.06077510301050915,"score_gpt":0.4543893690380889,"score_spread":0.39361426602757976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248501796","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029824849,0.0019180182,0.000073128715,0.01797015,0.97532827,0.000030598356,0.00007414648,0.00008928281,0.0044865757],"genre_scores_gemma":[0.0004703912,0.0034057663,0.00010835974,0.020615773,0.9386784,0.00004590249,0.00013227566,0.000095420706,0.036447793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99485743,0.0005663984,0.0004946365,0.0005903794,0.0030757198,0.00041539964],"domain_scores_gemma":[0.9833081,0.0035834704,0.0010812448,0.0006574463,0.008006161,0.0033635881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056866403,0.0027490426,0.0024116682,0.0035202405,0.0030880035,0.00949132,0.0032608109,0.008343259,0.08916956],"category_scores_gemma":[0.02157548,0.0008394371,0.0022682005,0.0017148245,0.0017900033,0.0043128612,0.0021370142,0.011623995,0.061358593],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014016619,0.00001234179,0.000019365822,0.000114368195,0.0000048892607,0.000035138946,0.000005463017,0.000009695603,0.000032565105,0.00016710351,0.99396294,0.005622181],"study_design_scores_gemma":[0.00003157463,0.000016205386,0.00013798902,0.00028996303,0.000010563908,0.00007689201,0.00002516545,0.00004245671,0.00006293063,0.00038436032,0.9989151,0.0000069068565],"about_ca_topic_score_codex":0.0011633183,"about_ca_topic_score_gemma":0.0032234676,"teacher_disagreement_score":0.08916956,"about_ca_system_score_codex":0.0026826514,"about_ca_system_score_gemma":0.0041153156,"threshold_uncertainty_score":0.29830188},"labels":[],"label_agreement":null},{"id":"W4249280549","doi":"10.19173/irrodl.v4i1.114","title":"Whiteboard Products","year":2003,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Whiteboard; Interactive whiteboard; Computer science; Multimedia; License; Feature (linguistics); Educational technology; World Wide Web; Human–computer interaction; Mathematics education; Psychology","score_opus":0.09266911667497439,"score_gpt":0.4306128573655381,"score_spread":0.3379437406905637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249280549","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008296295,0.0047830907,0.13617949,0.0012232717,0.0014049083,0.0010194466,0.0063727144,0.042745963,0.7979748],"genre_scores_gemma":[0.027428998,0.0049126386,0.07742835,0.00092652795,0.00041673545,0.00064476504,0.016037868,0.009221747,0.8629824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978029,0.00022207295,0.00008641821,0.00025644872,0.0014869918,0.00014509265],"domain_scores_gemma":[0.9948495,0.001042612,0.00028652602,0.0011916369,0.001984442,0.00064520456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026599928,0.0015753582,0.00064760994,0.0036570444,0.0013717625,0.0055216635,0.001682197,0.0018622209,0.2282363],"category_scores_gemma":[0.0077695963,0.00073364,0.00067394576,0.0032314155,0.00047582528,0.005496373,0.0029661537,0.0013411535,0.1387176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034420425,0.000287336,0.00050260464,0.0006767611,0.000021337559,0.0002303193,0.00065456337,0.0003650901,0.009877039,0.019288804,0.40569687,0.5620552],"study_design_scores_gemma":[0.000025788737,0.00006592145,0.0005029126,0.0000701173,0.000010983264,0.00021611166,0.00006688592,0.00029075454,0.003345057,0.0023676024,0.9930227,0.000015216182],"about_ca_topic_score_codex":0.0013076066,"about_ca_topic_score_gemma":0.0013291535,"teacher_disagreement_score":0.2282363,"about_ca_system_score_codex":0.000504955,"about_ca_system_score_gemma":0.0010207322,"threshold_uncertainty_score":0.7635265},"labels":[],"label_agreement":null},{"id":"W4249549298","doi":"10.19173/irrodl.v16i5.2440","title":"Editorial: Volume 16, Number 5","year":2015,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.09890143967319201,"score_gpt":0.3907593914537042,"score_spread":0.2918579517805122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249549298","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024074248,0.0035141322,0.00007863423,0.016352685,0.9787217,0.000020590813,0.000046968882,0.000043868207,0.0011972322],"genre_scores_gemma":[0.00028456806,0.0027848736,0.000071105045,0.010624404,0.97702914,0.00002506018,0.000056281988,0.000039026203,0.009085493],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906266,0.001364322,0.0010908605,0.0010721635,0.0051571145,0.00068910804],"domain_scores_gemma":[0.97215724,0.0073923473,0.002625764,0.00087122613,0.012060168,0.0048933458],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009502633,0.0053337226,0.0062267133,0.0075572236,0.004114692,0.014664281,0.0055085714,0.015360228,0.034917954],"category_scores_gemma":[0.03161038,0.0014079947,0.0038554312,0.0028408235,0.0030678513,0.005463841,0.0030917297,0.016823865,0.025027316],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003949825,0.00001828091,0.00002704267,0.00014498184,0.000020264766,0.000047146525,0.0000064173805,0.000020820928,0.000046319143,0.00013804965,0.9960335,0.0034577022],"study_design_scores_gemma":[0.0001432578,0.000039281997,0.00042323064,0.00072416995,0.00009881626,0.00014600628,0.000047053505,0.00022407377,0.00012869424,0.0012131834,0.99678624,0.000025981028],"about_ca_topic_score_codex":0.0016853294,"about_ca_topic_score_gemma":0.0056578773,"teacher_disagreement_score":0.96508205,"about_ca_system_score_codex":0.0041753543,"about_ca_system_score_gemma":0.004378997,"threshold_uncertainty_score":0.11681217},"labels":[],"label_agreement":null},{"id":"W4249641402","doi":"10.19173/irrodl.v19i5.4309","title":"Editorial - Volume 19, Issue 5","year":2018,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.03859646651767996,"score_gpt":0.44407346278230425,"score_spread":0.4054769962646243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249641402","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006323883,0.0016706998,0.000119000906,0.009630236,0.969438,0.000067645014,0.0001884579,0.00027611395,0.01854669],"genre_scores_gemma":[0.0010278001,0.0041778227,0.00032641093,0.020928008,0.7647716,0.00010303213,0.00066691794,0.00037982996,0.20761852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99687505,0.00035417863,0.000302891,0.00047069616,0.0016993928,0.00029776117],"domain_scores_gemma":[0.98766476,0.0015625351,0.0007437271,0.00083758275,0.0062972507,0.002894069],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003354204,0.0025586209,0.001850204,0.0031367333,0.0023388881,0.009228107,0.0028928032,0.005357027,0.37721905],"category_scores_gemma":[0.015801178,0.0007620484,0.0022672466,0.001357435,0.0011677359,0.0043902327,0.002453854,0.0063562393,0.27128842],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020464711,0.000019905816,0.000026639009,0.00014044165,0.0000048806987,0.000045613782,0.000005100948,0.000010879489,0.00006776603,0.00018410741,0.9887029,0.010771373],"study_design_scores_gemma":[0.000021788097,0.00001811567,0.00012044017,0.00016735085,0.0000054493935,0.000071068855,0.000020840193,0.000022377655,0.000060263545,0.00024407855,0.99924254,0.00000568364],"about_ca_topic_score_codex":0.00092446565,"about_ca_topic_score_gemma":0.0019291937,"teacher_disagreement_score":0.37721905,"about_ca_system_score_codex":0.0016320593,"about_ca_system_score_gemma":0.0024771895,"threshold_uncertainty_score":0.88832146},"labels":[],"label_agreement":null},{"id":"W4249965853","doi":"10.19173/irrodl.v21i2.4812","title":"Editorial – Volume 21, Issue 2","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Data science; Computer science","score_opus":0.31010253274695543,"score_gpt":0.605728892009415,"score_spread":0.2956263592624596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249965853","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002716475,0.0020786317,0.00006473282,0.020299144,0.97652537,0.000027448603,0.000038244776,0.000043916105,0.00089532917],"genre_scores_gemma":[0.00034216538,0.0026252114,0.00010498391,0.026937915,0.9623454,0.000057867586,0.000048878424,0.000047612928,0.0074900044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9880804,0.0023680727,0.0014375173,0.001397676,0.005799524,0.0009167586],"domain_scores_gemma":[0.9516815,0.020676268,0.0036688135,0.0020725445,0.016027974,0.0058728927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016237507,0.00461979,0.005311931,0.006472529,0.004628472,0.013205953,0.006232939,0.02131743,0.03911721],"category_scores_gemma":[0.050630584,0.0019970834,0.0044575348,0.002944898,0.0045506563,0.0064943586,0.0033085805,0.022148378,0.024401983],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053274656,0.00003304197,0.000029187288,0.0003752212,0.00002931041,0.000038387927,0.0000127076555,0.000018081728,0.00007789217,0.00019917492,0.995038,0.0040957876],"study_design_scores_gemma":[0.00015165877,0.000046926525,0.00042576448,0.0008997323,0.000095221585,0.00012477716,0.000075442935,0.00011785879,0.00015101278,0.0009852074,0.99690175,0.00002466596],"about_ca_topic_score_codex":0.002279081,"about_ca_topic_score_gemma":0.005209188,"teacher_disagreement_score":0.03911721,"about_ca_system_score_codex":0.004358958,"about_ca_system_score_gemma":0.006103871,"threshold_uncertainty_score":0.13086015},"labels":[],"label_agreement":null},{"id":"W4251847862","doi":"10.19173/irrodl.v19i4.4223","title":"Editorial - Volume 19, Issue 4","year":2018,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.2013683468586405,"score_gpt":0.6176511261945685,"score_spread":0.41628277933592805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251847862","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019682697,0.0008253761,0.00005998537,0.00955567,0.98832047,0.000017495822,0.000023861898,0.000037603884,0.0011398171],"genre_scores_gemma":[0.00033217116,0.001730993,0.00011811818,0.0142746,0.9706053,0.000040493574,0.00004548345,0.00006413008,0.012788629],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903272,0.0013804215,0.0010334946,0.00089930784,0.0056699733,0.00068961893],"domain_scores_gemma":[0.9664945,0.0123051405,0.0025214266,0.0011604542,0.012824543,0.0046938243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010869069,0.004040911,0.004416346,0.0061553484,0.005422693,0.011849614,0.0052820956,0.013019921,0.044849172],"category_scores_gemma":[0.04329423,0.0011774006,0.003169359,0.002594511,0.0031601558,0.005040447,0.0029096692,0.016274568,0.028396472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029377052,0.000025732483,0.000028525616,0.0001969937,0.000014730758,0.00006983663,0.000009500286,0.000016888735,0.000040006125,0.000223587,0.99434775,0.0049969763],"study_design_scores_gemma":[0.00009650955,0.000037870603,0.00025902723,0.000618517,0.00005696426,0.0001733827,0.00006558654,0.00012775505,0.000120547695,0.0012308728,0.9971917,0.000021217002],"about_ca_topic_score_codex":0.0016769001,"about_ca_topic_score_gemma":0.0046438533,"teacher_disagreement_score":0.044849172,"about_ca_system_score_codex":0.0034520025,"about_ca_system_score_gemma":0.0063457643,"threshold_uncertainty_score":0.1500355},"labels":[],"label_agreement":null},{"id":"W4252444608","doi":"10.19173/irrodl.v8i3.512","title":"Online Graduate Study of Health Care Learners' Perceptions of Instructional Immediacy","year":2007,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Immediacy; Distance education; Perception; Instructional design; Psychology; Medical education; Graduate students; Computer-mediated communication; Health care; Educational technology; Pedagogy; Mathematics education; Computer science; Medicine; The Internet; World Wide Web; Political science","score_opus":0.27527835783596016,"score_gpt":0.5997523075017814,"score_spread":0.32447394966582127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252444608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9985241,0.000022698161,0.000049374637,0.00015736335,0.00000920685,0.000018243494,0.000009761388,0.0000037412503,0.0012055398],"genre_scores_gemma":[0.99805605,0.00006261454,0.00016269129,0.00021967314,0.000019176876,0.00003776419,0.000018568051,0.0000036231243,0.0014200414],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.998642,0.0006112355,0.000086476444,0.00013236619,0.00030050578,0.00022745537],"domain_scores_gemma":[0.973174,0.016311754,0.0023692108,0.00090403575,0.0025935108,0.0046474994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004557366,0.00031433723,0.0004022476,0.0009408936,0.0017703925,0.0035174869,0.0004853073,0.00096051296,0.0049522254],"category_scores_gemma":[0.01836568,0.0002913434,0.0004053952,0.0004848634,0.0013689578,0.0025275203,0.0021326717,0.0024687613,0.0006608533],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017736715,0.044538468,0.53226674,0.00027715348,0.00012225629,0.00071685296,0.32987708,0.00015307913,0.0053194594,0.0021551258,0.0026710017,0.08012908],"study_design_scores_gemma":[0.0004536689,0.01584053,0.52521634,0.00021834875,0.0001593016,0.00061523484,0.43773443,0.001106087,0.0039347047,0.0010850421,0.0135268,0.000109468325],"about_ca_topic_score_codex":0.001496057,"about_ca_topic_score_gemma":0.0023097256,"teacher_disagreement_score":0.0049522254,"about_ca_system_score_codex":0.0009371548,"about_ca_system_score_gemma":0.0013965128,"threshold_uncertainty_score":0.024101973},"labels":[],"label_agreement":null},{"id":"W4254827588","doi":"10.19173/irrodl.v13i4.1371","title":"Editorial: Volume 13, Number 4","year":2012,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.08351413299212233,"score_gpt":0.38117153168346063,"score_spread":0.2976573986913383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254827588","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025698371,0.0034631356,0.00008129944,0.016869849,0.9781918,0.000019805017,0.000047624584,0.000047365364,0.001253443],"genre_scores_gemma":[0.000280493,0.0026647989,0.00008052039,0.010080448,0.9758741,0.0000273715,0.000054442724,0.00004544082,0.010892383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99206793,0.0011634579,0.0009017968,0.0009388406,0.0042781513,0.0006498063],"domain_scores_gemma":[0.97368264,0.0071052397,0.002242868,0.00080833235,0.011986326,0.004174637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008408456,0.0058830706,0.006755064,0.007688153,0.0043618064,0.012880476,0.0060335365,0.01564984,0.033624645],"category_scores_gemma":[0.027899086,0.001530192,0.004011684,0.0030762162,0.0030694955,0.005187946,0.002736903,0.017848188,0.024358628],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042009982,0.000017232955,0.000021550772,0.00013166343,0.000018703413,0.000047462843,0.000004942389,0.000018290983,0.00004728858,0.000097315664,0.9965054,0.0030482402],"study_design_scores_gemma":[0.00014577147,0.00003961544,0.00043643132,0.0005901521,0.000120606084,0.00017349115,0.000044388264,0.0002236351,0.0001566981,0.0010548221,0.99698704,0.000027377817],"about_ca_topic_score_codex":0.0019647493,"about_ca_topic_score_gemma":0.0063221273,"teacher_disagreement_score":0.033624645,"about_ca_system_score_codex":0.004350397,"about_ca_system_score_gemma":0.004065247,"threshold_uncertainty_score":0.11248565},"labels":[],"label_agreement":null},{"id":"W4255123966","doi":"10.19173/irrodl.v7i1.1093","title":"IRRODL Volume 7, Number 1","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Athabasca University; National Science Foundation","keywords":"Volume (thermodynamics); Computer science; Mathematics; Physics","score_opus":0.1735559836099107,"score_gpt":0.5314471630027608,"score_spread":0.35789117939285015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255123966","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035223875,0.025196305,0.006110152,0.04698898,0.031067558,0.0002492368,0.0023951924,0.002865239,0.8816049],"genre_scores_gemma":[0.015512821,0.012553037,0.0050540296,0.007837037,0.006402491,0.00013274254,0.0038113543,0.0016262104,0.9470702],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99605125,0.0008024685,0.0002322736,0.00050060026,0.002121741,0.0002916783],"domain_scores_gemma":[0.9937894,0.001172111,0.00028391776,0.0012553061,0.002290898,0.001208285],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00479357,0.00068695465,0.00090009795,0.0031692765,0.0018336262,0.011140225,0.002007546,0.0019036279,0.27342808],"category_scores_gemma":[0.0104920715,0.0004256066,0.0006935552,0.0028660668,0.001753438,0.0043627345,0.00425287,0.0028180373,0.2155275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070025555,0.00010281542,0.00070180726,0.00029549585,0.000009150783,0.00009336353,0.0001584077,0.00013314952,0.00032486275,0.01735447,0.83319837,0.14755797],"study_design_scores_gemma":[0.000005932179,0.000011993071,0.0002655242,0.00012694813,0.0000029922721,0.00008164689,0.00009551945,0.000065561464,0.000111331356,0.0013797532,0.99784815,0.0000046867826],"about_ca_topic_score_codex":0.00255811,"about_ca_topic_score_gemma":0.0058198846,"teacher_disagreement_score":0.7265719,"about_ca_system_score_codex":0.004457463,"about_ca_system_score_gemma":0.0037130925,"threshold_uncertainty_score":0.9147081},"labels":[],"label_agreement":null},{"id":"W4255724406","doi":"10.19173/irrodl.v20i1.4012","title":"Structural Relationships of Factors Which Impact on Learner Achievement in Online Learning Environment","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Test anxiety; Academic achievement; Test (biology); Goal orientation; Anxiety; Self-efficacy; Self-regulated learning; Applied psychology; Mathematics education; Social psychology","score_opus":0.12432140981494551,"score_gpt":0.44414203079733827,"score_spread":0.3198206209823928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255724406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997086,0.000104692386,0.00069431483,0.0001083294,0.000006934552,0.000033898163,0.00008703142,0.00001323454,0.0018655866],"genre_scores_gemma":[0.999393,0.00004733799,0.000287623,0.000009484461,0.0000032839184,0.000012001379,0.00006586692,0.0000022449203,0.0001790604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830806,0.0005144759,0.00019284131,0.00023252163,0.00048275775,0.00026933601],"domain_scores_gemma":[0.99051356,0.0044719274,0.0024183795,0.000622059,0.0009981826,0.0009758336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014875089,0.0003004556,0.00028364555,0.00097465934,0.0004983981,0.001271777,0.00031259286,0.00038953254,0.0032004546],"category_scores_gemma":[0.009685096,0.00014400067,0.0007075881,0.0009456276,0.0005955381,0.0006846426,0.0010354858,0.0008496346,0.0002836591],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052832296,0.00034660398,0.98412746,0.000041866315,0.00012011549,0.000046130044,0.00066316687,0.00020801375,0.0005162572,0.00039226393,0.00009190622,0.013393349],"study_design_scores_gemma":[0.0000016082755,0.00007230086,0.99823654,0.0000111170675,0.0000346203,0.00002652181,0.00068695477,0.00038284741,0.00015920874,0.00019230135,0.0001911549,0.0000048781976],"about_ca_topic_score_codex":0.0029435765,"about_ca_topic_score_gemma":0.0043017566,"teacher_disagreement_score":0.0032004546,"about_ca_system_score_codex":0.00054243905,"about_ca_system_score_gemma":0.0012262523,"threshold_uncertainty_score":0.010706544},"labels":[],"label_agreement":null},{"id":"W4256206157","doi":"10.19173/irrodl.v20i1.3709","title":"Understanding Participant’s Behaviour in Massively Open Online Courses","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Athabasca University; Bill and Melinda Gates Foundation","keywords":"Massive open online course; Openness to experience; World Wide Web; Computer science; Learning Management; Distance education; Drop out; Connectivism; Psychology; Mathematics education; Learning theory; Social psychology","score_opus":0.3489999684206768,"score_gpt":0.49810822200538485,"score_spread":0.14910825358470803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256206157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987947,0.000026054417,0.0004795066,0.000044328,0.0000030363287,0.000026800608,0.0000413927,0.0000041751396,0.0005799914],"genre_scores_gemma":[0.9981021,0.00004972791,0.00067729846,0.00004389218,0.000005596898,0.000088211644,0.00008104272,0.0000036437184,0.00094844005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830985,0.0009339988,0.00006725204,0.00028892476,0.00019572179,0.00020417788],"domain_scores_gemma":[0.9949923,0.002703061,0.0007378202,0.00023373788,0.0007174366,0.00061561883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025328612,0.00016893892,0.0002563782,0.0008984584,0.0007658555,0.0014263347,0.0004941388,0.00086232467,0.0017061854],"category_scores_gemma":[0.010045443,0.00014849202,0.00020981846,0.0003828948,0.000542132,0.0009080406,0.0010119992,0.00048593915,0.00063484476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004638925,0.00081686623,0.68728626,0.00016245201,0.000043697983,0.0005859986,0.24518211,0.00023552359,0.011505861,0.0005992547,0.0005084504,0.052609626],"study_design_scores_gemma":[0.000017835659,0.00082758476,0.8549712,0.00008473101,0.000025287698,0.00032716553,0.13625205,0.0018675788,0.0014984051,0.0005493238,0.00352473,0.00005415575],"about_ca_topic_score_codex":0.0038772046,"about_ca_topic_score_gemma":0.005092051,"teacher_disagreement_score":0.0038772046,"about_ca_system_score_codex":0.000452676,"about_ca_system_score_gemma":0.0003752922,"threshold_uncertainty_score":0.01339519},"labels":[],"label_agreement":null},{"id":"W4285331905","doi":"10.19173/irrodl.v23i3.5994","title":"Cross Validating a Rubric for Automatic Classification of Cognitive Presence in MOOC Discussions","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Context (archaeology); Scale (ratio); Computer science; Cognition; Massive open online course; Online discussion; Distance education; Psychology; Data science; Mathematics education; World Wide Web","score_opus":0.13105552566361456,"score_gpt":0.4999864602088998,"score_spread":0.36893093454528525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285331905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6351581,0.0006740745,0.3348092,0.0004942916,0.0006512434,0.010735043,0.0019484895,0.0038201867,0.011709362],"genre_scores_gemma":[0.5856529,0.00021029873,0.3948352,0.00021894317,0.00013281588,0.011182337,0.003594632,0.0009176356,0.003255281],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9412189,0.030561686,0.00811213,0.0055881795,0.013332909,0.0011863059],"domain_scores_gemma":[0.72724026,0.120742045,0.016801905,0.027077546,0.105208576,0.002929727],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.049681995,0.0010210284,0.0007918431,0.008785052,0.002206243,0.0024174983,0.001549334,0.0012923841,0.0017768196],"category_scores_gemma":[0.21106978,0.00038985873,0.001068432,0.0030500062,0.002043668,0.0023595204,0.004785233,0.0013429322,0.0014933398],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091348507,0.0011496203,0.10052655,0.0029303282,0.00022028685,0.00052287645,0.07644689,0.0041419063,0.09055208,0.0046265614,0.010051159,0.7079183],"study_design_scores_gemma":[0.0004782595,0.0030288496,0.53409916,0.0027059675,0.00036995785,0.0017123269,0.054129995,0.12602389,0.13588917,0.011308926,0.12919924,0.0010543155],"about_ca_topic_score_codex":0.002845386,"about_ca_topic_score_gemma":0.004825456,"teacher_disagreement_score":0.950318,"about_ca_system_score_codex":0.0020634257,"about_ca_system_score_gemma":0.0029700114,"threshold_uncertainty_score":0.26274663},"labels":[],"label_agreement":null},{"id":"W4297513369","doi":"10.19173/irrodl.v23i3.6332","title":"Book Review: Teaching and Learning at a Distance: Foundations of Distance Education (7th ed.)","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Mathematics education; Computer science; Pedagogy; Sociology; Psychology","score_opus":0.043735261149583884,"score_gpt":0.46565948451107353,"score_spread":0.42192422336148966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513369","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013282051,0.953357,0.0005385341,0.01072859,0.020117786,0.000050580707,0.00032810654,0.00011222944,0.014634353],"genre_scores_gemma":[0.0012817307,0.91200787,0.0008684787,0.009774389,0.012241627,0.00011908988,0.0009459475,0.00008720683,0.062673666],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885523,0.00012991943,0.00009486245,0.000120698714,0.0007368808,0.000062432635],"domain_scores_gemma":[0.9959294,0.001234643,0.00040418885,0.00006316382,0.001976044,0.00039254577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010210634,0.0013298689,0.00225914,0.0042550717,0.0005560338,0.0025875843,0.0016128847,0.0019647016,0.042474557],"category_scores_gemma":[0.0060186074,0.0004740409,0.0007239811,0.005541428,0.0006930214,0.0029008975,0.001089223,0.0030871374,0.043540936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013020307,0.000010281088,0.000034059518,0.0015121225,0.000011049011,0.000030123509,0.000019993136,0.00003559169,0.00011315795,0.000300462,0.9009419,0.09697826],"study_design_scores_gemma":[0.000010705716,0.000028128841,0.00033500604,0.0020947997,0.000024378796,0.0005070094,0.00002751416,0.000027134363,0.000069746086,0.00046620247,0.99639773,0.000011611704],"about_ca_topic_score_codex":0.0036524606,"about_ca_topic_score_gemma":0.00860529,"teacher_disagreement_score":0.042474557,"about_ca_system_score_codex":0.0015981368,"about_ca_system_score_gemma":0.0045798905,"threshold_uncertainty_score":0.14209157},"labels":[],"label_agreement":null},{"id":"W4297513484","doi":"10.19173/irrodl.v23i3.6696","title":"Bridging the Gap: Micro-credentials for Development","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Economic Growth and Development","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Credentialing; Higher education; Public relations; Competence (human resources); Business; Value (mathematics); Bridging (networking); Computer science; Political science; Management; Economic growth; Economics","score_opus":0.11830334176092988,"score_gpt":0.41260432892255183,"score_spread":0.29430098716162195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513484","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018246807,0.016974144,0.034380727,0.5496975,0.0048412145,0.00038512496,0.0002922219,0.0016978757,0.37348434],"genre_scores_gemma":[0.680248,0.024127983,0.10474604,0.07345416,0.0017840835,0.0010486752,0.00081918103,0.0010786812,0.11269306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9869205,0.0065579657,0.0005341148,0.00080348266,0.0026091323,0.0025747812],"domain_scores_gemma":[0.97379273,0.008113553,0.0012937944,0.0029455768,0.0030802535,0.010774179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017763643,0.00071036635,0.00038308138,0.0021942535,0.004768406,0.014131438,0.0024015047,0.004625714,0.03295566],"category_scores_gemma":[0.03190655,0.00037787054,0.0005552449,0.0018704347,0.0074558784,0.021113997,0.024040414,0.005694113,0.0079119615],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047498783,0.00014248458,0.004196425,0.0006140955,0.000013101727,0.00064915983,0.0046150372,0.00048360953,0.00041929985,0.5257657,0.1250497,0.33800384],"study_design_scores_gemma":[0.000016712755,0.000082798266,0.0018887394,0.0012549547,0.0000052367304,0.00029554748,0.0051946035,0.00043000322,0.0004578011,0.1315146,0.85882884,0.00003022208],"about_ca_topic_score_codex":0.003102132,"about_ca_topic_score_gemma":0.0043218248,"teacher_disagreement_score":0.03295566,"about_ca_system_score_codex":0.0068452787,"about_ca_system_score_gemma":0.027131788,"threshold_uncertainty_score":0.11024773},"labels":[],"label_agreement":null},{"id":"W4297513487","doi":"10.19173/irrodl.v23i3.6178","title":"Students’ Intention to Take E-Learning Courses During the COVID-19 Pandemic: A Protection Motivation Theory Perspective","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Technology acceptance model; Structural equation modeling; Coronavirus disease 2019 (COVID-19); Perspective (graphical); Psychology; Context (archaeology); Vulnerability (computing); Test (biology); Mathematics education; Medical education; Usability; Computer science; Medicine; Geography","score_opus":0.2425600341133864,"score_gpt":0.5531476328740952,"score_spread":0.3105875987607088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928497,0.0001696502,0.0010941585,0.0012832943,0.000020811334,0.00003568815,0.000025958485,0.0000053260933,0.004515411],"genre_scores_gemma":[0.9990978,0.00012111804,0.00023764835,0.00009568295,0.000005210894,0.000018982508,0.000015367812,8.8613024e-7,0.00040731588],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990362,0.00045298785,0.000048150705,0.00008914681,0.00014808722,0.00022553443],"domain_scores_gemma":[0.9952863,0.002513429,0.0009843236,0.000118543765,0.0003637031,0.00073381216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001769961,0.00023403249,0.0002840244,0.00090414425,0.00059464766,0.0018671438,0.00039384037,0.0009537989,0.0030774083],"category_scores_gemma":[0.00581903,0.00020421657,0.00056630594,0.00049393467,0.00084158673,0.001078713,0.0009643284,0.0014541883,0.00024830134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007333544,0.0020457678,0.9276262,0.00016262001,0.00009623842,0.0002984976,0.019148547,0.00054472784,0.0007143806,0.0073731444,0.00066349626,0.041253075],"study_design_scores_gemma":[0.000029175011,0.0007397137,0.9371375,0.0002689578,0.00010256655,0.00018450785,0.045923524,0.00629479,0.0004761734,0.005331074,0.0034607896,0.000051166888],"about_ca_topic_score_codex":0.0025112343,"about_ca_topic_score_gemma":0.0031341892,"teacher_disagreement_score":0.0030774083,"about_ca_system_score_codex":0.0008019827,"about_ca_system_score_gemma":0.0013859735,"threshold_uncertainty_score":0.010294974},"labels":[],"label_agreement":null},{"id":"W4297513560","doi":"10.19173/irrodl.v23i3.5894","title":"Qualifying with Different Types of Quizzes in an Online EFL course: Influences on Perceived Learning and Academic Achievement","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Turkish; Mathematics education; Academic achievement; Cognition; Multiple choice; Online learning; Significant difference; Multimedia; Computer science","score_opus":0.14177978442421868,"score_gpt":0.5058387345700308,"score_spread":0.36405895014581213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996325,0.0000102684,0.00006572783,0.000009325611,0.0000044392755,0.00005203631,0.000008247226,0.0000015157552,0.000215921],"genre_scores_gemma":[0.99827623,0.000032452823,0.00044611,0.000045697172,0.000009401732,0.00015810234,0.00003113377,0.0000017505674,0.0009991756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977087,0.0008063063,0.00018402719,0.00033803954,0.0005785563,0.00038443817],"domain_scores_gemma":[0.9924331,0.0029363735,0.001866833,0.00039943264,0.00061922177,0.0017450136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039715418,0.00030711087,0.0005745249,0.0005101509,0.00095759495,0.0016687941,0.00038659872,0.00050450925,0.0028970386],"category_scores_gemma":[0.00829643,0.00027938586,0.0004636669,0.00030953094,0.00062841707,0.0005277834,0.00058228505,0.00071695214,0.00062858715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004165787,0.12627886,0.7366728,0.00025988312,0.00015593575,0.000555568,0.028807864,0.0002400871,0.019647485,0.00044913075,0.0006483477,0.08211824],"study_design_scores_gemma":[0.00025954176,0.027100796,0.9492092,0.00004161719,0.00007030765,0.00013337024,0.017568389,0.00051024236,0.0032444005,0.00022883105,0.0015810392,0.000052281906],"about_ca_topic_score_codex":0.00092228304,"about_ca_topic_score_gemma":0.0014453008,"teacher_disagreement_score":0.0039715418,"about_ca_system_score_codex":0.0004786571,"about_ca_system_score_gemma":0.0007630555,"threshold_uncertainty_score":0.021003783},"labels":[],"label_agreement":null},{"id":"W4297513567","doi":"10.19173/irrodl.v23i3.6294","title":"The Landscape of MOOC Platforms Worldwide","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; Visitor pattern; Analytics; Computer science; Massive open online course; Data science","score_opus":0.05478223011694526,"score_gpt":0.4109450032287177,"score_spread":0.3561627731117724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92888725,0.004631454,0.0022466187,0.0045609046,0.00015583192,0.000082320104,0.0008625058,0.00020628159,0.05836688],"genre_scores_gemma":[0.9889897,0.0016713759,0.0013266068,0.0002925284,0.00010514925,0.000046276946,0.0008805282,0.00011776461,0.0065700114],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983479,0.0003623534,0.000086016254,0.0003490399,0.0004776437,0.00037714615],"domain_scores_gemma":[0.99366367,0.001381689,0.001304555,0.0002572583,0.0013564392,0.0020364635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017692231,0.00033112106,0.00023090179,0.008765131,0.0014769378,0.0064748907,0.00063850975,0.0005541806,0.0076614004],"category_scores_gemma":[0.006807567,0.000216994,0.00034723638,0.0063412283,0.00081818155,0.0068516224,0.0027872464,0.0007321513,0.001101747],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029974163,0.00018903872,0.32260126,0.0006756244,0.00014788713,0.0011581461,0.026665904,0.0010443768,0.0062143095,0.040025834,0.01867612,0.58230174],"study_design_scores_gemma":[0.00001889625,0.00030395002,0.6557478,0.0007138056,0.00006212373,0.0013679694,0.0583731,0.0032691546,0.0014537801,0.007469533,0.27109206,0.00012790739],"about_ca_topic_score_codex":0.0054945746,"about_ca_topic_score_gemma":0.0064204023,"teacher_disagreement_score":0.008765131,"about_ca_system_score_codex":0.001343268,"about_ca_system_score_gemma":0.00091737456,"threshold_uncertainty_score":0.025629938},"labels":[],"label_agreement":null},{"id":"W4297513569","doi":"10.19173/irrodl.v23i3.6238","title":"Evaluation of Higher-Order Skills Development in an Asynchronous Online Poster Session for Final Year Science Undergraduates","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Asynchronous communication; Psychology; Medical education; Focus group; Higher education; Online discussion; Cognitive skill; Perception; Cognition; Computer science; Mathematics education; Multimedia; World Wide Web; Medicine","score_opus":0.2646625511286906,"score_gpt":0.5557300236032585,"score_spread":0.29106747247456793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9796413,0.00016585617,0.004909006,0.00039573965,0.0002349806,0.0019738704,0.00023043985,0.00020753624,0.012241276],"genre_scores_gemma":[0.9652336,0.00034056898,0.021109466,0.00026920263,0.00022861687,0.0024376954,0.00045688133,0.00005684931,0.009867057],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9905687,0.0052815787,0.000666501,0.0006996861,0.0020859176,0.0006976216],"domain_scores_gemma":[0.95576185,0.023687165,0.0040417695,0.0019813636,0.008749176,0.0057787425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021434791,0.0010263822,0.0005538944,0.00096286775,0.0011185617,0.0024017754,0.001275345,0.0010380315,0.012596912],"category_scores_gemma":[0.03509067,0.0003717207,0.0008620605,0.00046241292,0.0006230123,0.0011847696,0.0020562285,0.0011907865,0.0027006175],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009041351,0.034075323,0.06698943,0.0054949634,0.00018873143,0.0015826059,0.048032835,0.0024129348,0.068019845,0.0012743572,0.008838481,0.7540492],"study_design_scores_gemma":[0.0029548402,0.27589965,0.4880195,0.002343598,0.00043295766,0.0018257983,0.043082803,0.0057929615,0.088299535,0.002019676,0.08883164,0.00049706013],"about_ca_topic_score_codex":0.00023572844,"about_ca_topic_score_gemma":0.0005684797,"teacher_disagreement_score":0.021434791,"about_ca_system_score_codex":0.0007777028,"about_ca_system_score_gemma":0.001613019,"threshold_uncertainty_score":0.11335939},"labels":[],"label_agreement":null},{"id":"W4297513575","doi":"10.19173/irrodl.v23i2.6022","title":"Extending The Community of Inquiry Framework: Development and Validation of Technology Sub-Dimensions","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dimension (graph theory); Computer science; Educational technology; Distance education; Technology education; Technology integration; Emerging technologies; Community of inquiry; Knowledge management; Data science; Psychology; Mathematics education; Artificial intelligence; Mathematics","score_opus":0.15571044083121446,"score_gpt":0.48936038322245623,"score_spread":0.3336499423912418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6051237,0.0023152921,0.30126598,0.004993229,0.00046701546,0.029258227,0.0018188836,0.00041732984,0.054340363],"genre_scores_gemma":[0.6041865,0.00088091934,0.3596479,0.0006357186,0.00004343631,0.031576205,0.00121337,0.00012559607,0.0016904192],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9402785,0.03334223,0.0070742657,0.0034610836,0.013548481,0.0022954952],"domain_scores_gemma":[0.76463556,0.13148926,0.010690468,0.017844163,0.069885276,0.0054552956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0869746,0.00089864933,0.0010247652,0.009334533,0.0039492594,0.0067776237,0.001798964,0.0020161988,0.0017697825],"category_scores_gemma":[0.15564069,0.0007171466,0.002193474,0.006753777,0.0068120337,0.008670451,0.009960319,0.003460326,0.00048665257],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002218474,0.0009415543,0.2808338,0.003341478,0.00019989653,0.00031954193,0.16364762,0.0021045827,0.0031928332,0.08776182,0.0044608647,0.45297402],"study_design_scores_gemma":[0.00035011856,0.0014041694,0.37906614,0.008484643,0.00049947546,0.0012317352,0.2732847,0.022790506,0.0077398755,0.117697835,0.18689452,0.00055629027],"about_ca_topic_score_codex":0.0094737895,"about_ca_topic_score_gemma":0.012677279,"teacher_disagreement_score":0.0869746,"about_ca_system_score_codex":0.008241568,"about_ca_system_score_gemma":0.02824123,"threshold_uncertainty_score":0.45997113},"labels":[],"label_agreement":null},{"id":"W4297513579","doi":"10.19173/irrodl.v23i3.6136","title":"Open Textbook Author Journeys: Internal Conversations and Cycles of Time","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Global Educational Policies and Reforms","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Witness; Open educational resources; Agency (philosophy); Open education; Curriculum; Pedagogy; Social justice; The Internet; Media studies; Public relations; Political science; Computer science; Social science; World Wide Web; Law","score_opus":0.10866730543880958,"score_gpt":0.5035120933211802,"score_spread":0.3948447878823706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82846266,0.008488955,0.015593251,0.037470765,0.00096711196,0.00023235915,0.00025061172,0.00024253523,0.108291715],"genre_scores_gemma":[0.97780734,0.0029029744,0.0025421851,0.0019662324,0.00014544198,0.00015373621,0.00010478411,0.00020613616,0.01417122],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96575415,0.024014771,0.001242294,0.0021799256,0.004727542,0.0020813022],"domain_scores_gemma":[0.9129915,0.06309978,0.0062424904,0.0039837323,0.005813668,0.007868864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0200704,0.0005987806,0.0010928712,0.0042705415,0.016239123,0.033238817,0.0027378714,0.004419553,0.0053908206],"category_scores_gemma":[0.06952598,0.0011536309,0.00057114504,0.004913202,0.028989932,0.023521496,0.022990558,0.0071705035,0.0014061936],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024387597,0.000027072416,0.002741596,0.000084648884,0.0000112500975,0.0006361339,0.9601083,0.00005143153,0.00019925421,0.02313447,0.0020239279,0.01095766],"study_design_scores_gemma":[0.0000061804676,0.000023936022,0.0011591135,0.00023065206,0.000007295397,0.0003237134,0.9013449,0.0001052161,0.00021176683,0.009750081,0.08680509,0.00003210823],"about_ca_topic_score_codex":0.0025780457,"about_ca_topic_score_gemma":0.005430419,"teacher_disagreement_score":0.033238817,"about_ca_system_score_codex":0.010834356,"about_ca_system_score_gemma":0.008024252,"threshold_uncertainty_score":0.10614371},"labels":[],"label_agreement":null},{"id":"W4297513581","doi":"10.19173/irrodl.v23i2.6034","title":"Revising and Validating the Community of Inquiry Instrument for MOOCs and other Global Online Courses  ","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Community of inquiry; Survey instrument; Computer science; Online learning; Exploratory factor analysis; Online community; Confirmatory factor analysis; Mathematics education; Psychology; Lingua franca; Limiting; Massive open online course; World Wide Web; Applied psychology; Human–computer interaction; Psychometrics; Engineering; Linguistics","score_opus":0.21593118573378195,"score_gpt":0.49949927674280603,"score_spread":0.2835680910090241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84003645,0.00078165694,0.10304067,0.003276814,0.00076880166,0.018352062,0.0018839145,0.00071818026,0.031141533],"genre_scores_gemma":[0.7348848,0.0006188423,0.22475041,0.0012349228,0.00012318004,0.030323803,0.0024922916,0.00036138739,0.0052103526],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9571879,0.020050978,0.0054595815,0.00274332,0.012858952,0.0016992774],"domain_scores_gemma":[0.85737747,0.07054942,0.008208724,0.011542044,0.048234966,0.004087413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08123454,0.0006319896,0.00082457997,0.0038388183,0.0023997356,0.003930668,0.0018053203,0.0012722773,0.0030200132],"category_scores_gemma":[0.14364499,0.00055486005,0.0013980471,0.0028978635,0.0025797542,0.0039884592,0.0040055783,0.0028557817,0.0011926033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003648757,0.0026358361,0.30403772,0.0012921708,0.00014074815,0.000393389,0.06313367,0.0024740037,0.009109614,0.020359084,0.014696908,0.58136195],"study_design_scores_gemma":[0.00057350955,0.0031136095,0.61559975,0.0038225986,0.00036915025,0.0009970902,0.081111275,0.015836943,0.015910938,0.024208102,0.23784566,0.00061138335],"about_ca_topic_score_codex":0.006683908,"about_ca_topic_score_gemma":0.011447873,"teacher_disagreement_score":0.08123454,"about_ca_system_score_codex":0.0034681088,"about_ca_system_score_gemma":0.016685845,"threshold_uncertainty_score":0.42961442},"labels":[],"label_agreement":null},{"id":"W4297513582","doi":"10.19173/irrodl.v23i3.6078","title":"Emergency Online Learning: The Effects of Interactional, Motivational, Self-Regulatory, and Situational Factors on Learning Outcomes and Continuation Intentions","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Situational ethics; Self-efficacy; Social psychology; Applied psychology; Multilevel model; Mathematics education; Computer science","score_opus":0.061263845958043836,"score_gpt":0.44245265193518185,"score_spread":0.381188805977138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99926275,0.00005615178,0.00009803034,0.00004526222,0.0000038927615,0.000012383919,0.000024415693,0.0000026019422,0.0004944817],"genre_scores_gemma":[0.9995448,0.000045531546,0.00010592774,0.00001726415,0.0000039095703,0.000017467739,0.00004524819,0.000001263815,0.00021851079],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987884,0.00046916152,0.000105170606,0.00014766103,0.00024907218,0.00024058094],"domain_scores_gemma":[0.98924935,0.004384119,0.002982948,0.0004227324,0.00064883195,0.00231193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002375504,0.00028554027,0.00032957218,0.00063778844,0.0005305589,0.001355521,0.00037384464,0.00047772704,0.001999046],"category_scores_gemma":[0.009145104,0.0001738459,0.0006419925,0.0004125096,0.00054152904,0.0008518683,0.0013902831,0.0010990498,0.00025174877],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026384424,0.001429796,0.9788558,0.000043748998,0.00011399072,0.00006190663,0.0019340949,0.00016513864,0.0005180534,0.00010002983,0.000080088525,0.016433531],"study_design_scores_gemma":[0.000004093652,0.00024987725,0.9974718,0.00001674632,0.000024750329,0.000020989432,0.0014141384,0.000373533,0.00017420584,0.00007335092,0.00016763249,0.000008808748],"about_ca_topic_score_codex":0.002912318,"about_ca_topic_score_gemma":0.0051442236,"teacher_disagreement_score":0.002912318,"about_ca_system_score_codex":0.0004856604,"about_ca_system_score_gemma":0.00094514753,"threshold_uncertainty_score":0.01256299},"labels":[],"label_agreement":null},{"id":"W4297513589","doi":"10.19173/irrodl.v23i2.5946","title":"Latent Profiles of Online Self-Regulated Learning: Relationships with Predicted and Final Course Grades","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Latent variable; Structural equation modeling; Task (project management); Latent variable model; Developmental psychology; Social psychology; Statistics; Mathematics; Engineering","score_opus":0.19092496027129327,"score_gpt":0.485281288259415,"score_spread":0.2943563279881217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99887127,0.00002827364,0.000621234,0.000025121088,0.000002475797,0.000012867996,0.00011420397,0.0000076264864,0.000316832],"genre_scores_gemma":[0.9993482,0.000015857375,0.00027628773,0.000003575664,0.0000015962241,0.000013009844,0.00020325798,0.000001940441,0.00013625665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99902165,0.00035310024,0.00010909251,0.00018182301,0.00022002264,0.000114392744],"domain_scores_gemma":[0.9848903,0.0049483683,0.005279576,0.0014769471,0.001608878,0.0017959289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026607837,0.0002247354,0.00024364321,0.0010446367,0.00033018956,0.0015548954,0.00042645517,0.00040902378,0.001492543],"category_scores_gemma":[0.01247776,0.00014984369,0.00038713773,0.00085373805,0.00036094547,0.00060827244,0.0007630265,0.0008150385,0.00036954257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005047682,0.00017991965,0.9948454,0.000004634026,0.000030063347,0.0000083101295,0.00022723833,0.00015760573,0.00011112089,0.000114743416,0.00004553361,0.0042249565],"study_design_scores_gemma":[0.0000035777066,0.00009138012,0.9969217,0.000006194712,0.000010541581,0.000021567712,0.00034550607,0.0020824892,0.00011469037,0.00027566313,0.000120383076,0.00000627873],"about_ca_topic_score_codex":0.0016563754,"about_ca_topic_score_gemma":0.0022590032,"teacher_disagreement_score":0.0026607837,"about_ca_system_score_codex":0.00037354144,"about_ca_system_score_gemma":0.0003786067,"threshold_uncertainty_score":0.014071703},"labels":[],"label_agreement":null},{"id":"W4297513732","doi":"10.19173/irrodl.v23i3.5925","title":"Examining Pre-Service Teachers’ Perceptions About Virtual Classrooms in Online Learning","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Gesture; Psychology; Multimedia; Educational technology; Sample (material); Distance education; Mathematics education; Service (business); Computer science; Medical education","score_opus":0.11131352445350287,"score_gpt":0.4651048002931291,"score_spread":0.3537912758396262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982821,0.00018706328,0.00020726665,0.00008987789,0.0000056593317,0.000040988478,0.000018207478,0.000002108133,0.0011666769],"genre_scores_gemma":[0.9984761,0.0003520084,0.00032515754,0.00007888401,0.0000046459904,0.000060447815,0.000021743872,0.0000023301209,0.00067866547],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9976157,0.0009711283,0.00021476136,0.00018722388,0.00049836864,0.00051275495],"domain_scores_gemma":[0.9896073,0.0048953374,0.0023680504,0.00026631448,0.0013528087,0.0015102454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031891798,0.00019315275,0.00035274032,0.00068392325,0.0011312362,0.0019896566,0.0004763637,0.0005358806,0.0025276549],"category_scores_gemma":[0.008355601,0.00032433536,0.00025717972,0.00057383504,0.0010999485,0.0012167478,0.0010925219,0.0009310356,0.00037781743],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021935317,0.0023347784,0.45351323,0.001134175,0.00003877467,0.0014705947,0.4874002,0.00013211902,0.005983837,0.0007482561,0.0008696428,0.046154935],"study_design_scores_gemma":[0.000017085866,0.00076335005,0.2526225,0.00027846821,0.000030691714,0.0004990342,0.7379755,0.00013847981,0.00088651554,0.00013149322,0.0066303206,0.000026628317],"about_ca_topic_score_codex":0.0034564887,"about_ca_topic_score_gemma":0.0088375425,"teacher_disagreement_score":0.0034564887,"about_ca_system_score_codex":0.0010990724,"about_ca_system_score_gemma":0.0019147696,"threshold_uncertainty_score":0.016866207},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4297513749","doi":"10.19173/irrodl.v23i3.6046","title":"Unleashing Adult Learners’ Numeracy Agency Through Self-Determined Online Professional Development","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital literacy in education","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Numeracy; Agency (philosophy); Resource (disambiguation); Literacy; Psychology; Professional development; Experiential learning; Mathematics education; Pedagogy; Computer science; Sociology","score_opus":0.072905389564144,"score_gpt":0.4381875657427444,"score_spread":0.3652821761786004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39890742,0.012066451,0.16302249,0.025958747,0.0007337127,0.001801809,0.0003891857,0.0011881476,0.3959321],"genre_scores_gemma":[0.72764707,0.008756752,0.22608678,0.003706716,0.00012597804,0.0019950632,0.00019678776,0.00018031347,0.03130463],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9919363,0.005877666,0.00033350938,0.0003797667,0.0011175657,0.0003552029],"domain_scores_gemma":[0.97289634,0.019179005,0.0011943596,0.0029406378,0.0017106014,0.0020791658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016154556,0.00018973948,0.00030058884,0.0009902305,0.0011214195,0.004500014,0.0013776787,0.0007551577,0.006172422],"category_scores_gemma":[0.02562911,0.00021091865,0.00034888388,0.000488769,0.0031820056,0.0048580766,0.007643041,0.0012199979,0.0013327168],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076819066,0.00066950184,0.0066495,0.00251659,0.000026218657,0.0003108687,0.040016502,0.0003226068,0.0017354761,0.05576085,0.012398573,0.8795164],"study_design_scores_gemma":[0.00014361758,0.0010290269,0.015122602,0.008124646,0.00007799057,0.0010845404,0.039214563,0.0011663806,0.0069603357,0.10005453,0.82693094,0.000090773814],"about_ca_topic_score_codex":0.0005700456,"about_ca_topic_score_gemma":0.0023977184,"teacher_disagreement_score":0.016154556,"about_ca_system_score_codex":0.0012319084,"about_ca_system_score_gemma":0.006357977,"threshold_uncertainty_score":0.0854345},"labels":[],"label_agreement":null},{"id":"W4297513759","doi":"10.19173/irrodl.v23i2.5870","title":"Educational Processes and Learning at Home During COVID-19: Parents’ Experiences with Distance Education","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Education Studies and Reforms","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Social distance; Socioeconomic status; Psychology; Theme (computing); Medical education; Coronavirus disease 2019 (COVID-19); Mathematics education; Developmental psychology; Social psychology; Sociology; Medicine; Computer science","score_opus":0.07289325220700976,"score_gpt":0.4565365171037573,"score_spread":0.38364326489674755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995814,0.0004651056,0.0004623123,0.0008333395,0.000041130315,0.000025151523,0.000035327786,0.000009720683,0.002313906],"genre_scores_gemma":[0.99847215,0.0003604555,0.00022096156,0.00015393992,0.000009128404,0.000023779925,0.000023245044,0.00000632513,0.00072981947],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99680555,0.0020504736,0.00011114251,0.00018819471,0.00028980666,0.0005548827],"domain_scores_gemma":[0.99351066,0.003932501,0.000625248,0.00021083064,0.00046496783,0.0012557503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004525819,0.00037578912,0.00053881464,0.00056472933,0.005274279,0.002673638,0.0010681674,0.0014976563,0.001832942],"category_scores_gemma":[0.011510943,0.0004477139,0.00032200274,0.0005812434,0.0037342387,0.002599611,0.004175908,0.002739442,0.00024217696],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049585266,0.00007369844,0.011491193,0.00007273925,0.0000048787083,0.0024476093,0.9768787,0.000042324282,0.00036787358,0.00063441246,0.00046960608,0.0074673],"study_design_scores_gemma":[0.0000044981357,0.000120946024,0.009721921,0.00010525485,0.0000069867565,0.0007972137,0.9821092,0.00007307043,0.00025855194,0.00018373827,0.006597065,0.000021684591],"about_ca_topic_score_codex":0.007753141,"about_ca_topic_score_gemma":0.009737934,"teacher_disagreement_score":0.007753141,"about_ca_system_score_codex":0.0023579674,"about_ca_system_score_gemma":0.0015983027,"threshold_uncertainty_score":0.02393514},"labels":[],"label_agreement":null},{"id":"W4297513788","doi":"10.19173/irrodl.v23i3.6242","title":"Book Review: Reimagining Digital Learning for Sustainable Development: How Upskilling, Data Analytics, and Educational Technologies Close the Skill Gap","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Data science; Analytics; Computer science; Educational technology; Cultural analytics; Knowledge management; World Wide Web; Mathematics education; Psychology; The Internet; Semantic analytics","score_opus":0.11927962642967771,"score_gpt":0.4700364682178838,"score_spread":0.3507568417882061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513788","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020161465,0.8421833,0.0006528939,0.060297925,0.0632789,0.00007011329,0.00039462827,0.00012142376,0.032799263],"genre_scores_gemma":[0.0021160874,0.77182055,0.0010201593,0.03971404,0.031674944,0.00011750385,0.0007602847,0.00017075427,0.1526057],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979825,0.00025409818,0.0001285339,0.00018491766,0.0013585833,0.000091343885],"domain_scores_gemma":[0.99271846,0.0023643302,0.00060670136,0.00010093827,0.0035340756,0.00067547144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016035571,0.00083130115,0.0017869592,0.0030494756,0.0007750047,0.00380257,0.0013543874,0.0024366295,0.030992165],"category_scores_gemma":[0.00878816,0.00041228707,0.0007117969,0.0047337217,0.00090332417,0.0032725453,0.0012322018,0.0036358226,0.021974258],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007464464,0.000005983103,0.000025729292,0.00073633203,0.000008952993,0.000012265052,0.000018769259,0.000021015041,0.000060110906,0.0005589432,0.96288013,0.03566416],"study_design_scores_gemma":[0.0000077215045,0.000016685739,0.000142384,0.001043557,0.00001658498,0.00011010067,0.000027891807,0.000016803218,0.000046595775,0.00051562884,0.99804914,0.0000069291937],"about_ca_topic_score_codex":0.0037706941,"about_ca_topic_score_gemma":0.0123645775,"teacher_disagreement_score":0.030992165,"about_ca_system_score_codex":0.0022677665,"about_ca_system_score_gemma":0.0055806423,"threshold_uncertainty_score":0.10367918},"labels":[],"label_agreement":null},{"id":"W4308259539","doi":"10.19173/irrodl.v23i4.6484","title":"SLOAN: Social Learning Optimization Analysis of Networks","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Opinion Dynamics and Social Influence","field":"Physics and Astronomy","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Dissemination; Computer science; Social network analysis; Social network (sociolinguistics); Set (abstract data type); Social learning; Subject (documents); Social media; Data science; World Wide Web; Knowledge management","score_opus":0.048025724047608666,"score_gpt":0.42487251796680503,"score_spread":0.37684679391919634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08376279,0.0005318301,0.902506,0.00062291906,0.00004605972,0.00065329747,0.0031362227,0.0017395451,0.0070013306],"genre_scores_gemma":[0.5796688,0.00058701006,0.40835282,0.00009679077,0.00010596711,0.002119597,0.004965542,0.00033039539,0.0037731063],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949104,0.003206335,0.00029291437,0.00055952364,0.00086569105,0.00016506632],"domain_scores_gemma":[0.9765781,0.017941259,0.002221561,0.0017234206,0.0011402102,0.00039537944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065208557,0.0011069024,0.0009425994,0.00773347,0.0011943112,0.0021505111,0.0009859969,0.00063091656,0.00448341],"category_scores_gemma":[0.021596711,0.0004268206,0.0017529242,0.004407148,0.0013513506,0.0036016605,0.0023562226,0.0010542942,0.0007628207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003759894,0.0005048207,0.041179482,0.0013409121,0.0007073298,0.00036589935,0.002672229,0.4289508,0.0037989956,0.19800906,0.0092487605,0.31284568],"study_design_scores_gemma":[0.00002805669,0.00009836514,0.006593924,0.00006306365,0.00004192872,0.000059912065,0.000687044,0.87048525,0.0013233082,0.112057604,0.008532903,0.000028688362],"about_ca_topic_score_codex":0.003605934,"about_ca_topic_score_gemma":0.003763309,"teacher_disagreement_score":0.00773347,"about_ca_system_score_codex":0.0019351994,"about_ca_system_score_gemma":0.0014746309,"threshold_uncertainty_score":0.034485996},"labels":[],"label_agreement":null},{"id":"W4308259541","doi":"10.19173/irrodl.v23i4.6120","title":"Impact of COVID-19 on Formal Education: An International Review of Practices and Potentials of Open Education at a Distance","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of West Attica; Scheme for Promotion of Academic and Research Collaboration; Universidad Internacional de La Rioja; Université de Lille","keywords":"Distance education; Open education; Coronavirus disease 2019 (COVID-19); International education; Face (sociological concept); Psychological intervention; Political science; Formal education; Scale (ratio); Pandemic; Medical education; Higher education; Public relations; Sociology; Medicine; Pedagogy; Geography; Nursing; Social science","score_opus":0.1299984535134669,"score_gpt":0.5267911628180162,"score_spread":0.3967927093045493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259541","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059864006,0.9952813,0.00013385985,0.0018458299,0.00020986695,0.000013483198,0.00003111995,0.0000037520233,0.0018820814],"genre_scores_gemma":[0.005235069,0.99371654,0.00017592982,0.0006237399,0.00011226194,0.00001556616,0.00002394459,0.0000055141927,0.000091541515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935661,0.002851577,0.0012342014,0.0005583633,0.0013248487,0.00046491725],"domain_scores_gemma":[0.96760345,0.025744528,0.0030040154,0.0005018496,0.0026130683,0.00053311116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009503287,0.0007467157,0.0011969375,0.0057383133,0.0009187458,0.0048452923,0.0012637464,0.0018420366,0.0031275323],"category_scores_gemma":[0.023380557,0.00057848747,0.0012731634,0.0091582015,0.004102915,0.0049773506,0.0026489862,0.0028763644,0.00046407277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011218188,0.00006973999,0.0023905411,0.11669381,0.0003028671,0.0002969076,0.006505531,0.0005857407,0.00030298383,0.024568832,0.019686779,0.82848406],"study_design_scores_gemma":[0.000014311276,0.00015084507,0.008207802,0.27205107,0.00046321924,0.001042306,0.007443092,0.00013506945,0.0003525297,0.003139514,0.7069266,0.00007364428],"about_ca_topic_score_codex":0.013572704,"about_ca_topic_score_gemma":0.017889952,"teacher_disagreement_score":0.013572704,"about_ca_system_score_codex":0.004683125,"about_ca_system_score_gemma":0.013681169,"threshold_uncertainty_score":0.050258815},"labels":[],"label_agreement":null},{"id":"W4308259542","doi":"10.19173/irrodl.v23i4.6304","title":"Translating and Validating the Community of Inquiry Survey Instrument in Brazil","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portuguese; Community of inquiry; Adaptation (eye); Inclusion (mineral); Psychology; Medical education; Computer-assisted web interviewing; Cognition; Test (biology); Reliability (semiconductor); Computer science; Applied psychology; Medicine; Social psychology","score_opus":0.21469738831323454,"score_gpt":0.4794621008062562,"score_spread":0.26476471249302164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8584258,0.0037449484,0.07752479,0.0037858936,0.0006234349,0.016789455,0.002819899,0.00035293945,0.035932887],"genre_scores_gemma":[0.84986734,0.0022657593,0.12103053,0.0011687469,0.000096693126,0.020843545,0.0018366228,0.00018456063,0.0027062518],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9642556,0.022355305,0.00463883,0.0021369143,0.0052308897,0.0013824793],"domain_scores_gemma":[0.9208237,0.036973853,0.0053621135,0.005541043,0.029360311,0.0019391159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0635107,0.0006818541,0.0010704722,0.0045598154,0.0021520907,0.002671058,0.0011136922,0.00083315093,0.002648831],"category_scores_gemma":[0.09641719,0.0007299191,0.0011477241,0.0033967737,0.0019272125,0.0019707293,0.0030173268,0.0011807875,0.00070328545],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041333603,0.00220378,0.36581948,0.005207957,0.0002826085,0.0010180592,0.124279186,0.0015430378,0.009957091,0.021173852,0.009423612,0.458678],"study_design_scores_gemma":[0.0006000196,0.0031169143,0.6231773,0.011738922,0.00049147604,0.0013449509,0.12691478,0.011662658,0.0110266665,0.015897578,0.19365436,0.00037440658],"about_ca_topic_score_codex":0.012597706,"about_ca_topic_score_gemma":0.017995924,"teacher_disagreement_score":0.0635107,"about_ca_system_score_codex":0.0029797675,"about_ca_system_score_gemma":0.01663417,"threshold_uncertainty_score":0.3358807},"labels":[],"label_agreement":null},{"id":"W4308259544","doi":"10.19173/irrodl.v23i4.6193","title":"Open Distance and e-Learning: Ethiopian Doctoral Students’ Satisfaction with Support Services","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Leverage (statistics); Distance education; Psychology; Medical education; Higher education; Population; Open university; Sociology; Pedagogy; Political science; Computer science; Medicine","score_opus":0.07616194279843819,"score_gpt":0.47391294500777625,"score_spread":0.39775100220933807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99813014,0.00019374235,0.000057578563,0.00022752467,0.000009361047,0.0000061823785,0.000039033617,0.0000011017788,0.0013352443],"genre_scores_gemma":[0.9991486,0.0001929987,0.00004739769,0.00006870276,0.000004216223,0.000004228524,0.000022270087,4.823384e-7,0.0005110975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991823,0.00026219885,0.00007929912,0.00005671794,0.00023069295,0.00018871954],"domain_scores_gemma":[0.9973579,0.00056268607,0.00056191836,0.00004335298,0.0004231716,0.0010509462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014753169,0.00009094433,0.00019118706,0.0004108552,0.0005546839,0.0014898514,0.00020785237,0.0002949332,0.0034052155],"category_scores_gemma":[0.003846046,0.00007369035,0.00018701423,0.00053201674,0.00032809091,0.00046621528,0.0007664702,0.00045757342,0.00030899607],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017448995,0.00082515035,0.8926783,0.00026131215,0.000058908867,0.00048780593,0.022001281,0.00016845488,0.0010916136,0.0006730517,0.0021293485,0.07945024],"study_design_scores_gemma":[0.000015560861,0.00058574916,0.88236016,0.00014030695,0.000027673539,0.00052030926,0.106104076,0.00027952006,0.00055993994,0.00018017729,0.009205098,0.000021384027],"about_ca_topic_score_codex":0.0012132631,"about_ca_topic_score_gemma":0.0020255223,"teacher_disagreement_score":0.0034052155,"about_ca_system_score_codex":0.00053692237,"about_ca_system_score_gemma":0.0011275708,"threshold_uncertainty_score":0.01139158},"labels":[],"label_agreement":null},{"id":"W4308259550","doi":"10.19173/irrodl.v23i4.6427","title":"Book Review: The Finest Blend: Graduate Education in Canada","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Lembaga Pengelola Dana Pendidikan","keywords":"Library science; Sociology; Media studies; Pedagogy; Computer science; Mathematics education; Psychology","score_opus":0.06705522866265147,"score_gpt":0.44988950497593,"score_spread":0.38283427631327854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259550","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016431478,0.88670117,0.000071260656,0.0598777,0.04168645,0.00003452407,0.00046571397,0.000027843284,0.010970886],"genre_scores_gemma":[0.0031484705,0.9104723,0.00021114228,0.039658695,0.015667899,0.00004994488,0.00042408513,0.000041636216,0.030325837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791914,0.00013701066,0.00014494482,0.00017581732,0.0013944287,0.00022871322],"domain_scores_gemma":[0.98676246,0.0018576838,0.0005897216,0.00019161786,0.008801794,0.0017967895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018775656,0.0009279502,0.0018347095,0.0050351867,0.0022840328,0.005822234,0.0025336358,0.0042944895,0.018802004],"category_scores_gemma":[0.012399569,0.000483719,0.00072896545,0.014048818,0.0025413192,0.0021487274,0.0014744567,0.0046970076,0.006031692],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010279025,0.0000045903266,0.00008600664,0.0011819522,0.00000785933,0.000026908852,0.000037676393,0.00003649549,0.000017057197,0.0009163225,0.96590483,0.03176997],"study_design_scores_gemma":[0.000010567873,0.000007790009,0.00080749876,0.0037947306,0.000018884204,0.00011019908,0.00010537586,0.000017267257,0.000017031229,0.00026847227,0.9948266,0.00001543904],"about_ca_topic_score_codex":0.7912836,"about_ca_topic_score_gemma":0.9192971,"teacher_disagreement_score":0.9636779,"about_ca_system_score_codex":0.036322135,"about_ca_system_score_gemma":0.09011856,"threshold_uncertainty_score":0.41989112},"labels":[],"label_agreement":null},{"id":"W4308259557","doi":"10.19173/irrodl.v23i4.6472","title":"Book Review: The Distributed University for Sustainable Higher Education","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"University-Industry-Government Innovation Models","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; Higher education; Educational technology; Sociology; Pedagogy; Mathematics education; Political science; Psychology","score_opus":0.051240338406864955,"score_gpt":0.3489508164072516,"score_spread":0.29771047800038664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259557","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007506913,0.5164504,0.0025888646,0.075757876,0.13096371,0.00018265958,0.00092014513,0.0009024843,0.2714831],"genre_scores_gemma":[0.004445412,0.17344995,0.0014266524,0.025674505,0.027133547,0.00012315344,0.0012785533,0.00035880084,0.76610935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892104,0.000102846396,0.000047179557,0.00013906336,0.00073546125,0.000054534183],"domain_scores_gemma":[0.99729025,0.0006944783,0.00016028652,0.000094943716,0.0014062414,0.00035394772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063323346,0.00087405526,0.0012516958,0.0020153758,0.0011016836,0.0040986715,0.0011268128,0.0025712228,0.08848945],"category_scores_gemma":[0.0037373158,0.0003393555,0.0005393665,0.0033119912,0.0006447432,0.0036201198,0.001334272,0.0030759021,0.06353636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037959633,0.000006628345,0.000018706103,0.0001239117,0.0000022319107,0.000009085988,0.0000073992505,0.000026430851,0.000046709294,0.00065381534,0.96725804,0.031843368],"study_design_scores_gemma":[0.0000038433286,0.000010029608,0.00013254516,0.00020557441,0.00000359362,0.00008883457,0.000017158416,0.000037530215,0.000040473864,0.00049109804,0.99896467,0.0000047170524],"about_ca_topic_score_codex":0.0024460615,"about_ca_topic_score_gemma":0.0070261494,"teacher_disagreement_score":0.08848945,"about_ca_system_score_codex":0.0014203679,"about_ca_system_score_gemma":0.0034718204,"threshold_uncertainty_score":0.2960267},"labels":[],"label_agreement":null},{"id":"W4308259582","doi":"10.19173/irrodl.v23i4.6223","title":"Development of the Online Course Overload Indicator and the Student Mental Fatigue Survey","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Exploratory factor analysis; Information overload; Psychology; Applied psychology; Perception; Construct validity; Construct (python library); Higher education; Reliability (semiconductor); Medical education; Psychometrics; Computer science; Clinical psychology; World Wide Web; Medicine","score_opus":0.1587886628294095,"score_gpt":0.5004990875361338,"score_spread":0.3417104247067243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794734,0.00014947294,0.007865656,0.00047308928,0.000081849445,0.004706866,0.0019746637,0.00012168626,0.0051532546],"genre_scores_gemma":[0.9372074,0.00042671035,0.042888347,0.00032792034,0.00006917614,0.012892193,0.004332528,0.000031532873,0.0018242188],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9962727,0.001324576,0.00069746876,0.00016319207,0.0012314864,0.00031056162],"domain_scores_gemma":[0.9833239,0.0040564546,0.0034240633,0.0007771231,0.006604708,0.0018138126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008904324,0.00029591026,0.00042956724,0.0031736845,0.0005389495,0.00093408144,0.0005822959,0.00041570675,0.001568533],"category_scores_gemma":[0.019988365,0.000323988,0.0006447063,0.0013611738,0.00031317337,0.0011078444,0.001598079,0.0012251531,0.0004538058],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020589404,0.0020427404,0.8273783,0.00017681817,0.00007694836,0.00007590834,0.0022509696,0.0007798013,0.0014359589,0.0010170682,0.0038293696,0.1607302],"study_design_scores_gemma":[0.00006524159,0.0012229114,0.9820515,0.000109569846,0.000033663942,0.00010181145,0.0021683867,0.0021200064,0.0010853024,0.0004808414,0.0105194785,0.00004130119],"about_ca_topic_score_codex":0.0020630076,"about_ca_topic_score_gemma":0.0036431039,"teacher_disagreement_score":0.008904324,"about_ca_system_score_codex":0.0009846785,"about_ca_system_score_gemma":0.002979113,"threshold_uncertainty_score":0.047091126},"labels":[],"label_agreement":null},{"id":"W4308259596","doi":"10.19173/irrodl.v23i4.6361","title":"MOOCs as a Research Agenda: Changes Over Time","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Timeline; Scopus; Continuance; Citation; Computer science; Higher education; Data science; Citation analysis; World Wide Web; Psychology; Political science; Geography","score_opus":0.13590648847345405,"score_gpt":0.4931434373519149,"score_spread":0.35723694887846086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71429974,0.13723603,0.0037116867,0.1023506,0.0027643456,0.0001418889,0.0028708894,0.0002621556,0.036362715],"genre_scores_gemma":[0.9519167,0.03612471,0.0029374228,0.0029538001,0.0017773105,0.000119762226,0.0012255666,0.00010140812,0.002843283],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9879358,0.0035008914,0.0014147004,0.0020830603,0.004075775,0.0009897439],"domain_scores_gemma":[0.95117843,0.020649018,0.010141069,0.0017929984,0.009687738,0.0065507423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018178608,0.00032182166,0.0008765812,0.016216096,0.0024459846,0.017230121,0.0013736449,0.0026531743,0.003204434],"category_scores_gemma":[0.05232211,0.0003368033,0.00054781913,0.032860693,0.002830841,0.01356858,0.0055829133,0.0022942317,0.0009217936],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034109826,0.00034224588,0.22832566,0.008189231,0.00032320846,0.0013893171,0.10349703,0.0007630689,0.0052469596,0.09476713,0.02767188,0.5291432],"study_design_scores_gemma":[0.00003278491,0.00028973212,0.41812626,0.0044849706,0.00021432602,0.0009420781,0.16681716,0.001345318,0.001671143,0.019453513,0.38645822,0.0001644737],"about_ca_topic_score_codex":0.004429219,"about_ca_topic_score_gemma":0.005569323,"teacher_disagreement_score":0.018178608,"about_ca_system_score_codex":0.0043982333,"about_ca_system_score_gemma":0.008267613,"threshold_uncertainty_score":0.096138835},"labels":[],"label_agreement":null},{"id":"W4308302984","doi":"10.19173/irrodl.v23i4.6245","title":"A Case Study on How Distance Education May Inform Post-Pandemic University Teaching","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Qualitative property; TUTOR; Higher education; Flexibility (engineering); Autonomy; Dialogical self; Pedagogy; Mathematics education; Psychology; Instructional design; Computer science; Social psychology","score_opus":0.09674578296902453,"score_gpt":0.47401952104757344,"score_spread":0.3772737380785489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308302984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95434916,0.0013769551,0.008572423,0.0073713576,0.00038713036,0.00032380197,0.00010370056,0.00007525929,0.027440164],"genre_scores_gemma":[0.9832086,0.0008597942,0.0045184344,0.00090127526,0.0000897301,0.000116360825,0.000041483676,0.000026437268,0.010237708],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9928692,0.005304354,0.00018126576,0.00034807043,0.00047949477,0.0008177355],"domain_scores_gemma":[0.9865124,0.008337855,0.00086288154,0.0007750493,0.0008761357,0.002635767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005670347,0.00050073926,0.00039567795,0.0014579771,0.009537162,0.004133279,0.0023398565,0.004520024,0.005310656],"category_scores_gemma":[0.014536398,0.00032182995,0.00051565014,0.001558076,0.0044116797,0.0034631668,0.00532907,0.003434696,0.00088181545],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017198003,0.0013352192,0.02154299,0.00046353682,0.000023308798,0.046562016,0.83926934,0.00048646165,0.002461896,0.014418147,0.0058038426,0.067461304],"study_design_scores_gemma":[0.00002725302,0.0005551184,0.008557701,0.0003745806,0.000021062593,0.015776532,0.88204527,0.0009584507,0.0021012558,0.002557183,0.08697438,0.00005115568],"about_ca_topic_score_codex":0.003272343,"about_ca_topic_score_gemma":0.011365293,"teacher_disagreement_score":0.009537162,"about_ca_system_score_codex":0.0036146203,"about_ca_system_score_gemma":0.0027389536,"threshold_uncertainty_score":0.02998805},"labels":[],"label_agreement":null},{"id":"W4308495629","doi":"10.19173/irrodl.v23i4.6445","title":"A Learning Analytics Approach Using Social Network Analysis and Binary Classifiers on Virtual Resource Interactions for Learner Performance Prediction","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Learning analytics; Leverage (statistics); Virtual learning environment; Variety (cybernetics); Online learning; Component (thermodynamics); Resource (disambiguation); Educational technology; Artificial intelligence; Data science; Multimedia; Mathematics education; Psychology","score_opus":0.09942502324876194,"score_gpt":0.4139832109013118,"score_spread":0.31455818765254984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308495629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30080917,0.0016273954,0.68061703,0.0020394356,0.00041513066,0.00076839625,0.0035808098,0.0032042966,0.0069384202],"genre_scores_gemma":[0.88215965,0.00033078156,0.11295067,0.00011803021,0.00021115277,0.000336505,0.0019406418,0.0000476636,0.0019048594],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981692,0.0006830432,0.00015261043,0.00039497326,0.00040336346,0.0001967744],"domain_scores_gemma":[0.99528944,0.0029665984,0.00056273624,0.00029056214,0.0006275346,0.0002631532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026364918,0.0018013451,0.0014436322,0.007869679,0.00078663527,0.0020091706,0.0012394753,0.0013811778,0.0018464107],"category_scores_gemma":[0.0075491234,0.00031032605,0.0013113237,0.0027356057,0.0003877614,0.0019053927,0.0010915467,0.0018966926,0.0013417944],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007770049,0.0028422987,0.134908,0.00042476348,0.00067699386,0.00043984805,0.0008001108,0.15840274,0.006335419,0.0061246515,0.010999075,0.6772691],"study_design_scores_gemma":[0.000009292134,0.000128148,0.009221305,0.000037147023,0.000041011994,0.000056207016,0.00019112071,0.9841675,0.0011626766,0.0040092976,0.00095144374,0.000024772171],"about_ca_topic_score_codex":0.0065339636,"about_ca_topic_score_gemma":0.0053662932,"teacher_disagreement_score":0.007869679,"about_ca_system_score_codex":0.0009222205,"about_ca_system_score_gemma":0.0008780637,"threshold_uncertainty_score":0.013943255},"labels":[],"label_agreement":null},{"id":"W4308496108","doi":"10.19173/irrodl.v23i4.6295","title":"Technology Enabling the New Normal: How Students Respond to Classes","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational and Employee Performance","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Structural equation modeling; Theory of planned behavior; Psychology; Pandemic; Coronavirus disease 2019 (COVID-19); Technology acceptance model; Self-efficacy; Class (philosophy); Distance education; Mathematics education; Social psychology; Usability; Control (management); Computer science; Mathematics; Medicine; Statistics","score_opus":0.06023166702633054,"score_gpt":0.41014733744437976,"score_spread":0.3499156704180492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308496108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99850744,0.000046294863,0.00009345169,0.00021421048,0.00001029363,0.000014807258,0.000034003584,0.000004674955,0.0010748492],"genre_scores_gemma":[0.9989071,0.000076575554,0.000085590276,0.0001324968,0.0000067067876,0.000019948417,0.00004402467,0.0000032073478,0.00072446547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989421,0.00042802762,0.000073768846,0.00011515242,0.00024391488,0.00019715207],"domain_scores_gemma":[0.99453485,0.0019285101,0.0015976388,0.00020559202,0.0004461399,0.0012872684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011526748,0.00015831782,0.00023246508,0.00043505832,0.0006014609,0.0021283235,0.00039317974,0.0007176402,0.0034949868],"category_scores_gemma":[0.010433388,0.0002141365,0.00022613662,0.00039325887,0.0003904754,0.0009840431,0.0007570696,0.0011492945,0.0009917038],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009114364,0.00080519135,0.9369366,0.000047851838,0.000025484887,0.00016416576,0.032695055,0.00006026088,0.0014543094,0.00008918901,0.0007999416,0.02683087],"study_design_scores_gemma":[0.000008806987,0.00048002115,0.9145422,0.000040736184,0.000019790545,0.00020528056,0.08025303,0.00039594498,0.0004259386,0.00013429814,0.003459351,0.000034604018],"about_ca_topic_score_codex":0.002353355,"about_ca_topic_score_gemma":0.0032009128,"teacher_disagreement_score":0.0034949868,"about_ca_system_score_codex":0.0003601158,"about_ca_system_score_gemma":0.00045627958,"threshold_uncertainty_score":0.011691868},"labels":[],"label_agreement":null},{"id":"W4308496115","doi":"10.19173/irrodl.v23i4.6436","title":"The Influence of Sense of Community and Satisfaction With E-Learning and Their Impact on Nursing Students’ Academic Achievement","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic achievement; Psychology; Scale (ratio); Medical education; Sense of community; Mathematics education; Medicine; Social psychology","score_opus":0.0630362980601034,"score_gpt":0.48941190630351405,"score_spread":0.42637560824341064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308496115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976234,0.00011532176,0.00006312558,0.00016280325,0.000011228924,0.0000070997517,0.000027866325,0.0000026417308,0.0019865667],"genre_scores_gemma":[0.9995104,0.00006458901,0.00004426751,0.000025734746,0.0000053845506,0.0000038584876,0.000019086503,0.0000011704976,0.00032548603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759823,0.0009220543,0.00022789733,0.00013157987,0.0007306275,0.00038956487],"domain_scores_gemma":[0.9889025,0.0028810678,0.0027906254,0.00029204995,0.0013877824,0.003745955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002024107,0.00019269931,0.00036425205,0.0008498625,0.00075632764,0.0023638075,0.00037146173,0.000442485,0.0034263036],"category_scores_gemma":[0.008875172,0.00016429179,0.0007138501,0.00067661004,0.0006040907,0.0006079209,0.0014858822,0.001040041,0.0003954061],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011733626,0.0007770901,0.9780934,0.00003718936,0.0001176472,0.0001235868,0.0018250513,0.0000839118,0.00030822406,0.00010918246,0.0002632491,0.01814404],"study_design_scores_gemma":[0.0000050293484,0.00027309146,0.9928389,0.000027050912,0.000032092146,0.00008964564,0.0056844247,0.0002956548,0.0001564301,0.000085697,0.0005003386,0.000011835872],"about_ca_topic_score_codex":0.0037443335,"about_ca_topic_score_gemma":0.006209829,"teacher_disagreement_score":0.0037443335,"about_ca_system_score_codex":0.00048009082,"about_ca_system_score_gemma":0.0009213138,"threshold_uncertainty_score":0.011462152},"labels":[],"label_agreement":null},{"id":"W4308496240","doi":"10.19173/irrodl.v23i4.6475","title":"Using Low-immersive Virtual Reality in Online Learning: Field Notes from Environmental Management Education","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Virtual reality; Thematic analysis; Computer science; Audit; Instructional simulation; Multimedia; Psychology; Qualitative research; Formative assessment; Mathematics education; Human–computer interaction","score_opus":0.10738727670189475,"score_gpt":0.4407043994853974,"score_spread":0.3333171227835027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308496240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9796468,0.0006454735,0.003611548,0.0019831718,0.0000871728,0.00061214867,0.00020056064,0.000037368078,0.013175686],"genre_scores_gemma":[0.9759359,0.0022613318,0.0066771475,0.0009859601,0.00009442229,0.00045686518,0.00018115366,0.000051313757,0.013355951],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9950309,0.0030314154,0.00023810819,0.00036130898,0.0008491357,0.0004891621],"domain_scores_gemma":[0.97788393,0.017001761,0.00061922823,0.0007607197,0.0023908534,0.0013434616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069585545,0.0006979479,0.0005739007,0.0019341221,0.0048205997,0.001974598,0.001626724,0.0015479878,0.0031980325],"category_scores_gemma":[0.011949196,0.00037567434,0.0004079175,0.0016100277,0.0036684894,0.0022852828,0.0024675569,0.0022407947,0.0007496918],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004919404,0.0051044994,0.013084042,0.0018596367,0.000024566265,0.0089421375,0.74621725,0.00077626016,0.01124812,0.0026434094,0.010327956,0.19928023],"study_design_scores_gemma":[0.00007244054,0.003703675,0.030642238,0.00095255364,0.000033441123,0.0033430066,0.8515209,0.0005086508,0.012214426,0.001341042,0.095537394,0.00013033293],"about_ca_topic_score_codex":0.004357001,"about_ca_topic_score_gemma":0.011279711,"teacher_disagreement_score":0.0069585545,"about_ca_system_score_codex":0.0015143423,"about_ca_system_score_gemma":0.0021040146,"threshold_uncertainty_score":0.0368008},"labels":[],"label_agreement":null},{"id":"W4321437985","doi":"10.19173/irrodl.v24i1.7174","title":"Editorial - Volume 24, Issue 1","year":2023,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.0976691402302459,"score_gpt":0.3842653449832701,"score_spread":0.28659620475302416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321437985","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021880682,0.0031476035,0.00006634387,0.014541142,0.9804822,0.000026490603,0.000050162293,0.00004996811,0.0016141314],"genre_scores_gemma":[0.00024917844,0.0031221309,0.00008672156,0.012689086,0.9716006,0.000035592624,0.00006586049,0.00005478951,0.012096082],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99140996,0.0012169089,0.0008156923,0.0009259167,0.004978964,0.0006526007],"domain_scores_gemma":[0.96954465,0.008937261,0.0024589552,0.0009925237,0.012422791,0.0056439238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009466374,0.0052963425,0.0062962743,0.00724079,0.004781526,0.014824954,0.0057433695,0.016159467,0.046660207],"category_scores_gemma":[0.029964393,0.0014591347,0.0037783054,0.0031516263,0.0028966693,0.005443208,0.002798653,0.016904244,0.036255285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033412685,0.000019770796,0.000018940274,0.00015172875,0.000015142945,0.000036331025,0.000004529356,0.000016618427,0.000041773943,0.00011221212,0.9959408,0.003608737],"study_design_scores_gemma":[0.00013356886,0.000039100898,0.0003308766,0.0005878114,0.00007069091,0.00012817034,0.000038564103,0.00016142348,0.00010750486,0.0011324339,0.997248,0.000021965725],"about_ca_topic_score_codex":0.002103547,"about_ca_topic_score_gemma":0.006787376,"teacher_disagreement_score":0.046660207,"about_ca_system_score_codex":0.004083384,"about_ca_system_score_gemma":0.004814173,"threshold_uncertainty_score":0.15609396},"labels":[],"label_agreement":null},{"id":"W4321438055","doi":"10.19173/irrodl.v24i1.7054","title":"Book Review: Participant Experience in an Inquiry-Based Massive Open Online Course, authored by Nathaniel Ostashewski and Martha Cleveland-Innes (Commonwealth of Learning, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Commonwealth; Massive open online course; Online course; Course (navigation); Sociology; Psychology; Library science; Mathematics education; Pedagogy; Computer science; History; Engineering; Archaeology","score_opus":0.3349145744812455,"score_gpt":0.5742983390374775,"score_spread":0.239383764556232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438055","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5286394,0.020730192,0.018566243,0.15241407,0.018793061,0.0027762149,0.004632206,0.0017071579,0.25174144],"genre_scores_gemma":[0.40892076,0.008012282,0.014503446,0.03869228,0.0037372352,0.0021145204,0.0026182367,0.0016554268,0.5197458],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99570125,0.0027167297,0.00010905039,0.00036841803,0.0009136134,0.00019083933],"domain_scores_gemma":[0.9617002,0.031038675,0.00092602946,0.000735985,0.002746688,0.0028524764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056101563,0.00047661646,0.00090206583,0.00078771927,0.005301055,0.0043088677,0.0021001466,0.0027211173,0.022116007],"category_scores_gemma":[0.033466287,0.00034390157,0.00034830978,0.0010762295,0.002543216,0.0029255676,0.00339865,0.002811396,0.006920332],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015820906,0.00039379788,0.0020909156,0.0006963954,0.000022377997,0.004326575,0.19956498,0.00017251007,0.0022753475,0.0027163324,0.69506955,0.092513025],"study_design_scores_gemma":[0.000063641644,0.0006052166,0.0042476025,0.00044106052,0.000016296526,0.0020090397,0.1272615,0.0004551459,0.000903802,0.0012821126,0.8626464,0.000068288195],"about_ca_topic_score_codex":0.0052366923,"about_ca_topic_score_gemma":0.027651649,"teacher_disagreement_score":0.022116007,"about_ca_system_score_codex":0.0025279736,"about_ca_system_score_gemma":0.0035184696,"threshold_uncertainty_score":0.0739854},"labels":[],"label_agreement":null},{"id":"W4321438061","doi":"10.19173/irrodl.v24i1.6589","title":"Using Survival Analysis to Identify Populations of Learners at Risk of Withdrawal: Conceptualization and Impact of Demographics","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Dropout (neural networks); Conceptualization; Psychology; Demographics; Intervention (counseling); Identification (biology); At-risk students; Medical education; Higher education; Mathematics education; Computer science; Medicine; Demography; Sociology; Political science","score_opus":0.17463789600911575,"score_gpt":0.5292195005070426,"score_spread":0.35458160449792686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8716452,0.0020350595,0.1183452,0.0027502964,0.00010489028,0.00047179568,0.0012773647,0.000112898044,0.0032572704],"genre_scores_gemma":[0.9898857,0.0005109007,0.007688267,0.00017367846,0.000064387095,0.00032314126,0.00070807274,0.000018461891,0.000627411],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99423593,0.0037788777,0.00039070504,0.00064183044,0.00059386337,0.0003588619],"domain_scores_gemma":[0.9529417,0.035003543,0.005343836,0.0024844073,0.0027581444,0.0014683193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015529856,0.000606117,0.0008219958,0.0043942514,0.00081993284,0.0020371121,0.0009600185,0.0009586863,0.0028279058],"category_scores_gemma":[0.050341118,0.00018595943,0.0016538043,0.0019516197,0.0014798308,0.0025401032,0.0023141385,0.0015505723,0.00035361064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030313086,0.00027834388,0.91142786,0.0002528867,0.0003899098,0.00021202325,0.003176687,0.0041043283,0.00031984496,0.00865855,0.0011309981,0.06974547],"study_design_scores_gemma":[0.00008973575,0.001470192,0.7808106,0.0008390581,0.0007652508,0.0011326394,0.012075129,0.11355426,0.0010609705,0.0809847,0.007068648,0.00014877002],"about_ca_topic_score_codex":0.0045323777,"about_ca_topic_score_gemma":0.0025849505,"teacher_disagreement_score":0.015529856,"about_ca_system_score_codex":0.0008602684,"about_ca_system_score_gemma":0.0014065484,"threshold_uncertainty_score":0.08213073},"labels":[],"label_agreement":null},{"id":"W4321438066","doi":"10.19173/irrodl.v24i1.6689","title":"The Design and Psychometric Properties of a Peer Observation Tool for Use in LMS-Based Classrooms in Medical Sciences","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Varimax rotation; Content validity; Computer science; Peer assessment; Face validity; Reliability (semiconductor); Psychology; Content analysis; Interview; Medical education; Mathematics education; Cronbach's alpha; Psychometrics; Clinical psychology; Medicine","score_opus":0.5197707500844525,"score_gpt":0.5591341504450672,"score_spread":0.0393634003606147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94706815,0.00023038556,0.034629848,0.00031467815,0.000111459674,0.0140028,0.00017724937,0.0002717851,0.0031936597],"genre_scores_gemma":[0.8411619,0.00035425887,0.13492729,0.0001553682,0.00007820745,0.02206259,0.0003102642,0.000059917085,0.0008902793],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9729191,0.014975421,0.0032550963,0.001370514,0.0067154616,0.0007644026],"domain_scores_gemma":[0.9360787,0.041212548,0.004527433,0.0036431942,0.012876588,0.0016615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.040165912,0.0007553362,0.00060420297,0.0026557269,0.001032529,0.0018420962,0.0012277699,0.0009956297,0.0013001318],"category_scores_gemma":[0.07168329,0.00054461724,0.0015725543,0.0012787525,0.0010994493,0.0019241303,0.001972487,0.0009146468,0.0004918681],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022691423,0.0064155576,0.35774407,0.0025304726,0.0003537674,0.00044751234,0.027907752,0.0018883571,0.022622332,0.0015750633,0.0021569869,0.57408905],"study_design_scores_gemma":[0.0012196387,0.035685528,0.8832989,0.0016587751,0.00079634157,0.0010711042,0.01842677,0.012790992,0.022856161,0.0022943967,0.019524297,0.00037723387],"about_ca_topic_score_codex":0.0007166195,"about_ca_topic_score_gemma":0.0010706179,"teacher_disagreement_score":0.040165912,"about_ca_system_score_codex":0.0013739106,"about_ca_system_score_gemma":0.00330962,"threshold_uncertainty_score":0.21242023},"labels":[],"label_agreement":null},{"id":"W4321438068","doi":"10.19173/irrodl.v24i1.6453","title":"What are the indicators of Student Engagement in Learning Management Systems? A Systematized Review of the Literature","year":2023,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tehran University of Medical Sciences and Health Services","keywords":"Learning Management; Scopus; Student engagement; Higher education; Learning analytics; Psychology; Computer science; World Wide Web; Mathematics education; Knowledge management; Medical education; Data science; MEDLINE; Political science; Medicine","score_opus":0.11654893853459242,"score_gpt":0.48350569044252956,"score_spread":0.36695675190793714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438068","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023716905,0.99862254,0.0001706314,0.0004649203,0.00013272384,0.000029906572,0.00004543521,0.0000039696524,0.00029271393],"genre_scores_gemma":[0.002996039,0.995915,0.00051687687,0.00028005376,0.0001000032,0.00006813087,0.000048507718,0.0000027157464,0.000072604096],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99095696,0.0031990674,0.002623964,0.00082833593,0.0021538534,0.00023781613],"domain_scores_gemma":[0.9676527,0.02368139,0.0037509925,0.00037803125,0.004233804,0.0003032218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009913722,0.0013105551,0.0035551111,0.014859711,0.00063172163,0.004539354,0.0016798403,0.0020599284,0.0019511433],"category_scores_gemma":[0.03425313,0.0008862502,0.0025221212,0.014586362,0.0013038912,0.005295552,0.0015244756,0.0015530512,0.00059518777],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009514677,0.000052339827,0.001110112,0.40472487,0.0009958603,0.00010450725,0.0007474186,0.00020838625,0.00062520616,0.0027894417,0.0065460145,0.5820007],"study_design_scores_gemma":[0.00004969217,0.00039024986,0.009412236,0.66610366,0.007920864,0.0011399536,0.0020257465,0.0003156752,0.0009833014,0.0037740956,0.3077657,0.00011879654],"about_ca_topic_score_codex":0.0029692308,"about_ca_topic_score_gemma":0.005840343,"teacher_disagreement_score":0.014859711,"about_ca_system_score_codex":0.0029927066,"about_ca_system_score_gemma":0.008500433,"threshold_uncertainty_score":0.052429438},"labels":[],"label_agreement":null},{"id":"W4321438078","doi":"10.19173/irrodl.v24i1.6466","title":"Book Review: Powering a Learning Society During an Age of Disruption, edited by Sungsup Ra, Shanti Jagannathan, and Rupert Maclean (Springer, 2021)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Economic and Business Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Media studies","score_opus":0.06466971344126761,"score_gpt":0.36334654992595006,"score_spread":0.29867683648468246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438078","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000078703495,0.95060486,0.00023277193,0.016670384,0.021418674,0.00001611189,0.00025365537,0.000044179025,0.010680584],"genre_scores_gemma":[0.00103619,0.91908365,0.00044235928,0.009731663,0.017255824,0.000043124703,0.00050326664,0.0000560756,0.051847856],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992111,0.00011595074,0.00005521999,0.00010730565,0.00045177405,0.000058573765],"domain_scores_gemma":[0.9974831,0.0008525185,0.00022976559,0.000052391242,0.0010793454,0.00030299713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009431833,0.0011922051,0.0017192168,0.0031655936,0.0006412535,0.0034643668,0.0014301846,0.0022342338,0.034421384],"category_scores_gemma":[0.004628712,0.00043960757,0.0006067493,0.0050910967,0.0007101017,0.003141532,0.0012992233,0.0035271926,0.03183276],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009094592,0.0000064201536,0.000029521945,0.0008154712,0.000007733496,0.000012111208,0.000019217206,0.00003327736,0.00003560548,0.00063742476,0.94303185,0.05536229],"study_design_scores_gemma":[0.00000790598,0.000013123667,0.00021989024,0.0013025637,0.000012487891,0.00016397538,0.000029165569,0.00002255893,0.000027049993,0.0007940766,0.99739933,0.000007923763],"about_ca_topic_score_codex":0.0054903706,"about_ca_topic_score_gemma":0.012306662,"teacher_disagreement_score":0.034421384,"about_ca_system_score_codex":0.0020559123,"about_ca_system_score_gemma":0.0045826803,"threshold_uncertainty_score":0.11515099},"labels":[],"label_agreement":null},{"id":"W4321438093","doi":"10.19173/irrodl.v24i1.7044","title":"Book Review: The Encyclopedia of Female Pioneers in Online Learning, authored by Susan Bainbridge and Norine Wark (Routledge, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Encyclopedia; Media studies; Psychology; Sociology; Computer science; Library science","score_opus":0.045115864577946,"score_gpt":0.4425679362662241,"score_spread":0.3974520716882781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438093","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025208626,0.83670086,0.00092492206,0.029168988,0.064352535,0.0001288017,0.0013074545,0.0002639907,0.06690034],"genre_scores_gemma":[0.002479726,0.7234969,0.0014852377,0.018486537,0.025461446,0.00021751267,0.0016896591,0.0003177326,0.2263652],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873465,0.0002090027,0.00013152126,0.00015336735,0.0007025638,0.0000688876],"domain_scores_gemma":[0.99530005,0.0015743966,0.0003783402,0.00015240938,0.0020915978,0.0005032208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001176246,0.0013642892,0.0016027618,0.0052608224,0.00088956195,0.0037230153,0.0013379788,0.0016912122,0.055721153],"category_scores_gemma":[0.00786759,0.0004913981,0.00054524106,0.0073419786,0.00097389956,0.0034572377,0.0014013248,0.0030342527,0.042261597],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000668335,0.0000046320224,0.000028457149,0.0006749111,0.0000043402338,0.00001859672,0.000029608282,0.000020313893,0.00005777984,0.00039903732,0.953795,0.044960745],"study_design_scores_gemma":[0.000003377721,0.000007008672,0.00022001252,0.0010096793,0.0000054795555,0.00014405193,0.00003414082,0.000012358937,0.000029950346,0.00030430715,0.9982242,0.000005416766],"about_ca_topic_score_codex":0.0074667293,"about_ca_topic_score_gemma":0.021871008,"teacher_disagreement_score":0.055721153,"about_ca_system_score_codex":0.0020132535,"about_ca_system_score_gemma":0.0057627843,"threshold_uncertainty_score":0.18640584},"labels":[],"label_agreement":null},{"id":"W4321438122","doi":"10.19173/irrodl.v24i1.6677","title":"The Perception and Behavioral Intention Toward MOOCs: Undergraduates in China","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Theory of planned behavior; Likert scale; Technology acceptance model; Psychology; Usability; Perception; Applied psychology; Control (management); Social psychology; Scale (ratio); Computer science; Developmental psychology","score_opus":0.11303073611914786,"score_gpt":0.4719476668812561,"score_spread":0.35891693076210823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99949706,0.00003566376,0.000037311765,0.000075520125,0.0000029096489,0.0000046181676,0.000026901966,0.0000011205966,0.00031895927],"genre_scores_gemma":[0.999514,0.00005019529,0.000032297223,0.000038294806,0.0000037357097,0.0000047615745,0.00004366677,7.111439e-7,0.00031230293],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995235,0.00006443469,0.00005086909,0.000070629714,0.00016339481,0.00012716842],"domain_scores_gemma":[0.9981427,0.00023517826,0.0004232801,0.00007584783,0.0003393003,0.00078369136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008814382,0.00025256307,0.00023879453,0.000871778,0.00064132805,0.0008228704,0.00022376343,0.00046319194,0.0014759008],"category_scores_gemma":[0.0019982879,0.00020865756,0.00031119442,0.0008228598,0.00041403758,0.00054660876,0.00053083024,0.0005360247,0.00023056871],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017974922,0.0001243376,0.9914403,0.000015779302,0.0000142373,0.000045976714,0.0021803842,0.000049191927,0.0004327406,0.000083742,0.00010221804,0.005493108],"study_design_scores_gemma":[0.000002167012,0.0000747831,0.9977012,0.0000073657507,0.000006917496,0.000021693186,0.0015571354,0.00032576808,0.00007202026,0.00003488393,0.0001915006,0.0000046044483],"about_ca_topic_score_codex":0.030760689,"about_ca_topic_score_gemma":0.034742884,"teacher_disagreement_score":0.030760689,"about_ca_system_score_codex":0.00077196193,"about_ca_system_score_gemma":0.0012552548,"threshold_uncertainty_score":0.061163247},"labels":[],"label_agreement":null},{"id":"W4321438123","doi":"10.19173/irrodl.v24i1.6684","title":"An Online Physics Laboratory Delivered Through Live Broadcasting Media: A COVID-19 Teaching Experience","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nuclear Physics; Universitas Negeri Yogyakarta","keywords":"Physics education; Session (web analytics); Coronavirus disease 2019 (COVID-19); Mathematics education; Multimedia; Psychology; Computer science; World Wide Web; Medicine","score_opus":0.2832312013248983,"score_gpt":0.5644172559014734,"score_spread":0.2811860545765751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908087,0.00017222161,0.0015116927,0.0004966967,0.000075836906,0.00012896332,0.00004947411,0.00007737987,0.0066789775],"genre_scores_gemma":[0.9867344,0.0006319277,0.0048525473,0.0005469447,0.00012911962,0.00018007755,0.00011754738,0.00005589017,0.006751547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998667,0.0006621954,0.000044063265,0.00012709775,0.00024439156,0.0002551983],"domain_scores_gemma":[0.99626285,0.0013645837,0.00022126969,0.00019055366,0.0002341837,0.0017265524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026067796,0.0004225858,0.00046617925,0.00060489384,0.0025689136,0.0021750315,0.0010964924,0.00090595137,0.006525197],"category_scores_gemma":[0.0035383082,0.00021920096,0.00042550312,0.0005323325,0.0012252955,0.0017755631,0.0037489524,0.0015683725,0.001294021],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011884245,0.037741683,0.07126841,0.0017495444,0.000116761155,0.017072298,0.34590614,0.0012525826,0.035715654,0.0042933016,0.022992635,0.46070257],"study_design_scores_gemma":[0.000681179,0.024930581,0.19011827,0.0010212662,0.0002532442,0.010932661,0.4493071,0.0056169084,0.031906046,0.004182955,0.28061923,0.00043057176],"about_ca_topic_score_codex":0.00045042485,"about_ca_topic_score_gemma":0.0018007845,"teacher_disagreement_score":0.006525197,"about_ca_system_score_codex":0.0008124293,"about_ca_system_score_gemma":0.00097184646,"threshold_uncertainty_score":0.02182895},"labels":[],"label_agreement":null},{"id":"W4321438125","doi":"10.19173/irrodl.v24i1.6780","title":"The Online PhD Experience: A Qualitative Systematic Review","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya; Generalitat de Catalunya","keywords":"PsycINFO; Scopus; Psychology; Medical education; Thematic analysis; Population; Online community; Qualitative research; Pedagogy; MEDLINE; Medicine; Sociology; Computer science; World Wide Web","score_opus":0.6435216604996458,"score_gpt":0.7264240239547828,"score_spread":0.08290236345513702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438125","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14260401,0.77472067,0.013647668,0.008554946,0.00081058143,0.035178747,0.014022425,0.00010517354,0.010355845],"genre_scores_gemma":[0.44108185,0.4621795,0.021099333,0.0069422354,0.00022219442,0.061675075,0.0032931145,0.00010370613,0.0034029707],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9642825,0.021880519,0.007602853,0.0015912807,0.0035620278,0.001080744],"domain_scores_gemma":[0.9033805,0.079510495,0.006552243,0.0016628937,0.00778447,0.001109373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05378743,0.0008626332,0.0040286016,0.013426683,0.0023795688,0.0029740427,0.001824131,0.0015124478,0.0050153476],"category_scores_gemma":[0.098916985,0.0010637454,0.002742817,0.0139263645,0.0022724571,0.0043132827,0.0045630783,0.0011661629,0.00042222263],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004971144,0.00013702788,0.007016152,0.7404208,0.001541582,0.0017388177,0.1273629,0.0003031077,0.0014489607,0.0027989126,0.0059232805,0.110811315],"study_design_scores_gemma":[0.00023883313,0.00046399748,0.0078782365,0.72298115,0.0037130525,0.0011951979,0.18007599,0.00016096472,0.00094367954,0.0019157949,0.0803103,0.00012272569],"about_ca_topic_score_codex":0.010186476,"about_ca_topic_score_gemma":0.023985106,"teacher_disagreement_score":0.05378743,"about_ca_system_score_codex":0.009086776,"about_ca_system_score_gemma":0.028607404,"threshold_uncertainty_score":0.28445852},"labels":[],"label_agreement":null},{"id":"W4321439399","doi":"10.19173/irrodl.v24i1.6751","title":"Educational Experience and Instructional Design Effectiveness Within the Community of Inquiry Framework","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Community of inquiry; Instructional design; Process (computing); Social constructivism; Computer science; Knowledge management; Mathematics education; Psychology; Cognition; Sociology; Management science; Pedagogy; Engineering","score_opus":0.2197315686239628,"score_gpt":0.5372588717375409,"score_spread":0.31752730311357813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321439399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69601333,0.010235777,0.12929319,0.009988849,0.00032932518,0.0026784458,0.00008565747,0.00048455285,0.15089095],"genre_scores_gemma":[0.9543218,0.0014390799,0.040791295,0.0004775437,0.000046408193,0.00083388295,0.000031228978,0.00006471615,0.0019940147],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8067563,0.15128377,0.008711201,0.0047015552,0.02593174,0.00261534],"domain_scores_gemma":[0.6175804,0.3369359,0.013022922,0.009632264,0.01632318,0.0065054074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10512906,0.0005625702,0.0011593319,0.0049943756,0.002217207,0.0136905275,0.0021218138,0.0020480042,0.0032209193],"category_scores_gemma":[0.21688348,0.0005296322,0.0009816885,0.0021741933,0.0066128774,0.009715975,0.006773468,0.0024495032,0.00043950864],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005221538,0.0054086256,0.066670105,0.0076731076,0.0007795807,0.0003950919,0.1688056,0.0037639595,0.0027605912,0.10587334,0.0051608803,0.6321869],"study_design_scores_gemma":[0.0020495565,0.015237417,0.14222786,0.015505882,0.0022781808,0.0028420058,0.34312013,0.026923843,0.014888972,0.18995407,0.24426703,0.0007050028],"about_ca_topic_score_codex":0.0007934466,"about_ca_topic_score_gemma":0.0007680316,"teacher_disagreement_score":0.10512906,"about_ca_system_score_codex":0.0042646714,"about_ca_system_score_gemma":0.004895653,"threshold_uncertainty_score":0.55598223},"labels":[],"label_agreement":null},{"id":"W4321439408","doi":"10.19173/irrodl.v24i1.6664","title":"“Someone in Their Corner”: Parental Support in Online Secondary Education","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Parental Involvement in Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Attrition; Student engagement; Online community; Online discussion; Computer-mediated communication; Community of inquiry; Cognition; Pedagogy; The Internet; World Wide Web; Computer science","score_opus":0.17333809260541824,"score_gpt":0.5136123123770829,"score_spread":0.3402742197716647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321439408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9251653,0.037322193,0.0020845756,0.016274175,0.0005244052,0.00004265985,0.00008605971,0.000019610314,0.018481048],"genre_scores_gemma":[0.9883189,0.009779939,0.0003988107,0.0005701615,0.00006546776,0.000019456713,0.000020047304,0.0000038501576,0.00082328403],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99624914,0.0028797316,0.00013402263,0.0001698524,0.0003575675,0.00020975932],"domain_scores_gemma":[0.992187,0.0050888164,0.0011737599,0.00029779476,0.0003811938,0.0008714054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046303663,0.00014561201,0.00024084923,0.0005288921,0.0017811296,0.0024579032,0.00060102425,0.0007187061,0.0021283226],"category_scores_gemma":[0.01465616,0.00017616736,0.00023893343,0.00082517765,0.0016011358,0.0024104328,0.0026279907,0.0011966372,0.00015431717],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017594243,0.00027625292,0.17662665,0.0014843573,0.00010782808,0.0032247857,0.3246114,0.00011970487,0.000415279,0.017986514,0.0076223155,0.46734896],"study_design_scores_gemma":[0.000043525688,0.00039788338,0.18843664,0.0059821038,0.00023359316,0.0048172665,0.67442405,0.00026842175,0.0008561698,0.0064540952,0.11802724,0.000058987214],"about_ca_topic_score_codex":0.0044177403,"about_ca_topic_score_gemma":0.008051751,"teacher_disagreement_score":0.0046303663,"about_ca_system_score_codex":0.0010802138,"about_ca_system_score_gemma":0.0017895655,"threshold_uncertainty_score":0.024488032},"labels":[],"label_agreement":null},{"id":"W4378901087","doi":"10.19173/irrodl.v24i2.6089","title":"Stakeholder Perspectives on the Ethics of AI in Distance-Based Higher Education","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Stakeholder; Distance education; Higher education; Value (mathematics); Engineering ethics; Sociology; Exploratory research; Foundation (evidence); Empirical research; Ethical issues; Key (lock); Knowledge management; Public relations; Computer science; Political science; Pedagogy; Social science; Engineering; Epistemology","score_opus":0.5709885314884485,"score_gpt":0.5947673966372699,"score_spread":0.023778865148821327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378901087","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28632,0.023267698,0.060395785,0.39961562,0.0011353776,0.00023015188,0.00005308368,0.000040573443,0.22894174],"genre_scores_gemma":[0.98327905,0.0045388155,0.0027522761,0.0070419465,0.00012603452,0.000055337347,0.000012898746,0.000011437523,0.002182288],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.8562399,0.12451599,0.002813848,0.0018743394,0.01077142,0.0037844863],"domain_scores_gemma":[0.880342,0.092743054,0.006120591,0.002499356,0.011254323,0.0070406934],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.07749103,0.00039502405,0.00062544027,0.0018324369,0.008674551,0.01308015,0.0016899745,0.0069128834,0.001970268],"category_scores_gemma":[0.060665276,0.00040264122,0.0004071605,0.0022352182,0.025247382,0.010796509,0.009532894,0.007359159,0.00031842367],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000605459,0.00007790323,0.0049942895,0.00046650178,0.000032207183,0.0015359833,0.29877898,0.0010964717,0.0010518772,0.64681447,0.004418115,0.04067266],"study_design_scores_gemma":[0.000024956269,0.00012381702,0.0035506936,0.0021820818,0.000026004991,0.001816889,0.41630122,0.0014551575,0.001161921,0.3538377,0.21942045,0.00009909434],"about_ca_topic_score_codex":0.0024681801,"about_ca_topic_score_gemma":0.002124771,"teacher_disagreement_score":0.99132544,"about_ca_system_score_codex":0.0072487644,"about_ca_system_score_gemma":0.014219958,"threshold_uncertainty_score":0.40981662},"labels":[],"label_agreement":null},{"id":"W4378901677","doi":"10.19173/irrodl.v24i2.6953","title":"Instructor Leadership and the Community of Inquiry Framework: Applying Leadership Theory to Higher Education Online Learning","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Servant leadership; Perception; Shared leadership; Higher education; Leadership style; Transactional leadership; Pedagogy; Leadership studies; Educational leadership; Mathematics education; Social psychology; Political science","score_opus":0.3626546646916372,"score_gpt":0.5204100257548483,"score_spread":0.15775536106321109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378901677","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.162509,0.021832071,0.5317721,0.052864257,0.0014271138,0.0015174736,0.00010167797,0.00033143675,0.2276449],"genre_scores_gemma":[0.9154161,0.0052181045,0.07307572,0.0016273129,0.00029357325,0.0010793187,0.000039597897,0.00004099619,0.0032091509],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9880491,0.009570253,0.00030156056,0.0004966523,0.0012066035,0.0003759069],"domain_scores_gemma":[0.9801993,0.014867501,0.0013277761,0.00064082834,0.0015157699,0.0014488365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014564028,0.00046896894,0.0005076743,0.0054715164,0.002816908,0.006363281,0.0018138023,0.0014580451,0.0024628595],"category_scores_gemma":[0.015504659,0.00030179173,0.0006603225,0.0027654436,0.013555931,0.007142265,0.0038210119,0.0025505933,0.00028305853],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033628057,0.00047977344,0.020770999,0.000983249,0.000052765143,0.0006542914,0.06541383,0.0012621261,0.00039860018,0.6983184,0.0041784593,0.20745392],"study_design_scores_gemma":[0.00011216658,0.00037901016,0.01822181,0.0036002838,0.00007325247,0.0007699126,0.12176443,0.01288599,0.00041937357,0.73438686,0.10731589,0.00007106958],"about_ca_topic_score_codex":0.0033720229,"about_ca_topic_score_gemma":0.0052904175,"teacher_disagreement_score":0.014564028,"about_ca_system_score_codex":0.0045116083,"about_ca_system_score_gemma":0.009417224,"threshold_uncertainty_score":0.07702285},"labels":[],"label_agreement":null},{"id":"W4378903266","doi":"10.19173/irrodl.v24i2.7138","title":"The UNESCO OER Recommendation: Some Observations From the ICDE OER Advocacy Committee","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Open educational resources; Equity (law); Political science; Open education; Computer science; Library science; World Wide Web","score_opus":0.16538588660919348,"score_gpt":0.44797456286411913,"score_spread":0.2825886762549257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378903266","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025235599,0.020181479,0.0037331658,0.8686099,0.0071226605,0.00034487012,0.00069976674,0.000108612774,0.07396397],"genre_scores_gemma":[0.2531841,0.037819844,0.01195054,0.6275642,0.0030633195,0.0011363376,0.0012898281,0.0007756683,0.06321613],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95677805,0.015194951,0.0032959701,0.0033306743,0.016599951,0.0048003555],"domain_scores_gemma":[0.8674224,0.08566341,0.007089657,0.004574256,0.02959295,0.0056573907],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.08633447,0.0007743,0.00072365004,0.0026460914,0.010729062,0.0189514,0.0035826098,0.013346901,0.0035680009],"category_scores_gemma":[0.12539054,0.0008780726,0.00118044,0.0069998833,0.008531253,0.011024822,0.0073117716,0.022956233,0.00088411086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015654747,0.00022444202,0.008967126,0.001931502,0.00006671706,0.0018406509,0.087071896,0.00048440287,0.0014694828,0.16156869,0.63628495,0.09993357],"study_design_scores_gemma":[0.000014464591,0.000021924272,0.0030317425,0.0012161512,0.000012464109,0.000076878365,0.02793209,0.000112595415,0.00031740393,0.003466796,0.96372575,0.00007177944],"about_ca_topic_score_codex":0.15033218,"about_ca_topic_score_gemma":0.13517365,"teacher_disagreement_score":0.9964174,"about_ca_system_score_codex":0.018631786,"about_ca_system_score_gemma":0.035469435,"threshold_uncertainty_score":0.45658576},"labels":[],"label_agreement":null},{"id":"W4378903565","doi":"10.19173/irrodl.v24i2.7339","title":"Editorial - Volume 24, Issue 2","year":2023,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics","score_opus":0.0948292717083387,"score_gpt":0.3836452062292039,"score_spread":0.2888159345208652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378903565","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022566706,0.0027560536,0.000068400004,0.014869788,0.9804309,0.00002667575,0.000051344323,0.00005298225,0.001721174],"genre_scores_gemma":[0.00026497274,0.002708573,0.00008813262,0.013791218,0.969607,0.000038637576,0.00006544896,0.00005905844,0.013376937],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911617,0.0012307056,0.0007976258,0.00093629153,0.0051843976,0.0006891648],"domain_scores_gemma":[0.97042537,0.008584938,0.0021957634,0.0010030805,0.012072024,0.0057188217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009741323,0.005652268,0.0062366207,0.0073341946,0.005060426,0.01529713,0.005702586,0.017146887,0.048072312],"category_scores_gemma":[0.029548066,0.0015384743,0.003952423,0.0032378,0.003072189,0.005627039,0.0029243424,0.017767943,0.0359235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034708064,0.000020252335,0.00001839989,0.00013427509,0.000015360069,0.00003932759,0.000004608443,0.00001642789,0.000042615582,0.00011192355,0.9963665,0.003195634],"study_design_scores_gemma":[0.00014912774,0.000040732877,0.00034203328,0.0005502042,0.000074224285,0.00013158859,0.00004090908,0.00016865013,0.0001127306,0.0011932479,0.9971734,0.000023199069],"about_ca_topic_score_codex":0.0022765712,"about_ca_topic_score_gemma":0.0073356805,"teacher_disagreement_score":0.048072312,"about_ca_system_score_codex":0.0041579474,"about_ca_system_score_gemma":0.005062642,"threshold_uncertainty_score":0.16081792},"labels":[],"label_agreement":null},{"id":"W4378903569","doi":"10.19173/irrodl.v24i2.6905","title":"Scrutinizing Learning Management Systems in Practice: An Applied Time Series Research in Higher Education","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning Management; Autonomy; Computer science; Higher education; Distance education; E learning; Transactional leadership; Scale (ratio); Educational technology; Reliability (semiconductor); Psychology; Mathematics education; Multimedia; Social psychology","score_opus":0.16637287648713933,"score_gpt":0.5243385623219471,"score_spread":0.35796568583480776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378903569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98791015,0.0011015248,0.0061406367,0.00031390562,0.00004297713,0.00014634879,0.000070960225,0.000010134795,0.0042633447],"genre_scores_gemma":[0.9956964,0.00056659826,0.0029744785,0.00007770495,0.000034989647,0.0001671496,0.00007651645,0.000006374932,0.00039977478],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9800541,0.013865519,0.0010783179,0.0011655049,0.003446664,0.0003899168],"domain_scores_gemma":[0.9157977,0.06619376,0.008721292,0.0033655996,0.0049419855,0.0009796462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015414839,0.00025170943,0.00042168886,0.0034981088,0.00080205605,0.0024393583,0.0006874658,0.00066154986,0.0020154219],"category_scores_gemma":[0.05630364,0.00019821728,0.00044025315,0.0059860134,0.001502817,0.0026654417,0.0012834949,0.0006701787,0.00026904632],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031730044,0.0014171079,0.69197017,0.0009158599,0.0003849504,0.0003839264,0.04677286,0.0029236886,0.0019678443,0.014303111,0.0009310427,0.23771217],"study_design_scores_gemma":[0.000044360168,0.0018287719,0.9062603,0.0006763167,0.00016185644,0.00033040333,0.05931811,0.012711469,0.0018321936,0.0054591945,0.011308591,0.00006838084],"about_ca_topic_score_codex":0.0026168458,"about_ca_topic_score_gemma":0.0027569183,"teacher_disagreement_score":0.015414839,"about_ca_system_score_codex":0.0018557875,"about_ca_system_score_gemma":0.001526952,"threshold_uncertainty_score":0.081522405},"labels":[],"label_agreement":null},{"id":"W4378904459","doi":"10.19173/irrodl.v24i2.7061","title":"Book Review: Metaphors of Ed Tech, authored by Martin Weller (AU Press, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Library science; Media studies; Sociology; Computer science","score_opus":0.05946267941121265,"score_gpt":0.42915341101699794,"score_spread":0.3696907316057853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378904459","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018920984,0.7880524,0.00079489534,0.05600386,0.073056474,0.000029062572,0.00042739246,0.00017196563,0.081274755],"genre_scores_gemma":[0.0036164115,0.3345124,0.00093837513,0.03204899,0.034197558,0.00007136124,0.00048984506,0.00023008573,0.59389496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.999283,0.00013761214,0.00004249103,0.00009460839,0.0003889512,0.000053306063],"domain_scores_gemma":[0.99845743,0.0005672293,0.000114228096,0.000053389158,0.0006113172,0.00019640295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001055837,0.0011484404,0.0011635543,0.004337235,0.0011979938,0.004835643,0.0010203962,0.0027258499,0.041724607],"category_scores_gemma":[0.003926807,0.00045140463,0.00045982152,0.0051301913,0.0011766141,0.0047260765,0.0014736756,0.0034045905,0.027676322],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046532678,0.000002572618,0.0000113501765,0.000111603156,0.000001703708,0.000010094623,0.000016904829,0.000022955182,0.000028555085,0.0013906899,0.9813787,0.017020388],"study_design_scores_gemma":[0.0000020199927,0.0000038154894,0.00007726793,0.00015439763,0.000002090516,0.000045078967,0.000020681886,0.000015556412,0.000016788985,0.00059311016,0.99906653,0.000002724956],"about_ca_topic_score_codex":0.00764038,"about_ca_topic_score_gemma":0.023730118,"teacher_disagreement_score":0.041724607,"about_ca_system_score_codex":0.002762447,"about_ca_system_score_gemma":0.0030657784,"threshold_uncertainty_score":0.1395827},"labels":[],"label_agreement":null},{"id":"W4378905786","doi":"10.19173/irrodl.v24i2.7102","title":"Informal Practices of Localizing Open Educational Resources in Ghana","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affordance; Open educational resources; Variety (cybernetics); Computer science; Context (archaeology); Knowledge management; Multimedia; Pedagogy; Sociology; World Wide Web; Human–computer interaction; Artificial intelligence; Geography","score_opus":0.13381393514073547,"score_gpt":0.4885652613800091,"score_spread":0.35475132623927363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378905786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.967367,0.0011015069,0.00837015,0.0022263234,0.000059205555,0.00014855474,0.000043579355,0.00011634224,0.020567356],"genre_scores_gemma":[0.9907085,0.00047713445,0.0024440994,0.00025911062,0.000013042966,0.00007923814,0.000023612649,0.000049313763,0.005946025],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9927914,0.005491542,0.000264261,0.00046272227,0.0005216449,0.0004683198],"domain_scores_gemma":[0.98584104,0.0101977615,0.0015587977,0.0009536203,0.0005713028,0.0008775172],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.006598452,0.00045318852,0.00050836604,0.0012079312,0.0054899333,0.002908896,0.0013799439,0.0012373775,0.006366662],"category_scores_gemma":[0.017142627,0.0004514948,0.00020696265,0.0009641842,0.010326666,0.005032115,0.00840683,0.0012267109,0.0007505553],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044401735,0.00004840224,0.0055673826,0.00024139344,0.0000039835163,0.0022258577,0.965335,0.000067013745,0.0017806954,0.0037521322,0.00083996495,0.020093776],"study_design_scores_gemma":[0.00001392022,0.00010539915,0.0038650634,0.00064784876,0.0000093187955,0.0009255241,0.92613125,0.00020795982,0.00074142474,0.0021429565,0.06518219,0.000027207929],"about_ca_topic_score_codex":0.004624144,"about_ca_topic_score_gemma":0.008973653,"teacher_disagreement_score":0.99862003,"about_ca_system_score_codex":0.0028024921,"about_ca_system_score_gemma":0.0021352456,"threshold_uncertainty_score":0.034896374},"labels":[],"label_agreement":null},{"id":"W4378906016","doi":"10.19173/irrodl.v24i2.6895","title":"Predicting Online Learning Success Based on Learners’ Perceptions: The Integration of the Information System Success Model and the Security Triangle Framework","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Organizational and Employee Performance","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confidentiality; Information security; Structural equation modeling; Variety (cybernetics); Knowledge management; Perception; Higher education; Computer science; Online learning; Security awareness; Mathematics education; Psychology; World Wide Web; Computer security; Political science","score_opus":0.054485057937963814,"score_gpt":0.3779035432930292,"score_spread":0.3234184853550654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378906016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966911,0.00005806349,0.0014346881,0.00015364363,0.000004082163,0.000028571472,0.000038021633,0.0000090944195,0.0015827141],"genre_scores_gemma":[0.9991586,0.00005293662,0.0006139947,0.000008119766,0.0000029494042,0.000021162583,0.00003664128,0.0000013507051,0.00010404477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791914,0.0010002719,0.00018134751,0.00015536111,0.00053568016,0.00020825448],"domain_scores_gemma":[0.97232527,0.018923754,0.0038086753,0.0008963011,0.0021763581,0.0018696686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044181435,0.00042254312,0.00038863512,0.0025950465,0.00045848396,0.0024191295,0.00050579227,0.0006073918,0.002039047],"category_scores_gemma":[0.019525565,0.00017829952,0.0006401165,0.0018148101,0.0007289637,0.002055842,0.0014125811,0.0011856441,0.00043142334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039700528,0.00036138072,0.9798783,0.000025622518,0.000053412405,0.000046721583,0.0011822213,0.00097583083,0.000109881046,0.00050079526,0.00018470676,0.016641445],"study_design_scores_gemma":[0.000026957496,0.00092271075,0.9292718,0.00013572446,0.00010418122,0.000106754895,0.011352362,0.053950217,0.0006875988,0.0023724705,0.0010238141,0.000045341116],"about_ca_topic_score_codex":0.0042749336,"about_ca_topic_score_gemma":0.0037794563,"teacher_disagreement_score":0.0044181435,"about_ca_system_score_codex":0.0006186491,"about_ca_system_score_gemma":0.0009273364,"threshold_uncertainty_score":0.023365676},"labels":[],"label_agreement":null},{"id":"W4378906502","doi":"10.19173/irrodl.v24i2.7024","title":"Developing a Conceptual Model of Self-Directed Learning in Virtual Environments for Medical Sciences Students","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Excellence; Context (archaeology); Process (computing); Conceptual model; Virtual learning environment; Knowledge management; Experiential learning; Qualitative research; Psychology; Mathematics education; Multimedia; Sociology","score_opus":0.29948723021895585,"score_gpt":0.5680848612098797,"score_spread":0.2685976309909238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378906502","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19385125,0.004998259,0.58243597,0.025152773,0.00059270207,0.003074565,0.00031669706,0.00038470145,0.18919308],"genre_scores_gemma":[0.8177319,0.002363692,0.16931868,0.0013285768,0.00006740824,0.0025621909,0.00025033831,0.00003354147,0.006343667],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962083,0.0022816123,0.00020018067,0.0003502428,0.0006717816,0.0002878503],"domain_scores_gemma":[0.9961118,0.0020662432,0.00042546442,0.00016141095,0.0006465008,0.0005886923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004818575,0.0008249592,0.0004365832,0.0029697022,0.0022083889,0.0061257766,0.0034704432,0.0024427522,0.002644368],"category_scores_gemma":[0.0052222703,0.00034835242,0.00092757144,0.002207058,0.0067694946,0.008906963,0.0035416551,0.0026239268,0.00040346154],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026171629,0.00025733793,0.005619949,0.0006483817,0.00003237629,0.00050775515,0.075431935,0.005080657,0.0007881475,0.860244,0.0025478825,0.04881548],"study_design_scores_gemma":[0.00018315467,0.0006178862,0.010218431,0.0037797668,0.00013060395,0.0022345237,0.14759542,0.061434366,0.0012091316,0.5798944,0.19250679,0.00019553429],"about_ca_topic_score_codex":0.0037934878,"about_ca_topic_score_gemma":0.0033634077,"teacher_disagreement_score":0.0061257766,"about_ca_system_score_codex":0.0060279514,"about_ca_system_score_gemma":0.009208574,"threshold_uncertainty_score":0.04373604},"labels":[],"label_agreement":null},{"id":"W4378906627","doi":"10.19173/irrodl.v24i2.7123","title":"Exploring the Influence of Countries’ Economic Conditions on Massive Open Online Course (MOOC) Participation: A Study of 3.5 Million MITx Learners","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Globe; Open education; Developing country; Massive open online course; The Internet; Internet access; Open educational resources; Bridge (graph theory); Digital divide; Public relations; Distance education; Political science; Business; Medical education; Economic growth; Computer science; World Wide Web; Psychology; Pedagogy; Medicine; Economics","score_opus":0.21019464707370614,"score_gpt":0.4916236825384418,"score_spread":0.28142903546473563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378906627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991928,0.000087615554,0.000020180962,0.00008720251,0.0000040278637,0.000007942798,0.00009933578,6.017004e-7,0.0005004248],"genre_scores_gemma":[0.9992766,0.00015881975,0.000033436787,0.00007482343,0.0000070254755,0.00002056581,0.00010943674,0.0000017796518,0.00031755544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99903595,0.00034086453,0.00007421286,0.000106398846,0.00012559739,0.00031693626],"domain_scores_gemma":[0.99578637,0.0015449219,0.001192713,0.000121090765,0.00053129694,0.00082356675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017432601,0.00019045091,0.0004340064,0.0011456395,0.0014289396,0.0018235311,0.00041645757,0.00047788754,0.0026666436],"category_scores_gemma":[0.005102236,0.00019893241,0.0005124242,0.0015959017,0.00058864465,0.0011153074,0.0016905593,0.00083501067,0.00052984804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000566262,0.00020144985,0.98345643,0.000031926964,0.00003335362,0.00020136706,0.010192328,0.000031685966,0.00007707371,0.00012119132,0.00032693395,0.0052695675],"study_design_scores_gemma":[0.000005000754,0.00012785426,0.95668626,0.0000465439,0.000025991478,0.00011538153,0.04162646,0.00007903126,0.00006154215,0.000034895726,0.0011821706,0.00000896186],"about_ca_topic_score_codex":0.014805967,"about_ca_topic_score_gemma":0.01739092,"teacher_disagreement_score":0.014805967,"about_ca_system_score_codex":0.0005917546,"about_ca_system_score_gemma":0.00086271216,"threshold_uncertainty_score":0.029439569},"labels":[],"label_agreement":null},{"id":"W4378906844","doi":"10.19173/irrodl.v24i2.6881","title":"Critical Issues in Open and Distance Education Research","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ode; Disadvantaged; Management science; Sociology; Generalization; Educational research; Computer science; Epistemology; Social science; Mathematics; Political science; Economics; Law","score_opus":0.17415604805472967,"score_gpt":0.5992575827727408,"score_spread":0.4251015347180111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378906844","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011746035,0.08720891,0.008543715,0.8467327,0.050761797,0.00029280563,0.000034770983,0.000031383617,0.0052192947],"genre_scores_gemma":[0.12139259,0.11628462,0.048104417,0.5599191,0.14287154,0.0037176537,0.00008174238,0.00032220714,0.00730619],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.46324515,0.3980416,0.049067624,0.018961864,0.065201625,0.00548215],"domain_scores_gemma":[0.09692402,0.83599603,0.015916673,0.012272522,0.035102498,0.0037882237],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4451643,0.001419149,0.0033859499,0.008733396,0.01450786,0.030884093,0.00909989,0.02370522,0.004171185],"category_scores_gemma":[0.61447555,0.0018064126,0.0026133584,0.010150146,0.09683469,0.034718435,0.013403308,0.032593902,0.0013237541],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020355813,0.00010479463,0.0011619588,0.013940863,0.00017610908,0.0011055036,0.07734865,0.00035473314,0.000265037,0.60395086,0.18032041,0.121067524],"study_design_scores_gemma":[0.00007512476,0.00012024164,0.00054751645,0.021127865,0.00008164692,0.0007510925,0.049776196,0.00030459787,0.00035335924,0.44183776,0.48490974,0.00011485306],"about_ca_topic_score_codex":0.0025642444,"about_ca_topic_score_gemma":0.0030700355,"teacher_disagreement_score":0.4451643,"about_ca_system_score_codex":0.014680143,"about_ca_system_score_gemma":0.040684316,"threshold_uncertainty_score":0.6842112},"labels":[],"label_agreement":null},{"id":"W4378907133","doi":"10.19173/irrodl.v24i2.6856","title":"Partnering Higher Education and K–12 Institutions in OER: Foundations in Supporting Teacher OER-Enabled Pedagogy","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Discipline; Higher education; Pedagogy; Open education; Professional development; Sociology; Political science; Social science","score_opus":0.1882389196129543,"score_gpt":0.5234531223688621,"score_spread":0.3352142027559078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378907133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49565154,0.0056183473,0.10423355,0.076807655,0.0007312811,0.0009145484,0.000102369675,0.00064166967,0.31529897],"genre_scores_gemma":[0.9705283,0.0011477347,0.020152407,0.0012746545,0.000042967768,0.0001450118,0.00004102575,0.000051088347,0.006616843],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.987717,0.00722961,0.0003669337,0.0010487007,0.0013800063,0.0022578994],"domain_scores_gemma":[0.9790037,0.006508441,0.0015864577,0.0034982231,0.0023585965,0.007044464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015841167,0.00033445584,0.0002773458,0.0010995886,0.007469367,0.013496911,0.0020758328,0.0037602247,0.011466597],"category_scores_gemma":[0.018540736,0.00057659636,0.0003948392,0.0018945425,0.010518079,0.0152716935,0.03133443,0.0042138686,0.0021162017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024442395,0.0018587419,0.047432594,0.00094739604,0.00005533899,0.003438061,0.047751043,0.0033897385,0.003965788,0.471447,0.016372915,0.40309694],"study_design_scores_gemma":[0.0002341331,0.0012771164,0.032664515,0.003395945,0.000075484044,0.0028630123,0.1793126,0.0079737995,0.004826979,0.28156248,0.48556447,0.0002494586],"about_ca_topic_score_codex":0.0053005773,"about_ca_topic_score_gemma":0.008507115,"teacher_disagreement_score":0.015841167,"about_ca_system_score_codex":0.0039767455,"about_ca_system_score_gemma":0.021311058,"threshold_uncertainty_score":0.08377713},"labels":[],"label_agreement":null},{"id":"W4378907561","doi":"10.19173/irrodl.v24i2.7177","title":"How Instructors’ TPACK Developed During Emergency Remote Teaching: Evidence From Instructors in Faculties of Education","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Knowledge level; Psychology; Technology integration; Educational technology; Mathematics education; Pedagogy; Knowledge management; Computer science","score_opus":0.19521719988924846,"score_gpt":0.5158097279308044,"score_spread":0.3205925280415559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378907561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961021,0.00080539536,0.00047496377,0.00025393622,0.000018890896,0.000027074726,0.00001170494,0.000004981502,0.0023009742],"genre_scores_gemma":[0.99790907,0.0008826122,0.00037160635,0.00013908141,0.000009690432,0.000021177017,0.000012292053,0.000003434369,0.000651133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99722964,0.0013128439,0.00013250207,0.00025733103,0.00074030773,0.00032731277],"domain_scores_gemma":[0.98207444,0.011019887,0.0027509984,0.0004647572,0.0021950689,0.0014947656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043358207,0.00011965492,0.0001960295,0.00066787633,0.000773288,0.0014781549,0.0005175062,0.0004935765,0.0018188562],"category_scores_gemma":[0.02018662,0.00016508874,0.00017584581,0.0005023841,0.0006792584,0.0011761497,0.0010932455,0.0006183703,0.00029469797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019269674,0.0016424169,0.51361775,0.0016730812,0.000074358126,0.0015297823,0.23083219,0.00016976648,0.004454116,0.00055237743,0.0018681344,0.24339333],"study_design_scores_gemma":[0.000037955648,0.0009952463,0.71172965,0.0013267306,0.00010584662,0.0011148654,0.26163912,0.00034433487,0.0031010984,0.00038912718,0.019168625,0.000047395948],"about_ca_topic_score_codex":0.001886759,"about_ca_topic_score_gemma":0.003797447,"teacher_disagreement_score":0.0043358207,"about_ca_system_score_codex":0.0007738726,"about_ca_system_score_gemma":0.0018445388,"threshold_uncertainty_score":0.022930264},"labels":[],"label_agreement":null},{"id":"W4378907695","doi":"10.19173/irrodl.v24i2.7063","title":"Book Review: Teaching in a Digital Age: Guidelines for Designing Teaching and Learning–Third Edition, authored by Anthony William (Tony) Bates (Tony Bates Associates Ltd., 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"BATES; Library science; Media studies; Sociology; Psychology; Computer science; Engineering","score_opus":0.0951441149641756,"score_gpt":0.4938208536854231,"score_spread":0.39867673872124754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378907695","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003200211,0.79181486,0.0040295934,0.04702224,0.08370412,0.0006976238,0.0020538198,0.0008326928,0.06952499],"genre_scores_gemma":[0.0019649772,0.7097421,0.0056863353,0.018517986,0.022235796,0.001107232,0.0030605523,0.0004368178,0.23724817],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970053,0.00054983795,0.00039173092,0.0001805281,0.001763323,0.00010927155],"domain_scores_gemma":[0.98584104,0.005292775,0.0009568287,0.00026791007,0.0068780887,0.0007633664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002735992,0.0014793031,0.0026907327,0.0068436023,0.0007894608,0.0037822924,0.0021506597,0.0025028,0.04865901],"category_scores_gemma":[0.015159534,0.0007891617,0.0009976389,0.009956413,0.001084024,0.00307712,0.0014630662,0.003217232,0.05032283],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006913795,0.000009211815,0.000024345101,0.0012302801,0.00000731151,0.000014965377,0.000022103517,0.00005292083,0.00007862039,0.00033396587,0.9452009,0.053018484],"study_design_scores_gemma":[0.000009872036,0.000020894897,0.00031026968,0.0019625672,0.000012705718,0.00014671359,0.000030056153,0.00004423698,0.0000568549,0.00047528424,0.9969188,0.000011742489],"about_ca_topic_score_codex":0.0082315765,"about_ca_topic_score_gemma":0.023401285,"teacher_disagreement_score":0.04865901,"about_ca_system_score_codex":0.0025121062,"about_ca_system_score_gemma":0.008087267,"threshold_uncertainty_score":0.16278058},"labels":[],"label_agreement":null},{"id":"W4378907922","doi":"10.19173/irrodl.v24i2.6898","title":"Is My MOOC Learner-Centric? A Framework for Formative Evaluation of MOOC Pedagogy","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Usability; Computer science; Quality (philosophy); Instructional design; Massive open online course; Pedagogy; Psychology; Mathematics education; Human–computer interaction","score_opus":0.20448172459755176,"score_gpt":0.5482737219473997,"score_spread":0.3437919973498479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378907922","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020325067,0.0076659196,0.91389227,0.009089759,0.00043807997,0.022045426,0.0005183915,0.0010981347,0.024926964],"genre_scores_gemma":[0.07655183,0.0010553413,0.90464634,0.00059448974,0.00007800046,0.016037181,0.00024963412,0.00008860377,0.00069858186],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6871401,0.24689527,0.023629587,0.008817975,0.030853655,0.0026633758],"domain_scores_gemma":[0.7304895,0.1832972,0.018739965,0.014596958,0.048857838,0.004018617],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2589997,0.0024976446,0.002426502,0.022340372,0.003485744,0.013667105,0.0041869828,0.00403658,0.0015053914],"category_scores_gemma":[0.22921377,0.0013243279,0.0030551546,0.0062782713,0.012370197,0.009037883,0.008103636,0.0040566027,0.00063114386],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003511872,0.0011492636,0.014067838,0.008826311,0.0004440192,0.0004424088,0.06986,0.005878587,0.007664977,0.25258467,0.008084862,0.6306458],"study_design_scores_gemma":[0.0007981317,0.004947956,0.04919748,0.07769765,0.0011018452,0.0019345195,0.06586803,0.06807005,0.015369855,0.31594706,0.3979615,0.0011059224],"about_ca_topic_score_codex":0.0070387893,"about_ca_topic_score_gemma":0.006612082,"teacher_disagreement_score":0.2589997,"about_ca_system_score_codex":0.015028998,"about_ca_system_score_gemma":0.021641482,"threshold_uncertainty_score":0.9137853},"labels":[],"label_agreement":null},{"id":"W4386503032","doi":"10.19173/irrodl.v24i3.7053","title":"University Educators’ Experience of Personal Learning Networks to Enhance Their Professional Knowledge","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Professional development; Social media; Pedagogy; Professional learning community; Educational technology; Faculty development; Sociology; Computer-mediated communication; Psychology; Learning theory; The Internet; Computer science","score_opus":0.1340069077193722,"score_gpt":0.5449935568918751,"score_spread":0.41098664917250294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386503032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91784054,0.0018315826,0.0026772101,0.005639329,0.00021256275,0.000029903642,0.000018955396,0.00006251289,0.07168732],"genre_scores_gemma":[0.9930227,0.00059848494,0.000533096,0.00041805496,0.000026079766,0.0000128624415,0.0000066554,0.000011538045,0.0053705457],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9958599,0.0027464856,0.00008239104,0.00020556578,0.0005025746,0.0006031212],"domain_scores_gemma":[0.99327093,0.003382913,0.0005850623,0.0003229154,0.0005101325,0.0019280836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004554866,0.00024121003,0.00024200707,0.0008027163,0.005368037,0.006461493,0.0006103506,0.0009991389,0.0039977445],"category_scores_gemma":[0.008704987,0.00020609816,0.000189906,0.0005532741,0.0041261464,0.004965644,0.0069889775,0.0017500469,0.00048540352],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006542312,0.00025742728,0.017462887,0.00019642187,0.000012965673,0.001237938,0.8477184,0.00016204627,0.0010163877,0.018616026,0.0065057776,0.106748365],"study_design_scores_gemma":[0.00001444507,0.00016248148,0.0075996546,0.0002836757,0.000017862305,0.0011844431,0.77999717,0.00028253646,0.0008842247,0.002936654,0.20660707,0.00002980953],"about_ca_topic_score_codex":0.002016595,"about_ca_topic_score_gemma":0.005585111,"teacher_disagreement_score":0.006461493,"about_ca_system_score_codex":0.0021892753,"about_ca_system_score_gemma":0.0024544916,"threshold_uncertainty_score":0.02408874},"labels":[],"label_agreement":null},{"id":"W4386507298","doi":"10.19173/irrodl.v24i3.7196","title":"A Systematic Review of Systematic Reviews on Open Educational Resources: An Analysis of the Legal and Technical Openness","year":2023,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Open educational resources; Systematic review; Knowledge management; Openness to experience; Checklist; Relevance (law); Sustainability; Engineering ethics; Adaptation (eye); Computer science; Management science; Process management; Political science; Business; Psychology; World Wide Web; Engineering","score_opus":0.19085724124573075,"score_gpt":0.5083933723768019,"score_spread":0.31753613113107115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386507298","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041655106,0.984884,0.0019854715,0.0010348328,0.00037381385,0.0049591977,0.0017625977,0.000033762008,0.0008007835],"genre_scores_gemma":[0.06629197,0.900791,0.010818483,0.0022700152,0.00022254806,0.017688746,0.0014623496,0.000040241506,0.00041476366],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.88359714,0.0493436,0.042845387,0.004910101,0.017693914,0.0016098267],"domain_scores_gemma":[0.7577174,0.18314996,0.032634854,0.0043092496,0.020922981,0.0012655471],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.0697313,0.003225054,0.013996143,0.033111386,0.00205758,0.0057356497,0.0033502262,0.0030562673,0.0043660537],"category_scores_gemma":[0.26166147,0.0023246848,0.015704866,0.032618403,0.0027518377,0.008434429,0.0049403473,0.002779098,0.00048082284],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015752202,0.000012748901,0.0009129199,0.9715134,0.010615827,0.00012822813,0.0006280459,0.00009795933,0.00014735467,0.00040258197,0.0007775304,0.01460591],"study_design_scores_gemma":[0.00021156792,0.00012748956,0.0023815585,0.9058437,0.07964875,0.00021509154,0.0008823119,0.00011367567,0.00019955078,0.0005619918,0.009769764,0.000044498076],"about_ca_topic_score_codex":0.010061778,"about_ca_topic_score_gemma":0.039022546,"teacher_disagreement_score":0.9966498,"about_ca_system_score_codex":0.011982655,"about_ca_system_score_gemma":0.033434983,"threshold_uncertainty_score":0.36877877},"labels":[],"label_agreement":null},{"id":"W4386515856","doi":"10.19173/irrodl.v24i3.7125","title":"Online Student Engagement: The Overview of HE in Indonesia","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Diponegoro","keywords":"Student engagement; Thematic analysis; Psychology; Online learning; Descriptive statistics; Qualitative property; Mathematics education; Variance (accounting); Medical education; Qualitative research; Computer science; Multimedia; Medicine; Sociology","score_opus":0.311949486469913,"score_gpt":0.5831700605610526,"score_spread":0.2712205740911396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386515856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96380633,0.012179283,0.0008768691,0.0017046091,0.00011615681,0.000089781366,0.000595458,0.000035385747,0.020595983],"genre_scores_gemma":[0.9814301,0.011884435,0.0005744644,0.00027381565,0.00007958359,0.000073488605,0.00042927195,0.00002323882,0.0052316803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99910045,0.00023014253,0.000110248286,0.000113187525,0.0002363329,0.00020969089],"domain_scores_gemma":[0.99889106,0.0002951912,0.0002944085,0.000026785536,0.00015255835,0.00034013743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009701562,0.00027058003,0.00045566412,0.0031377533,0.0010222353,0.0024835393,0.00042551509,0.0004684776,0.002797094],"category_scores_gemma":[0.001194148,0.00023583409,0.00037381184,0.0050926497,0.0006077222,0.0024369135,0.0017488103,0.000760413,0.0005195883],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002056004,0.0007501783,0.5462806,0.0022168325,0.00005827934,0.0021316386,0.099765286,0.0002696938,0.0019252718,0.0027156717,0.0055929334,0.33808795],"study_design_scores_gemma":[0.0000030055899,0.00025441885,0.8539482,0.0009124106,0.000028952742,0.0020008185,0.10958836,0.00046242736,0.0004912309,0.0004831084,0.0317871,0.000039984367],"about_ca_topic_score_codex":0.004814002,"about_ca_topic_score_gemma":0.010045528,"teacher_disagreement_score":0.004814002,"about_ca_system_score_codex":0.0014959252,"about_ca_system_score_gemma":0.0014602607,"threshold_uncertainty_score":0.010853767},"labels":[],"label_agreement":null},{"id":"W4386520416","doi":"10.19173/irrodl.v24i3.7185","title":"Effects of Using the WhatsApp Application on Iranian Intermediate EFL Learners’ Vocabulary Learning and Autonomy","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocabulary; Blended learning; Psychology; Mathematics education; Control (management); Vocabulary learning; Significant difference; Autonomy; Test (biology); Language acquisition; Analysis of covariance; Learner autonomy; Vocabulary development; Teaching method; Educational technology; Pedagogy; Computer science; Language education; Linguistics; Mathematics; Comprehension approach; Artificial intelligence","score_opus":0.045672558649441274,"score_gpt":0.40916853484089,"score_spread":0.36349597619144874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386520416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998588,0.0002428461,0.00022088985,0.00004657596,0.000014473791,0.000039334354,0.000011199529,0.000011308745,0.00082517765],"genre_scores_gemma":[0.9956917,0.0006807523,0.0022847613,0.00005170252,0.000014628454,0.00008456419,0.000029922265,0.0000040456853,0.0011579578],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994435,0.00018257115,0.00005206623,0.000077535326,0.00016633584,0.000078014775],"domain_scores_gemma":[0.99860793,0.00074304454,0.0001617659,0.00005230941,0.00018301044,0.00025204048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007007365,0.00031979606,0.00036074183,0.0003026844,0.00022446667,0.0005361933,0.00027198653,0.00030788305,0.0020810398],"category_scores_gemma":[0.0031970977,0.000092716844,0.00046715364,0.00018751615,0.00021029613,0.00052082574,0.0005585236,0.0004204808,0.00023741198],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00753027,0.02134278,0.07980576,0.002482688,0.00028351197,0.00093715143,0.00783327,0.00093474716,0.0550631,0.00041146547,0.0009705161,0.82240474],"study_design_scores_gemma":[0.0010628448,0.16318932,0.7170486,0.0012415076,0.0016074348,0.0015544485,0.023941519,0.004290071,0.0631504,0.0013085162,0.021443846,0.00016151617],"about_ca_topic_score_codex":0.0005085037,"about_ca_topic_score_gemma":0.00080964284,"teacher_disagreement_score":0.0020810398,"about_ca_system_score_codex":0.00011830212,"about_ca_system_score_gemma":0.00037200126,"threshold_uncertainty_score":0.006961763},"labels":[],"label_agreement":null},{"id":"W4386520700","doi":"10.19173/irrodl.v24i3.7227","title":"An Example of Using Collaborative Online International Learning for Petroleum and Chemical Engineering Undergraduate Courses","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Reservoir Engineering and Simulation Methods","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"General partnership; Engineering; Engineering management; Engineering education; Work (physics); Collaborative learning; Upstream (networking); Political science; Sociology; Pedagogy; Mechanical engineering","score_opus":0.11664990473846151,"score_gpt":0.4503340581006271,"score_spread":0.3336841533621656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386520700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38308856,0.00081193354,0.21647376,0.013949166,0.0010434554,0.0011538803,0.0004198956,0.0018798113,0.38117957],"genre_scores_gemma":[0.70041037,0.0006496958,0.2149771,0.0019482002,0.00024907026,0.000740388,0.0004298269,0.0006074998,0.07998791],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9907425,0.005873084,0.00023312097,0.00073581666,0.0014271819,0.0009882948],"domain_scores_gemma":[0.9890519,0.004576394,0.00038790595,0.0014718202,0.0011167073,0.0033952645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0081864195,0.00075949065,0.000407964,0.001470385,0.0069451635,0.005801291,0.0023711382,0.0022679844,0.016545285],"category_scores_gemma":[0.009985479,0.00033697498,0.00081845396,0.0018584622,0.0023966385,0.0051446143,0.009466374,0.0033271713,0.00429175],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000503774,0.010232047,0.015106532,0.0008763556,0.000095099516,0.005426209,0.17006181,0.003944757,0.012719164,0.10453215,0.079445854,0.59705615],"study_design_scores_gemma":[0.00017153381,0.0020866636,0.009452476,0.0004165234,0.000044199634,0.0029763198,0.07301772,0.011129754,0.009240421,0.036714267,0.85452634,0.00022383772],"about_ca_topic_score_codex":0.0012536293,"about_ca_topic_score_gemma":0.0037244235,"teacher_disagreement_score":0.016545285,"about_ca_system_score_codex":0.0014319229,"about_ca_system_score_gemma":0.0025116187,"threshold_uncertainty_score":0.05534953},"labels":[],"label_agreement":null},{"id":"W4386532932","doi":"10.19173/irrodl.v24i3.7109","title":"OXREF: Open XR for Education Framework","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Open educational resources; Operationalization; Knowledge management; Computer science; Sustainability; Mixed reality; Augmented reality; Open education; Cloud computing; Affordance; Equity (law); World Wide Web; Political science; Human–computer interaction","score_opus":0.13798580964883417,"score_gpt":0.5313526989596925,"score_spread":0.39336688931085834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386532932","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00187714,0.002396488,0.49586925,0.024333261,0.0012217148,0.002017162,0.01487154,0.020275809,0.4371377],"genre_scores_gemma":[0.07837297,0.0060203774,0.701913,0.0077776187,0.00063833356,0.010371601,0.029939873,0.008198136,0.15676814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9856451,0.008038583,0.0012562945,0.0012395558,0.0024923645,0.0013281105],"domain_scores_gemma":[0.9837667,0.008810769,0.00083431834,0.0023197932,0.0029571173,0.0013113653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015077124,0.0012799382,0.000810558,0.0034180067,0.0022414492,0.0127032865,0.0061863465,0.0068378295,0.116982825],"category_scores_gemma":[0.034096867,0.00092767173,0.0016293561,0.0044281743,0.0038700856,0.016034218,0.011165204,0.0045137224,0.053381193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042549054,0.00006807372,0.0002689263,0.0009283342,0.000010606409,0.00014875774,0.0010948882,0.0027368865,0.00015658382,0.83927673,0.086372264,0.06889542],"study_design_scores_gemma":[0.00002881291,0.000025387757,0.00014273147,0.00083881983,0.000006750762,0.00008280642,0.0006232964,0.0018948028,0.00013700638,0.12719122,0.8690008,0.000027530463],"about_ca_topic_score_codex":0.010709923,"about_ca_topic_score_gemma":0.0075618876,"teacher_disagreement_score":0.116982825,"about_ca_system_score_codex":0.0066957492,"about_ca_system_score_gemma":0.01551467,"threshold_uncertainty_score":0.3913465},"labels":[],"label_agreement":null},{"id":"W4386532975","doi":"10.19173/irrodl.v24i3.7508","title":"Editorial - Volume 24, Issue 3","year":2023,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Data science; Computer science","score_opus":0.21753458174325666,"score_gpt":0.5587870677021287,"score_spread":0.34125248595887203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386532975","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008895818,0.00112648,0.0001592764,0.021784764,0.96778023,0.000046229572,0.000112671056,0.00024459034,0.00865674],"genre_scores_gemma":[0.0017022763,0.0037989276,0.0003382668,0.047003802,0.86784273,0.00007525945,0.00029737232,0.00036428528,0.078577116],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949797,0.0006067493,0.0004577285,0.000610913,0.0029215892,0.00042330867],"domain_scores_gemma":[0.9801937,0.0036615666,0.0011008315,0.0011851748,0.010522392,0.0033364166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049677948,0.0026506772,0.0017613574,0.0027789525,0.0035390698,0.011754622,0.0033708615,0.0074088643,0.16771783],"category_scores_gemma":[0.027166272,0.0008464362,0.002584223,0.001546753,0.0019945523,0.004492002,0.0020873374,0.009029533,0.10561947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018932808,0.000016190243,0.000035135028,0.00010760775,0.0000059349254,0.0000467757,0.000009149206,0.000012566575,0.000049896764,0.00022287469,0.9932494,0.0062256325],"study_design_scores_gemma":[0.0000259937,0.000023425957,0.00019058642,0.0002950101,0.000011425548,0.00014808963,0.00005205401,0.00006962122,0.00014982287,0.00057333615,0.9984497,0.000010955813],"about_ca_topic_score_codex":0.0013142651,"about_ca_topic_score_gemma":0.0025705867,"teacher_disagreement_score":0.16771783,"about_ca_system_score_codex":0.0022374187,"about_ca_system_score_gemma":0.0033128036,"threshold_uncertainty_score":0.561072},"labels":[],"label_agreement":null},{"id":"W4386533010","doi":"10.19173/irrodl.v24i3.7328","title":"The Emergence of the Open Research University Through International Research Collaboration","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Excellence; Higher education; Competition (biology); Bibliometrics; Citation; Political science; Open access journal; Open education; Open educational resources; Public relations; Proxy (statistics); Sociology; Scopus; Library science; Pedagogy; Computer science","score_opus":0.2026488628546072,"score_gpt":0.5339653808689693,"score_spread":0.33131651801436207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386533010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8448072,0.023701675,0.013271467,0.006217753,0.0003712165,0.00012614387,0.00022815577,0.00011444058,0.111161955],"genre_scores_gemma":[0.9930651,0.0030726774,0.0016456082,0.00020037919,0.00012377788,0.000028268654,0.000049704482,0.000011929963,0.0018023837],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9883633,0.0058734757,0.0007720873,0.0012881272,0.0026762176,0.0010268283],"domain_scores_gemma":[0.9489806,0.020615535,0.015018166,0.0034577327,0.005525159,0.0064028087],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.012194317,0.00020174898,0.00045927835,0.006072639,0.0021711653,0.012116533,0.00077916816,0.0012666555,0.0026043209],"category_scores_gemma":[0.028677756,0.00021286625,0.00045309088,0.012073692,0.0039939224,0.008809093,0.0070629655,0.0011659851,0.00043871548],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003626764,0.0002892319,0.41791582,0.0013435668,0.00024267756,0.0012975151,0.026394058,0.00078912685,0.0032017909,0.26231802,0.004747494,0.28109804],"study_design_scores_gemma":[0.00006349666,0.0005097419,0.687497,0.001408346,0.00027193775,0.0027230198,0.050222795,0.001963575,0.0028678193,0.08794281,0.16440134,0.0001281308],"about_ca_topic_score_codex":0.0009182886,"about_ca_topic_score_gemma":0.0016133669,"teacher_disagreement_score":0.99922085,"about_ca_system_score_codex":0.0023144984,"about_ca_system_score_gemma":0.004693908,"threshold_uncertainty_score":0.0644905},"labels":[],"label_agreement":null},{"id":"W4386533396","doi":"10.19173/irrodl.v24i3.6954","title":"Can Online Short Courses Foster Business Education for Sustainable Development?","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Sustainability in Higher Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sustainable development; Nexus (standard); Knowledge management; Business; Coronavirus disease 2019 (COVID-19); Engineering ethics; Political science; Computer science; Engineering; Medicine","score_opus":0.12566845903419605,"score_gpt":0.518817269292422,"score_spread":0.39314881025822596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386533396","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35451612,0.014197934,0.0067932783,0.1929213,0.0021335785,0.00040481312,0.0005953751,0.00018347843,0.42825416],"genre_scores_gemma":[0.95212406,0.010821968,0.004450916,0.006285597,0.0007603198,0.00010575053,0.00018074701,0.000042761483,0.025227895],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99819416,0.00091643643,0.000054620203,0.00012205426,0.0003958448,0.000316842],"domain_scores_gemma":[0.98650867,0.0072630015,0.0015158905,0.00056689786,0.0019278517,0.002217739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004156074,0.00016802242,0.00020039639,0.0011109071,0.0010283774,0.008193996,0.0006508962,0.0013119421,0.025746137],"category_scores_gemma":[0.01941277,0.00011964466,0.00026852023,0.0018912562,0.0016584883,0.00867985,0.0031968288,0.0013499439,0.0033226206],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015356786,0.0010679589,0.032659154,0.003025022,0.00005503797,0.0003072841,0.007088588,0.00035229558,0.0018379553,0.14414157,0.038371727,0.7709399],"study_design_scores_gemma":[0.000086900116,0.00049336493,0.11275293,0.0067602694,0.00011248199,0.00031191198,0.042895135,0.001275149,0.003651585,0.090943,0.7406477,0.00006956784],"about_ca_topic_score_codex":0.002029171,"about_ca_topic_score_gemma":0.0065583037,"teacher_disagreement_score":0.025746137,"about_ca_system_score_codex":0.0019169862,"about_ca_system_score_gemma":0.0048389416,"threshold_uncertainty_score":0.08612943},"labels":[],"label_agreement":null},{"id":"W4386533460","doi":"10.19173/irrodl.v24i3.7150","title":"Distance Mathematics Teaching and Academic Performance in Morocco","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Distance education; Documentation; Process (computing); Exploratory research; Field (mathematics); Qualitative research; Computer science; Pedagogy; Sociology; Mathematics; Social science","score_opus":0.14054222177486492,"score_gpt":0.5134113208509948,"score_spread":0.3728690990761299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386533460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943335,0.0010666099,0.00004460959,0.00045501045,0.000024066607,0.000003044523,0.00007701997,0.0000037765171,0.0039923647],"genre_scores_gemma":[0.9994394,0.00017947938,0.000018968185,0.000016003307,0.000012622528,0.0000013947947,0.000020968551,9.897822e-7,0.0003101732],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99883443,0.00034507003,0.00009187767,0.000119370954,0.00031135068,0.00029789523],"domain_scores_gemma":[0.996381,0.00076437875,0.0011735203,0.00008968107,0.00074370526,0.00084776327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001184606,0.00024002876,0.00033582284,0.0014587187,0.0012275956,0.0020225672,0.00028279526,0.0003089339,0.002490816],"category_scores_gemma":[0.0047962023,0.000059121936,0.00017727274,0.0015089666,0.0008761312,0.0006303822,0.0016269719,0.00044442125,0.00043744617],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021588075,0.00031402078,0.9175642,0.00024035628,0.00009317612,0.0006878624,0.020907385,0.00050501316,0.00090009527,0.0028270995,0.0012338823,0.054511067],"study_design_scores_gemma":[0.0000046144173,0.000130313,0.98576343,0.00008997021,0.0000197759,0.00013204689,0.009953345,0.00018417973,0.0002807439,0.00023381184,0.0031920976,0.000015619666],"about_ca_topic_score_codex":0.0317469,"about_ca_topic_score_gemma":0.030999113,"teacher_disagreement_score":0.0317469,"about_ca_system_score_codex":0.0021950754,"about_ca_system_score_gemma":0.0011924226,"threshold_uncertainty_score":0.06312424},"labels":[],"label_agreement":null},{"id":"W4386533532","doi":"10.19173/irrodl.v24i3.7321","title":"What If It’s All an Illusion? To What Extent Can We Rely on Self-Reported Data in Open, Online, and Distance Education Systems?","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Consistency (knowledge bases); Psychology; Learning analytics; Odds; Open education; Accountability; Cognitive dissonance; Social psychology; Computer science; Applied psychology; Mathematics education; Pedagogy; Data science","score_opus":0.18439364738735267,"score_gpt":0.5002281245680426,"score_spread":0.3158344771806899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386533532","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07986074,0.30802482,0.05349819,0.52355176,0.012081456,0.00031837463,0.0022433952,0.00029147597,0.020129824],"genre_scores_gemma":[0.6361411,0.15886247,0.037881862,0.14503618,0.015743846,0.0010356253,0.0016468808,0.0002874791,0.0033645118],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9176898,0.05419308,0.0064367903,0.0072206734,0.013002959,0.0014567241],"domain_scores_gemma":[0.50694567,0.33755141,0.047024604,0.0368084,0.06765926,0.004010612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14236845,0.0009118527,0.0034400602,0.006598308,0.0019230272,0.010951837,0.004155571,0.004475625,0.0022902503],"category_scores_gemma":[0.40154594,0.0008349013,0.0021398368,0.00824248,0.013459592,0.028371861,0.0053795236,0.0061814967,0.0016468145],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045968103,0.00027016338,0.28106093,0.011883329,0.002497819,0.00027088757,0.027004696,0.00064447743,0.0005460962,0.03649234,0.05219735,0.58667225],"study_design_scores_gemma":[0.00020931233,0.00098547,0.2687565,0.065023534,0.0025995218,0.0014809106,0.07433595,0.005017262,0.0018947024,0.2874638,0.29144976,0.00078333553],"about_ca_topic_score_codex":0.014266609,"about_ca_topic_score_gemma":0.011385074,"teacher_disagreement_score":0.14236845,"about_ca_system_score_codex":0.0028997476,"about_ca_system_score_gemma":0.005060721,"threshold_uncertainty_score":0.75292534},"labels":[],"label_agreement":null},{"id":"W4386533675","doi":"10.19173/irrodl.v24i3.6901","title":"Can Open Pedagogy Encourage Care? Student Perspectives","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; Kwantlen Polytechnic University","funders":"Kwantlen Polytechnic University","keywords":"Pedagogy; Thematic analysis; Competence (human resources); Psychology; Curriculum; Medical education; Sociology; Medicine; Qualitative research; Social psychology","score_opus":0.10103278121223312,"score_gpt":0.5099613660896387,"score_spread":0.4089285848774056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386533675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.793073,0.0063984157,0.0049922643,0.12864189,0.0013003473,0.00021711543,0.00012711978,0.00015640787,0.065093525],"genre_scores_gemma":[0.9829432,0.0033209606,0.0009348614,0.0069109364,0.0002775294,0.00014035309,0.000026403579,0.00006292839,0.005382823],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97893184,0.015153925,0.00054327137,0.00085846765,0.0024615503,0.0020510287],"domain_scores_gemma":[0.97159034,0.021386633,0.0014081447,0.0006191923,0.0025781258,0.0024175614],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.016348982,0.0005529325,0.0007737184,0.001452001,0.00844175,0.017277354,0.0024439492,0.004521505,0.0034291137],"category_scores_gemma":[0.03682289,0.00041589284,0.0006006727,0.0016409461,0.009799249,0.010466054,0.009575082,0.008800571,0.000693935],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007402208,0.00050018757,0.007621638,0.00037767016,0.000015165108,0.00089189387,0.8911263,0.00009866783,0.00066374615,0.03792852,0.00919154,0.051510695],"study_design_scores_gemma":[0.000016523221,0.0003185765,0.0031952157,0.00069883897,0.00001628265,0.0008262552,0.86597055,0.0003641823,0.001215375,0.005944376,0.12139119,0.000042604133],"about_ca_topic_score_codex":0.0014429388,"about_ca_topic_score_gemma":0.001661567,"teacher_disagreement_score":0.99755603,"about_ca_system_score_codex":0.0043753786,"about_ca_system_score_gemma":0.0040374217,"threshold_uncertainty_score":0.086462736},"labels":[],"label_agreement":null},{"id":"W4386552648","doi":"10.19173/irrodl.v24i3.7314","title":"Book Review: (Open) Educational Resources Around the World: An International Comparison, edited by Victoria I. Marín, Laura N. Peters, and Olaf Zawacki-Richter (EdTechBooks.org, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Open educational resources; Sociology; Media studies; Library science; Computer science; Pedagogy","score_opus":0.05026471969912294,"score_gpt":0.4413408933132567,"score_spread":0.39107617361413377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386552648","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009787527,0.9555688,0.000120850964,0.017763423,0.011859252,0.000020789561,0.00032919942,0.000029704734,0.014209987],"genre_scores_gemma":[0.0015092192,0.9556657,0.00035811303,0.008702414,0.006761955,0.00006060322,0.00062824966,0.000068599395,0.02624515],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968315,0.00053725624,0.0002883118,0.00026045408,0.0019343874,0.00014821895],"domain_scores_gemma":[0.98845553,0.0044968133,0.0011231423,0.00017524124,0.0049469145,0.0008023339],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0028397753,0.0012681669,0.0024084377,0.008054224,0.0009838284,0.006852411,0.0016535635,0.0021811582,0.041578144],"category_scores_gemma":[0.013234954,0.0005572883,0.0008408288,0.018230623,0.0012706327,0.005883216,0.0019156932,0.003612222,0.024725735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001577126,0.000007918407,0.00006176294,0.0025826169,0.000015006735,0.000011137709,0.00007585186,0.000025641211,0.000033691977,0.0013723365,0.9315342,0.064264014],"study_design_scores_gemma":[0.00000881752,0.000016596008,0.00050518184,0.005310083,0.00003324107,0.000109534296,0.00015731507,0.000013773659,0.000032558084,0.00067175715,0.99313,0.000011082614],"about_ca_topic_score_codex":0.010391826,"about_ca_topic_score_gemma":0.024888195,"teacher_disagreement_score":0.99834645,"about_ca_system_score_codex":0.00388697,"about_ca_system_score_gemma":0.011577684,"threshold_uncertainty_score":0.13909274},"labels":[],"label_agreement":null},{"id":"W4386553581","doi":"10.19173/irrodl.v24i3.7220","title":"Shifting Conversations on Online Distance Education in South Korean Society During the COVID-19 Pandemic: A Topic Modeling Analysis of News Articles","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ode; Latent Dirichlet allocation; Sociology; Pandemic; Distance education; Social distance; Coronavirus disease 2019 (COVID-19); Topic model; Media studies; Social science; Computer science; Mathematics; Pedagogy; Artificial intelligence","score_opus":0.26179309142888146,"score_gpt":0.5432302129928894,"score_spread":0.28143712156400796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386553581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99050856,0.0010700612,0.003020386,0.0010482322,0.00005846926,0.000064153486,0.0010726887,0.000028804881,0.0031286823],"genre_scores_gemma":[0.9921143,0.0011560183,0.0032119479,0.00019457078,0.000094232775,0.000093124,0.001444598,0.000029402672,0.0016617709],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984085,0.0007655796,0.00015677551,0.00024696116,0.00025068858,0.00017158441],"domain_scores_gemma":[0.9852733,0.0109295165,0.001954637,0.0003996968,0.0010711161,0.00037171267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031490927,0.00039707834,0.00032285854,0.0041599856,0.0013138264,0.00334363,0.00034151197,0.00061097654,0.0011801178],"category_scores_gemma":[0.008066386,0.0002254647,0.00053693826,0.0049111047,0.0010749559,0.0040819026,0.0017171148,0.0007646275,0.00039243198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062391785,0.00033587427,0.41932535,0.002137256,0.00025865546,0.0025131353,0.40374792,0.0026516723,0.010403606,0.007861969,0.0068337456,0.14330694],"study_design_scores_gemma":[0.00002170327,0.00018478019,0.43810335,0.00076766446,0.00027483518,0.0010237781,0.47519732,0.017491398,0.003704733,0.0043375734,0.058738753,0.00015410977],"about_ca_topic_score_codex":0.005561361,"about_ca_topic_score_gemma":0.009056783,"teacher_disagreement_score":0.005561361,"about_ca_system_score_codex":0.0012027101,"about_ca_system_score_gemma":0.0011115036,"threshold_uncertainty_score":0.016654193},"labels":[],"label_agreement":null},{"id":"W4386553689","doi":"10.19173/irrodl.v24i3.7143","title":"Who Gets the Highest Return to Distance Higher Education?","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Quantile regression; Earnings; Demographic economics; Higher education; Social distance; China; Economics; Geographical distance; Rate of return; Face (sociological concept); Economic growth; Sociology; Geography; Econometrics; Psychology; Demography; Social science; Mathematics education; Finance; Coronavirus disease 2019 (COVID-19)","score_opus":0.09766697701815132,"score_gpt":0.4941960947458041,"score_spread":0.3965291177276528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386553689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93983835,0.013222672,0.0006956355,0.03178391,0.000310469,0.00002807068,0.00041629706,0.000027993316,0.01367658],"genre_scores_gemma":[0.9947029,0.0028230746,0.00013294468,0.00070774014,0.000118300406,0.00000740004,0.00010341594,0.0000064038154,0.0013977974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998985,0.0003119139,0.000054909666,0.000094620504,0.00015990304,0.00039360745],"domain_scores_gemma":[0.9967961,0.0006868915,0.0009779204,0.00009206423,0.00032955795,0.0011175084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012228348,0.000116120034,0.00044515668,0.0010632484,0.00047412043,0.0018395878,0.00032397438,0.00062707,0.005853173],"category_scores_gemma":[0.007251084,0.00008908585,0.00030501606,0.001145701,0.00053047744,0.0013937856,0.00061140646,0.00078099273,0.0010775195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013903971,0.00032289678,0.7736026,0.00024090947,0.0001664573,0.0007373773,0.0010373069,0.0002493383,0.00025035167,0.0077207647,0.010617307,0.20491566],"study_design_scores_gemma":[0.000044591656,0.00021341296,0.94989175,0.00040146575,0.00014363068,0.0014576372,0.01078919,0.0008876126,0.0005674824,0.011474715,0.024080541,0.000047964662],"about_ca_topic_score_codex":0.004005238,"about_ca_topic_score_gemma":0.0051347855,"teacher_disagreement_score":0.005853173,"about_ca_system_score_codex":0.00075886055,"about_ca_system_score_gemma":0.001018632,"threshold_uncertainty_score":0.019580841},"labels":[],"label_agreement":null},{"id":"W4389369181","doi":"10.19173/irrodl.v24i4.7145","title":"The Effects of Exam Setting on Students’ Test-Taking Behaviors and Performances: Proctored Versus Unproctored","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Cheating; Test (biology); Psychology; Significant difference; Online learning; Mathematics education; Computer science; Medical education; Multimedia; Medicine; Statistics; Social psychology; Mathematics","score_opus":0.08406127942588637,"score_gpt":0.4888792011270024,"score_spread":0.404817921701116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99866116,0.00014843862,0.0002683059,0.000039721905,0.0000121349285,0.000023160877,0.00004456757,0.000014490528,0.0007879731],"genre_scores_gemma":[0.99884903,0.00010826128,0.0004194556,0.000021252627,0.000015049645,0.000044360015,0.00008168944,0.0000065085496,0.00045443242],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99592316,0.0017149315,0.000417846,0.00060279726,0.0010625437,0.00027869726],"domain_scores_gemma":[0.9389738,0.036378857,0.01252645,0.0028882718,0.003674122,0.005558486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030275167,0.00033967738,0.00045613956,0.0008136631,0.00044012477,0.0015041664,0.00054132286,0.00044545595,0.0028932544],"category_scores_gemma":[0.04748173,0.00017405256,0.00041762798,0.0006719595,0.00046521306,0.00087138894,0.001029959,0.0008645411,0.0005705438],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005630517,0.0037417067,0.791187,0.0005549203,0.00037103493,0.00039537204,0.0058199456,0.00067650696,0.010984432,0.00017872383,0.0008339406,0.17962599],"study_design_scores_gemma":[0.000026791082,0.0041476623,0.9906178,0.00004640753,0.00008262755,0.00012047282,0.0017452405,0.0003501012,0.0020715778,0.00008249874,0.00068437867,0.000024488752],"about_ca_topic_score_codex":0.0005649245,"about_ca_topic_score_gemma":0.00097074563,"teacher_disagreement_score":0.0030275167,"about_ca_system_score_codex":0.00033430825,"about_ca_system_score_gemma":0.000492733,"threshold_uncertainty_score":0.016011238},"labels":[],"label_agreement":null},{"id":"W4389369227","doi":"10.19173/irrodl.v24i4.7276","title":"Weaknesses in Emergency Remote Teaching in Higher Education Within the Context of the ODL Learning Component in Turkey","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Technology","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Strengths and weaknesses; Exploratory research; Higher education; Contingency; Public relations; Psychology; Knowledge management; Pedagogy; Computer science; Sociology; Political science; Social science; Geography; Social psychology","score_opus":0.11571464799638055,"score_gpt":0.4449463473266191,"score_spread":0.32923169933023855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847023,0.0030830016,0.0009110867,0.0029555422,0.000057496898,0.000042067073,0.000021365124,0.000020370848,0.008206826],"genre_scores_gemma":[0.9978567,0.00067502866,0.00032917317,0.00017109491,0.0000049166874,0.00000932816,0.000008897929,0.0000036038896,0.0009412775],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968532,0.0013411534,0.00026166698,0.00028904623,0.00061915256,0.0006358329],"domain_scores_gemma":[0.9958759,0.0015213231,0.0008854922,0.00014928165,0.0006392079,0.0009287873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003723008,0.00017526679,0.00023319987,0.00068863627,0.0017537235,0.0025078715,0.0009326302,0.000833575,0.0019670893],"category_scores_gemma":[0.005048745,0.00020856943,0.0001686653,0.0011473972,0.0015206807,0.0013963884,0.002588271,0.00075697945,0.00028891975],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003321517,0.000823953,0.22068147,0.0043880125,0.00006802476,0.0073877797,0.2389275,0.0032836332,0.0067980504,0.016474625,0.007123066,0.4937118],"study_design_scores_gemma":[0.000044043212,0.00083567173,0.3359846,0.0026660599,0.00009230458,0.0036390186,0.5504174,0.0022332575,0.005578232,0.0043202275,0.094055206,0.00013399584],"about_ca_topic_score_codex":0.004538841,"about_ca_topic_score_gemma":0.0065353904,"teacher_disagreement_score":0.004538841,"about_ca_system_score_codex":0.0042632865,"about_ca_system_score_gemma":0.0074112844,"threshold_uncertainty_score":0.030932426},"labels":[],"label_agreement":null},{"id":"W4389369270","doi":"10.19173/irrodl.v24i4.7241","title":"Student Support in Online Learning—We Need to Talk About Money","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Investment (military); Higher education; Economics; Return on investment; Rate of return; Finance; Business; Labour economics; Microeconomics; Political science; Economic growth; Engineering; Production (economics)","score_opus":0.12607968805347225,"score_gpt":0.5528384845754292,"score_spread":0.4267587965219569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369270","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060321037,0.22820611,0.025054665,0.34874287,0.0086899875,0.00008911525,0.00017206845,0.00013653279,0.32858762],"genre_scores_gemma":[0.77611643,0.15973099,0.0073065367,0.016384067,0.0061570085,0.000099788056,0.00008495387,0.000075943644,0.034044348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967533,0.0017758204,0.00014954332,0.00020441241,0.0009072134,0.00020968543],"domain_scores_gemma":[0.9912902,0.006060288,0.0009043069,0.00038687885,0.00077394844,0.0005843223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038427939,0.00031699645,0.0004771124,0.0013708234,0.0013182599,0.009025507,0.00093652954,0.0038335996,0.0090970695],"category_scores_gemma":[0.013468935,0.00018476113,0.0003489356,0.0026455163,0.0063238195,0.015607856,0.0027120963,0.0036695928,0.0011715769],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005083328,0.00007549747,0.003095281,0.000806975,0.000033705554,0.00013531504,0.0013354237,0.000727329,0.00021176273,0.75687516,0.02467838,0.21197425],"study_design_scores_gemma":[0.000024022134,0.000205439,0.0067763813,0.0040206993,0.00004556136,0.000514663,0.0055409507,0.001065675,0.0006483723,0.5069232,0.47417516,0.000059806687],"about_ca_topic_score_codex":0.0011723455,"about_ca_topic_score_gemma":0.0013802573,"teacher_disagreement_score":0.0090970695,"about_ca_system_score_codex":0.0020949228,"about_ca_system_score_gemma":0.0017053523,"threshold_uncertainty_score":0.030432701},"labels":[],"label_agreement":null},{"id":"W4389369396","doi":"10.19173/irrodl.v24i4.7496","title":"Book Review: Contextualised Open Educational Practices: Towards Student Agency and Self-Directed Learning, edited by Jako Olivier, Charlene du Toit-Brits, Byron J. Blunt, and Amit Dhakulkar (AOSIS Books, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Sociology; Pedagogy; Humanities; Art; Social science","score_opus":0.0915418627820425,"score_gpt":0.4894187081368118,"score_spread":0.3978768453547693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369396","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006358742,0.98426604,0.00018903194,0.0050537493,0.0051816613,0.000015878475,0.00013604506,0.000019483754,0.0050745863],"genre_scores_gemma":[0.00079780637,0.9772068,0.00041202523,0.0029339555,0.0026036287,0.000050223196,0.0002494402,0.000026598198,0.015719548],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99886274,0.00024580065,0.000116911026,0.0001376813,0.00057279627,0.00006406354],"domain_scores_gemma":[0.9963271,0.0018309264,0.00037911616,0.000073600866,0.0011553324,0.00023389682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012761586,0.0012712629,0.0020697264,0.0033681185,0.00068924524,0.0036771793,0.0014126651,0.0018502437,0.024796845],"category_scores_gemma":[0.005127148,0.00056618237,0.0008045466,0.007875291,0.00089654326,0.0032034228,0.0013950493,0.003241212,0.01613958],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029075003,0.000022501601,0.00008333779,0.0077792085,0.00004321562,0.0000461824,0.00018553398,0.000073320334,0.0001392699,0.0016803457,0.7918964,0.19802159],"study_design_scores_gemma":[0.000011103104,0.000019959472,0.00043308717,0.0049517076,0.00003333373,0.000311723,0.000106324966,0.000017363762,0.000046067235,0.0007431926,0.9933155,0.000010701257],"about_ca_topic_score_codex":0.007636386,"about_ca_topic_score_gemma":0.017604545,"teacher_disagreement_score":0.024796845,"about_ca_system_score_codex":0.0018513545,"about_ca_system_score_gemma":0.006616719,"threshold_uncertainty_score":0.08295369},"labels":[],"label_agreement":null},{"id":"W4389369403","doi":"10.19173/irrodl.v24i4.7332","title":"Teammate Familiarity in Distributed Computer-Supported Collaborative Learning: The Mediating Role of Social Presence","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation of Korea; National Research Foundation","keywords":"Teamwork; Computer-supported collaborative learning; Computer science; Computer-mediated communication; Collaborative learning; User satisfaction; Social media; Class (philosophy); World Wide Web; Multimedia; Psychology; Knowledge management; Human–computer interaction; The Internet; Artificial intelligence","score_opus":0.09262912453444173,"score_gpt":0.4951030960678987,"score_spread":0.402473971533457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935675,0.00033592834,0.0015992206,0.00016559559,0.000013817272,0.000023081215,0.00001253098,0.000009460071,0.0042727604],"genre_scores_gemma":[0.9993211,0.000081751736,0.0002998922,0.000014004305,0.0000071231216,0.000009953067,0.0000068759687,0.0000026750633,0.0002566521],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973654,0.0016297697,0.00010545393,0.00034037052,0.00035573597,0.00020323327],"domain_scores_gemma":[0.98232174,0.011096038,0.0028088226,0.0007410255,0.00080421637,0.00222818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016206669,0.00029408524,0.00040893,0.0007831652,0.00088269677,0.001808912,0.00046508823,0.0005365952,0.003217131],"category_scores_gemma":[0.012526403,0.00024173771,0.0003223692,0.00039901465,0.00096471305,0.0015309805,0.0024741113,0.0006634349,0.00021627912],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006478669,0.0026522474,0.802043,0.0004581827,0.0004783648,0.0011026203,0.035560127,0.0006975008,0.005634134,0.004472517,0.00048734425,0.14576608],"study_design_scores_gemma":[0.000056252713,0.00092166156,0.9727491,0.00015341117,0.00030095712,0.00047725558,0.016273856,0.0031663543,0.0011265526,0.0031060001,0.0016255816,0.000043152755],"about_ca_topic_score_codex":0.0018096649,"about_ca_topic_score_gemma":0.002197662,"teacher_disagreement_score":0.003217131,"about_ca_system_score_codex":0.00048260472,"about_ca_system_score_gemma":0.0007656274,"threshold_uncertainty_score":0.0107623935},"labels":[],"label_agreement":null},{"id":"W4389369429","doi":"10.19173/irrodl.v24i4.7420","title":"Measuring the Impact of an Open Educational Resource and Library e-Resource Adoption Program Using the COUP Framework","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of California Merced; Scheme for Promotion of Academic and Research Collaboration; U.S. Department of Education","keywords":"Open educational resources; Resource (disambiguation); Medical education; Distance education; Cost effectiveness; Online course; Resource use; Psychology; Mathematics education; Pedagogy; Computer science; Medicine; Operations management; Engineering; Economics; Environmental resource management","score_opus":0.141727171452312,"score_gpt":0.47412392691178945,"score_spread":0.33239675545947744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99630666,0.000035211862,0.0007872006,0.00008027259,0.000006990447,0.0007177745,0.00008547467,0.000017967162,0.001962377],"genre_scores_gemma":[0.99021786,0.00009665821,0.0065653096,0.000076106175,0.000010927911,0.0018607645,0.00015401929,0.0000063633643,0.0010118982],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99063873,0.005019225,0.00043715566,0.0006032748,0.0025289427,0.00077259314],"domain_scores_gemma":[0.97927046,0.009669992,0.004277503,0.0012411698,0.0032308619,0.0023099598],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00909752,0.00038966758,0.0003766334,0.0014238416,0.0007437468,0.0013426124,0.00078252144,0.0004571089,0.0016354908],"category_scores_gemma":[0.020163774,0.00026185307,0.0007660522,0.0011709415,0.00064902025,0.0010788512,0.0016622111,0.0010747638,0.00029775142],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041835867,0.059589762,0.54438066,0.00071175315,0.0003985294,0.00013733773,0.005640183,0.0031882627,0.007977524,0.0024707986,0.0018637568,0.36945784],"study_design_scores_gemma":[0.00026685977,0.031146007,0.95238596,0.0001078104,0.0002322116,0.00004582912,0.0037722895,0.0023982546,0.0064613125,0.0003598097,0.0027681112,0.00005552892],"about_ca_topic_score_codex":0.0061372425,"about_ca_topic_score_gemma":0.011158021,"teacher_disagreement_score":0.99921745,"about_ca_system_score_codex":0.002495131,"about_ca_system_score_gemma":0.0045071454,"threshold_uncertainty_score":0.04811287},"labels":[],"label_agreement":null},{"id":"W4389369445","doi":"10.19173/irrodl.v24i4.7379","title":"Development and Validation of the Sense of Online Community Scale","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Touro University California; Texas Tech University; University of Wyoming; George Mason University","keywords":"Likert scale; Scale (ratio); Sense of community; Psychology; Online community; Medical education; Computer science; Higher education; Institution; Applied psychology; Mathematics education; Social psychology; World Wide Web; Sociology; Developmental psychology; Medicine; Political science; Social science; Geography","score_opus":0.15771168881912107,"score_gpt":0.4899378587646417,"score_spread":0.3322261699455206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389369445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803705,0.00011597682,0.008005324,0.0003114107,0.00008060739,0.0038059226,0.00043528632,0.00005667653,0.0068181534],"genre_scores_gemma":[0.9644684,0.00016483883,0.02772073,0.00014344108,0.00002959103,0.0055190925,0.000780094,0.000035402925,0.0011384981],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9898572,0.004280095,0.0012572217,0.0005153284,0.0036853927,0.00040489572],"domain_scores_gemma":[0.9638329,0.0143115865,0.0033743745,0.0028979857,0.013070533,0.0025126445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022438385,0.00038013395,0.0006139173,0.0030950722,0.0012435528,0.0014832838,0.0011382077,0.0005646944,0.0014851396],"category_scores_gemma":[0.043632045,0.0004477762,0.0010635656,0.0011685643,0.0012082171,0.0017878413,0.0037168092,0.001366129,0.00039720174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004143366,0.002278003,0.7482297,0.0003801494,0.00019938807,0.00024263453,0.024803849,0.0011593641,0.0032508194,0.004505442,0.0031178356,0.21141852],"study_design_scores_gemma":[0.00022695572,0.0021785982,0.9259644,0.0004629104,0.00010793146,0.0004560468,0.034886044,0.009592349,0.0028398104,0.0037448963,0.019392526,0.00014746461],"about_ca_topic_score_codex":0.0019965188,"about_ca_topic_score_gemma":0.0031805388,"teacher_disagreement_score":0.022438385,"about_ca_system_score_codex":0.001113043,"about_ca_system_score_gemma":0.003884316,"threshold_uncertainty_score":0.11866701},"labels":[],"label_agreement":null},{"id":"W4389376976","doi":"10.19173/irrodl.v24i4.7219","title":"Educational Technology Undergraduates’ Performance in a Distance Learning Course Using Three Courseware Formats","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Distance education; Pearson product-moment correlation coefficient; Mathematics education; Computer science; Significant difference; Reliability (semiconductor); Multimedia; Descriptive statistics; Learning styles; E learning; Psychology; Educational technology; Statistics; Mathematics","score_opus":0.10094480708257532,"score_gpt":0.48647852689330534,"score_spread":0.38553371981073004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389376976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989544,0.00001574335,0.000054600325,0.000012770574,0.000003398759,0.000011270014,0.000019648902,0.000001924457,0.000926219],"genre_scores_gemma":[0.9968828,0.00004170879,0.00022841513,0.00001746047,0.0000034429381,0.000017032593,0.00008717723,0.0000011205387,0.0027208147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993407,0.000098294964,0.00008598995,0.00008978694,0.00021754143,0.00016765484],"domain_scores_gemma":[0.9984263,0.0003598333,0.0002456038,0.00010499841,0.00043083148,0.00043240757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009953134,0.0002604026,0.0003304695,0.00047478295,0.00048356483,0.0008119843,0.00018005719,0.0003080933,0.0043549472],"category_scores_gemma":[0.0021647594,0.00014714849,0.00041692908,0.00037373792,0.0002450382,0.00040410686,0.00066550187,0.0005069202,0.001680941],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092210766,0.0104951225,0.8630502,0.00016410489,0.000110085115,0.00050745846,0.008721897,0.0006627093,0.028777152,0.00027173074,0.00091453484,0.08540294],"study_design_scores_gemma":[0.000023560639,0.0053297165,0.98258615,0.000015999009,0.00003199001,0.00020412437,0.0028366216,0.00059614045,0.006930166,0.000079167585,0.001345732,0.000020688132],"about_ca_topic_score_codex":0.0011155385,"about_ca_topic_score_gemma":0.001955009,"teacher_disagreement_score":0.0043549472,"about_ca_system_score_codex":0.00027360505,"about_ca_system_score_gemma":0.00040073044,"threshold_uncertainty_score":0.014568746},"labels":[],"label_agreement":null},{"id":"W4389376983","doi":"10.19173/irrodl.v24i4.7212","title":"What It Is and Is Not: Pedagogy in Online Nursing Education Delivery","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Thematic analysis; Nurse education; Online learning; Coronavirus disease 2019 (COVID-19); Psychology; Online teaching; Pedagogy; Nursing; Medical education; Sociology; Medicine; Mathematics education; Qualitative research; Computer science; Multimedia","score_opus":0.14406728966392285,"score_gpt":0.5601039249677677,"score_spread":0.4160366353038449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389376983","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40611032,0.02599991,0.072441585,0.13409133,0.0030726723,0.00069100095,0.00008394096,0.00023062102,0.35727865],"genre_scores_gemma":[0.9706661,0.0059200134,0.010115569,0.0051529757,0.00034741792,0.0002582192,0.000028935305,0.00007599896,0.007434877],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9828112,0.013409487,0.00043733072,0.0007029275,0.0019411811,0.0006978575],"domain_scores_gemma":[0.9769384,0.01845644,0.001409956,0.0006720782,0.0010472939,0.0014757427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013953243,0.00028673952,0.00034914256,0.0020865619,0.0049708416,0.013147515,0.0012689619,0.0022845948,0.002670785],"category_scores_gemma":[0.026346207,0.00025618833,0.00033285838,0.0017715497,0.012541513,0.014172952,0.0074262773,0.004565134,0.0005036852],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049455397,0.00056462525,0.01439322,0.0010239205,0.000020291442,0.00086213544,0.42544764,0.00027918714,0.0011654972,0.25986445,0.0054123728,0.29091734],"study_design_scores_gemma":[0.000035663004,0.00028608297,0.017036209,0.0053318385,0.000045911358,0.001953564,0.5527969,0.0016781007,0.0017936445,0.15132286,0.2676519,0.00006741007],"about_ca_topic_score_codex":0.0018297858,"about_ca_topic_score_gemma":0.002890495,"teacher_disagreement_score":0.013953243,"about_ca_system_score_codex":0.0052673416,"about_ca_system_score_gemma":0.010208264,"threshold_uncertainty_score":0.07379264},"labels":[],"label_agreement":null},{"id":"W4389376986","doi":"10.19173/irrodl.v24i4.7005","title":"Integrating Community of Inquiry Framework Principles With Flipped Classroom Pedagogy to Enhance Students’ Perceived Presence Sense, Self-Regulated Learning, and Learning Performance in Preservice Teacher Education","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sense of community; Psychology; Mathematics education; Blended learning; Flipped learning; Experiential learning; Educational technology; Self-regulated learning; Pedagogy; Flipped classroom; Community of inquiry; Social psychology; Cognition","score_opus":0.12057383312776651,"score_gpt":0.5413588457669635,"score_spread":0.420785012639197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389376986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.937875,0.0018525515,0.048869327,0.00074699236,0.000088908724,0.0017847052,0.00003425658,0.00023584602,0.008512441],"genre_scores_gemma":[0.89550394,0.0013712096,0.099602155,0.00019360505,0.00002354428,0.0011813972,0.000043042815,0.00001758114,0.0020633782],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985654,0.0006571364,0.000063037245,0.00018267396,0.00039696228,0.00013471628],"domain_scores_gemma":[0.99800164,0.0008272713,0.00029998794,0.00014689521,0.00030860098,0.00041553227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002255878,0.0003787157,0.000417806,0.00068981264,0.00065207406,0.00087111536,0.00083351857,0.0003746613,0.0013004731],"category_scores_gemma":[0.0038084905,0.0001616404,0.0005119018,0.0002700648,0.0006868551,0.00081112824,0.001659286,0.00064325635,0.00015915075],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035614212,0.014680725,0.023927521,0.0016728148,0.00010152131,0.00039646137,0.014473851,0.001903357,0.029650256,0.004060715,0.0016990996,0.90707755],"study_design_scores_gemma":[0.00281842,0.06987763,0.46048695,0.005925193,0.0017617553,0.0064319596,0.07895443,0.03294288,0.10889694,0.051861513,0.17943355,0.0006087532],"about_ca_topic_score_codex":0.00079846015,"about_ca_topic_score_gemma":0.0027744805,"teacher_disagreement_score":0.002255878,"about_ca_system_score_codex":0.0005071464,"about_ca_system_score_gemma":0.002474488,"threshold_uncertainty_score":0.0119303465},"labels":[],"label_agreement":null},{"id":"W4389377020","doi":"10.19173/irrodl.v24i4.7009","title":"Understanding Indigenous Learners’ Experiences During the First and Second Wave of the COVID-19 Pandemic","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Indigenous; Pandemic; Focus group; Active listening; Coronavirus disease 2019 (COVID-19); Sociology; Spirituality; Qualitative research; Pedagogy; Higher education; Psychology; Social science; Political science; Medicine; Communication","score_opus":0.41770543452304454,"score_gpt":0.4793479049479316,"score_spread":0.061642470424887075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389377020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919418,0.00051929307,0.00025058133,0.0013956198,0.000046028585,0.000033613273,0.000015794587,0.0000081663975,0.005789146],"genre_scores_gemma":[0.9961777,0.0008101256,0.00017603501,0.00033026122,0.000019817448,0.000035999077,0.000011983652,0.000009419478,0.0024287365],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969926,0.0014998456,0.000081496095,0.00016408117,0.00037310598,0.0008888402],"domain_scores_gemma":[0.99717355,0.0013536464,0.00030044132,0.00010698619,0.00034318544,0.00072218437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056620664,0.0004914892,0.00081509486,0.0010649576,0.008883161,0.006269596,0.0012564876,0.002095518,0.0025846113],"category_scores_gemma":[0.007683527,0.00033695681,0.00046689683,0.00086048036,0.0074594994,0.0045961123,0.008212858,0.0040576607,0.00041546882],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000122041065,0.000028088525,0.0020628017,0.000047007677,0.0000026974076,0.00032781975,0.9940591,0.000011726214,0.00031146614,0.00036014963,0.00013552257,0.0026414662],"study_design_scores_gemma":[8.820582e-7,0.000034031713,0.0018524104,0.000046793208,0.0000032613955,0.000119345204,0.9953017,0.000014094988,0.00008329557,0.000095597155,0.0024410845,0.000007487248],"about_ca_topic_score_codex":0.014072966,"about_ca_topic_score_gemma":0.025310418,"teacher_disagreement_score":0.014072966,"about_ca_system_score_codex":0.002877133,"about_ca_system_score_gemma":0.0035571132,"threshold_uncertainty_score":0.029944241},"labels":[],"label_agreement":null},{"id":"W4389377200","doi":"10.19173/irrodl.v24i4.7291","title":"Book Review: Blended Learning Environments to Foster Self-Directed Learning, edited by Christo van der Westhuizen, Mncedisi C. Maphalala, and Roxanne Bailey (AOSIS Books, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Computer science; Mathematics education; Sociology","score_opus":0.030561061951668876,"score_gpt":0.39622168963109705,"score_spread":0.3656606276794282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389377200","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015313999,0.9670337,0.000568077,0.005284035,0.010983155,0.00003685809,0.00027578423,0.00006635589,0.015598909],"genre_scores_gemma":[0.0011567359,0.93422997,0.0009177482,0.003701878,0.0034595758,0.00007754674,0.00055241206,0.000059487887,0.05584471],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917465,0.00010804001,0.00006891165,0.00009163643,0.00051348965,0.000043212814],"domain_scores_gemma":[0.99823797,0.00059534924,0.00016199645,0.00003294207,0.00081239827,0.00015941149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007335987,0.0010840265,0.0015311743,0.0026049637,0.00048109403,0.0024044218,0.0012018941,0.0012598303,0.027924264],"category_scores_gemma":[0.0031510077,0.00042807928,0.0006792509,0.005194688,0.0004153613,0.002340049,0.0009170757,0.0027288585,0.026383154],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002239408,0.000028459763,0.000058555357,0.0028561743,0.000021247875,0.00003305631,0.00006127397,0.00006830086,0.0001909364,0.0008471717,0.795493,0.20031951],"study_design_scores_gemma":[0.000008843477,0.00002130387,0.0002934501,0.0016802214,0.000018701014,0.00033587814,0.000035240806,0.000023051985,0.00006908493,0.00038980928,0.99711704,0.000007352583],"about_ca_topic_score_codex":0.004214229,"about_ca_topic_score_gemma":0.009088927,"teacher_disagreement_score":0.027924264,"about_ca_system_score_codex":0.0011190024,"about_ca_system_score_gemma":0.0035652334,"threshold_uncertainty_score":0.093415976},"labels":[],"label_agreement":null},{"id":"W4389377835","doi":"10.19173/irrodl.v24i4.7265","title":"On the Ethical Issues Posed by the Exploitation of Users’ Data in MOOC Platforms: Capturing Learners’ Perspectives","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Viewpoints; Learning analytics; Perception; Ethical issues; Computer science; Massive open online course; Data science; Analytics; Internet privacy; Online learning; World Wide Web; Psychology; Engineering ethics; Engineering","score_opus":0.17365171944389748,"score_gpt":0.4775354989222804,"score_spread":0.30388377947838296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389377835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98567814,0.0006757801,0.003512385,0.0032151286,0.000032131957,0.00008002263,0.000060648883,0.000009723951,0.006736111],"genre_scores_gemma":[0.9960194,0.0006791927,0.0013284247,0.0007843093,0.000032339467,0.00007865421,0.0000426126,0.000011023807,0.0010240542],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9783658,0.015540046,0.0008047164,0.000860299,0.003356437,0.001072685],"domain_scores_gemma":[0.89230156,0.081741825,0.012841117,0.0033190176,0.007616833,0.0021795395],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.027992232,0.000259354,0.00034722977,0.0020273621,0.0038085156,0.00816506,0.00076398574,0.0016071798,0.0018079791],"category_scores_gemma":[0.06354538,0.000276941,0.0003147538,0.0016927706,0.004500146,0.006253456,0.004025037,0.002768192,0.0004840068],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080079815,0.00011822237,0.14284188,0.00028813464,0.00003658686,0.00068056385,0.79239315,0.00013919748,0.0021305552,0.005265052,0.0018494393,0.054177158],"study_design_scores_gemma":[0.0000074167,0.0001003459,0.06640589,0.0004437792,0.000029797491,0.0005611034,0.89998066,0.000720491,0.0010448516,0.0036528986,0.02699623,0.00005649277],"about_ca_topic_score_codex":0.0020937927,"about_ca_topic_score_gemma":0.0041763876,"teacher_disagreement_score":0.9983928,"about_ca_system_score_codex":0.0020728281,"about_ca_system_score_gemma":0.0030045072,"threshold_uncertainty_score":0.14803886},"labels":[],"label_agreement":null},{"id":"W4389378012","doi":"10.19173/irrodl.v24i4.7643","title":"Editorial - Volume 24, Issue 4","year":2023,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.04959729440029852,"score_gpt":0.44479605466703676,"score_spread":0.3951987602667382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389378012","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025687927,0.0010671046,0.00008302174,0.011665258,0.9843699,0.00002025475,0.0000316215,0.00006985926,0.0026673037],"genre_scores_gemma":[0.0004183355,0.0023328988,0.00013335315,0.014436333,0.9583512,0.00003206959,0.00005193854,0.00008286816,0.024160946],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99479854,0.0006594913,0.00051147677,0.0005580784,0.0031185544,0.00035386177],"domain_scores_gemma":[0.98015904,0.004944473,0.0011621667,0.00077699835,0.009124669,0.0038325833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056960173,0.0033209363,0.0031633526,0.0032690181,0.0038198608,0.011126167,0.0033627509,0.010496968,0.05547647],"category_scores_gemma":[0.025235739,0.0010477668,0.002434771,0.0015643493,0.0023765767,0.005040878,0.0017305014,0.014502394,0.04745258],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020896914,0.000017652937,0.000022281718,0.00012162291,0.0000075899425,0.000073300835,0.0000067132637,0.000022870625,0.00005235937,0.0002340619,0.993996,0.0054246373],"study_design_scores_gemma":[0.000040229963,0.000022399423,0.00013938107,0.00027814458,0.000018638488,0.00017064724,0.00003248453,0.00011606164,0.000113184135,0.0008907211,0.9981658,0.000012360654],"about_ca_topic_score_codex":0.001099398,"about_ca_topic_score_gemma":0.0033634289,"teacher_disagreement_score":0.05547647,"about_ca_system_score_codex":0.0024766794,"about_ca_system_score_gemma":0.0039116396,"threshold_uncertainty_score":0.18558729},"labels":[],"label_agreement":null},{"id":"W4389399701","doi":"10.19173/irrodl.v24i4.7356","title":"SCOPE of Open Education: A New Framework for Research","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scope (computer science); Open education; Scholarship; Social justice; Sociology; Engineering ethics; Educational research; Open research; Open learning; Pedagogy; Political science; Computer science; Teaching method; Social science; Cooperative learning; Engineering","score_opus":0.2746063499759176,"score_gpt":0.5700130000836484,"score_spread":0.2954066501077308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389399701","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010215961,0.03588254,0.6221994,0.10966571,0.0020885207,0.00089708663,0.00029942222,0.00024144138,0.21850999],"genre_scores_gemma":[0.6652311,0.024617357,0.28187987,0.009334702,0.0027771168,0.0057296944,0.00026768775,0.00036492397,0.009797581],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9042597,0.076216176,0.003728974,0.006160219,0.007555159,0.0020798603],"domain_scores_gemma":[0.88014764,0.09446964,0.005063305,0.010629157,0.006087932,0.0036022363],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.08759673,0.0021129327,0.003222881,0.015345897,0.008938868,0.029577164,0.005108572,0.007006668,0.006093483],"category_scores_gemma":[0.06699358,0.0012114858,0.0024380556,0.012233806,0.12240642,0.059727065,0.022013351,0.013206904,0.0009889535],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046586824,0.000008067742,0.00012870636,0.00011697332,0.0000063217385,0.000016644448,0.0032469356,0.00013480517,0.000023362982,0.9913189,0.00035834464,0.0046362476],"study_design_scores_gemma":[0.000008620964,0.000014868097,0.00011456052,0.00043805526,0.000007658479,0.000036120156,0.00273783,0.00035415453,0.00003777585,0.97330916,0.022929981,0.000011299268],"about_ca_topic_score_codex":0.003341703,"about_ca_topic_score_gemma":0.0024742477,"teacher_disagreement_score":0.9948914,"about_ca_system_score_codex":0.015357582,"about_ca_system_score_gemma":0.016609425,"threshold_uncertainty_score":0.4632613},"labels":[],"label_agreement":null},{"id":"W4389399712","doi":"10.19173/irrodl.v24i4.7523","title":"Book Review: Co-teaching and Co-research in Contexts of Inequality: Using Networked Learning to Connect Africa and the World, edited by Phindile Zifikile Shangase, Daniela Gachago, and Eunice Ndeto Ivala (Vernon Press, 2023)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Collaborative Teaching and Inclusion","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Inequality; Media studies; Library science; Mathematics education; Knowledge management; Regional science; Computer science; Psychology; Mathematics","score_opus":0.13330225544051957,"score_gpt":0.5085433412207323,"score_spread":0.37524108578021276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389399712","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049588816,0.9708947,0.00016099476,0.010046645,0.0141101135,0.000017771627,0.000091976195,0.000014319888,0.0046137986],"genre_scores_gemma":[0.00086132414,0.9684249,0.00037546412,0.00528278,0.008211182,0.000060935585,0.0001896608,0.000025667823,0.016568143],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848384,0.00042085705,0.00013797864,0.00018340054,0.0006743773,0.000099608114],"domain_scores_gemma":[0.9946557,0.0030596014,0.0004724334,0.00010530874,0.0013888723,0.00031811133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018621419,0.0017452228,0.0026658145,0.0045771175,0.00097364676,0.004775009,0.0017620383,0.00304116,0.025274837],"category_scores_gemma":[0.0070244293,0.00067810516,0.00085796195,0.010024804,0.0014351357,0.004458269,0.0018930194,0.0041250126,0.014778137],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002116728,0.0000152054745,0.000077492434,0.0045726425,0.000030294483,0.00003762365,0.0001344059,0.000058565583,0.00008189173,0.0023094572,0.88385123,0.10881003],"study_design_scores_gemma":[0.0000137013985,0.00002124238,0.00041695905,0.0058618877,0.000030273104,0.00028919918,0.00016210989,0.000033588876,0.000048736318,0.0015846294,0.99152243,0.000015171866],"about_ca_topic_score_codex":0.007930469,"about_ca_topic_score_gemma":0.018028602,"teacher_disagreement_score":0.025274837,"about_ca_system_score_codex":0.0029865538,"about_ca_system_score_gemma":0.008365041,"threshold_uncertainty_score":0.084552765},"labels":[],"label_agreement":null},{"id":"W4389399717","doi":"10.19173/irrodl.v24i4.7284","title":"Discrepancies and Similarities Between Online and Face-to-Face Teachers’ Use of Open Educational Resources (OER) for Teaching Purposes","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Curriculum; Context (archaeology); Flexibility (engineering); Face-to-face; Credibility; Psychology; Educational technology; Mathematics education; Pedagogy; Computer science; Political science","score_opus":0.18580618201957017,"score_gpt":0.4804661905613213,"score_spread":0.2946600085417511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389399717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931798,0.00035382845,0.0010382117,0.00017457329,0.000022624525,0.000030567804,0.000060163602,0.000013642116,0.0051266756],"genre_scores_gemma":[0.99797684,0.0003274378,0.00067416736,0.00010240319,0.000011013349,0.000036599617,0.000054642383,0.000015587639,0.0008012153],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99387425,0.002090382,0.000847904,0.00070348266,0.0021171682,0.00036668617],"domain_scores_gemma":[0.979298,0.012761037,0.0029202409,0.0011585127,0.0032637268,0.00059840875],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.005138692,0.00017861534,0.0003234072,0.0018226095,0.0008026608,0.0023169278,0.0005707796,0.00044675122,0.0016212172],"category_scores_gemma":[0.026740018,0.00026853787,0.00032328788,0.0012167072,0.0012092954,0.0022654135,0.0014325352,0.0006042062,0.00040214715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001474381,0.00023867123,0.3532712,0.0008568867,0.00006881638,0.00067180785,0.4922337,0.00013334234,0.006758019,0.0011027092,0.0010573608,0.14346007],"study_design_scores_gemma":[0.000011448374,0.0001351077,0.54766166,0.0004800887,0.000043647065,0.0009622,0.43428424,0.0005063165,0.0017271057,0.0006011546,0.013530032,0.000057042365],"about_ca_topic_score_codex":0.0034259928,"about_ca_topic_score_gemma":0.0064189476,"teacher_disagreement_score":0.9994292,"about_ca_system_score_codex":0.0007701574,"about_ca_system_score_gemma":0.00093504007,"threshold_uncertainty_score":0.02717632},"labels":[],"label_agreement":null},{"id":"W4389399746","doi":"10.19173/irrodl.v24i4.7267","title":"Collaboration and Ethics in Distance Learning Design","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Experiential learning; Collaborative learning; Synchronous learning; Open learning; Cooperative learning; Active learning (machine learning); Learning sciences; Educational technology; Blended learning; Asynchronous learning; Distance education; Pedagogy; Psychology; Knowledge management; Mathematics education; Teaching method; Computer science; Artificial intelligence","score_opus":0.19758852256414666,"score_gpt":0.5335913613956803,"score_spread":0.33600283883153365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389399746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047781993,0.03215956,0.6453974,0.022380967,0.0013524201,0.0013093312,0.00007790183,0.00026230514,0.24927805],"genre_scores_gemma":[0.7219272,0.009973079,0.24174353,0.0024135404,0.00043189444,0.0024416274,0.000081182065,0.00021131741,0.020776495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9033584,0.082632795,0.0031138319,0.0032097157,0.006429265,0.0012559703],"domain_scores_gemma":[0.9003947,0.08433724,0.0034619113,0.0060388497,0.0037823757,0.0019849052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038424738,0.0007952633,0.000882751,0.0023690367,0.0038476288,0.01451395,0.0021270977,0.003801804,0.0063503506],"category_scores_gemma":[0.055668175,0.00073012337,0.0008169124,0.0021520446,0.029144974,0.0100357225,0.008440621,0.0031319032,0.0009875105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003904721,0.00011291468,0.0018032956,0.0013177033,0.000052997,0.00021437988,0.02211604,0.003369578,0.00041228722,0.86414844,0.0023470402,0.10406631],"study_design_scores_gemma":[0.000069308415,0.00019346314,0.00094705774,0.0016030929,0.000030398329,0.0005537785,0.009391785,0.0035921158,0.0009404614,0.8347987,0.14781798,0.00006195926],"about_ca_topic_score_codex":0.0011639289,"about_ca_topic_score_gemma":0.0011990824,"teacher_disagreement_score":0.038424738,"about_ca_system_score_codex":0.0055957222,"about_ca_system_score_gemma":0.008690894,"threshold_uncertainty_score":0.2032119},"labels":[],"label_agreement":null},{"id":"W4392350498","doi":"10.19173/irrodl.v25i1.7285","title":"Enhancing Online Teaching of Business Statistics: A Pedagogy Before Technology Approach","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Charles Darwin University","keywords":"Business statistics; Educational technology; Computer science; Statistics education; Mathematics education; Distance education; Teaching method; Instructional design; Pedagogy; Sociology; Multimedia; Knowledge management; Psychology; Statistics; Mathematics","score_opus":0.11623617779973212,"score_gpt":0.5657847560406382,"score_spread":0.44954857824090605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392350498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15115537,0.004807367,0.64908993,0.033195823,0.0011862034,0.0024358854,0.000101415935,0.0018329856,0.15619496],"genre_scores_gemma":[0.50845724,0.006882686,0.4599875,0.004576259,0.0005510196,0.002649326,0.000087729604,0.00027006003,0.016538138],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99473083,0.0032816958,0.00015878204,0.00045647947,0.0010780407,0.00029417154],"domain_scores_gemma":[0.9799635,0.015733194,0.00090853893,0.0012736536,0.00089028664,0.0012309037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005564864,0.00088331767,0.00062170386,0.0018418438,0.0018752901,0.0052794227,0.0025628936,0.0021138017,0.005864232],"category_scores_gemma":[0.014745695,0.00041866116,0.00068535714,0.0011087852,0.0038753336,0.0049117804,0.006642475,0.0038778803,0.0022459058],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010769178,0.005919841,0.004456484,0.003207318,0.00004627695,0.0007190433,0.05599808,0.0028060924,0.017456846,0.16505298,0.010749776,0.7334795],"study_design_scores_gemma":[0.00032167597,0.0035681818,0.012969482,0.0055512083,0.00011413348,0.0028316425,0.0505547,0.010175813,0.03025944,0.30710226,0.57641584,0.00013563668],"about_ca_topic_score_codex":0.0003719444,"about_ca_topic_score_gemma":0.00077419827,"teacher_disagreement_score":0.005864232,"about_ca_system_score_codex":0.0021743742,"about_ca_system_score_gemma":0.004832603,"threshold_uncertainty_score":0.02943021},"labels":[],"label_agreement":null},{"id":"W4392350619","doi":"10.19173/irrodl.v25i1.7542","title":"Creating an Open Online Educational Resource to Support Learners as They Navigate Their Studies Alongside Work and/or Family","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Work (physics); Educational technology; Resource (disambiguation); Distance education; Computer-mediated communication; Educational resources; Online learning; Open education; Pedagogy; Computer science; Sociology; Knowledge management; Mathematics education; Psychology; Multimedia; World Wide Web; The Internet; Engineering","score_opus":0.15689911920055627,"score_gpt":0.5114155154409271,"score_spread":0.35451639624037085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392350619","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28824878,0.0013818591,0.24569388,0.020069972,0.00393478,0.0052686557,0.0024844205,0.0125477705,0.4203699],"genre_scores_gemma":[0.32035056,0.0020586697,0.4388258,0.0050108805,0.001632454,0.004808383,0.002905613,0.0016390762,0.2227685],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988997,0.00051974837,0.00005124378,0.00010276283,0.00024594902,0.00018071164],"domain_scores_gemma":[0.9954222,0.0014637024,0.00025437053,0.00051902037,0.00041378767,0.0019268604],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.002190291,0.00044287913,0.00031477568,0.0009507943,0.0020650898,0.0042412328,0.0016373113,0.0015457453,0.02768845],"category_scores_gemma":[0.0066229333,0.00021901584,0.00048559954,0.00062740094,0.0011117609,0.0069044433,0.00956326,0.0017411096,0.01180409],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020715069,0.0012996118,0.0042044926,0.0011927113,0.00001771412,0.0024809851,0.026691409,0.00073476083,0.012132258,0.013571051,0.15194596,0.7855218],"study_design_scores_gemma":[0.00006537047,0.0008206186,0.0058797696,0.0007593427,0.000027245322,0.0019133234,0.0185884,0.001617037,0.004730233,0.008706016,0.95674807,0.00014462273],"about_ca_topic_score_codex":0.000284983,"about_ca_topic_score_gemma":0.0013647011,"teacher_disagreement_score":0.99836266,"about_ca_system_score_codex":0.00039228535,"about_ca_system_score_gemma":0.001866417,"threshold_uncertainty_score":0.09262705},"labels":[],"label_agreement":null},{"id":"W4392350672","doi":"10.19173/irrodl.v25i1.7567","title":"Navigating the Learning Landscape: Social Cognition and Task-Technology Fit as Predictors for MOOCs Continuance Intention by Sales Professionals","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuance; Task (project management); Cognition; Psychology; Knowledge management; Educational technology; Electronic learning; Computer-mediated communication; Computer science; Mathematics education; Social psychology; The Internet; World Wide Web; Engineering","score_opus":0.05286379623349607,"score_gpt":0.4686909209850191,"score_spread":0.415827124751523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392350672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991297,0.00007950493,0.0000612544,0.0001255074,0.0000034360262,0.0000062919516,0.000009357232,0.0000025780853,0.0005822699],"genre_scores_gemma":[0.999616,0.00006118605,0.000072661685,0.00002564918,0.0000045349066,0.0000066261987,0.000025454116,0.0000019449262,0.00018587436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99921894,0.00024139632,0.00006698592,0.00010478276,0.00021916257,0.0001488065],"domain_scores_gemma":[0.98874784,0.0045602396,0.0029377614,0.0003832345,0.0006738951,0.0026971372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016957185,0.000215176,0.00021426557,0.0011383389,0.00074980076,0.0025395101,0.00037504043,0.0010840874,0.0023850922],"category_scores_gemma":[0.011294782,0.0002274043,0.0005330358,0.00053847115,0.0008730137,0.0010528504,0.0014288464,0.001414193,0.00036408158],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051501862,0.00054208405,0.985499,0.000022880899,0.00004077654,0.00005709431,0.0047501065,0.00009614,0.0002456536,0.000095566385,0.00016150663,0.008437775],"study_design_scores_gemma":[0.0000045164966,0.00011267394,0.9923028,0.000032809534,0.000016532982,0.00004423941,0.006117788,0.0008347475,0.000062217165,0.00017653909,0.00028450304,0.000010668358],"about_ca_topic_score_codex":0.007654544,"about_ca_topic_score_gemma":0.010903208,"teacher_disagreement_score":0.007654544,"about_ca_system_score_codex":0.0005267996,"about_ca_system_score_gemma":0.0008773901,"threshold_uncertainty_score":0.015219986},"labels":[],"label_agreement":null},{"id":"W4392350732","doi":"10.19173/irrodl.v25i1.7531","title":"Book Review: How Education Works: Teaching, Technology, and Technique, authored by Jon Dron (AU Press, 2023)","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Education and Society","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Sociology; Educational technology; Pedagogy; Computer science; Mathematics education; Library science; Psychology","score_opus":0.0301461443871486,"score_gpt":0.4224644138588376,"score_spread":0.392318269471689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392350732","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000065386324,0.92813504,0.00025931,0.021403579,0.037126254,0.00002600675,0.00018133635,0.0000571308,0.012745977],"genre_scores_gemma":[0.0013562345,0.8359581,0.0007056508,0.021468159,0.028650723,0.000082178354,0.0005062212,0.00009553551,0.11117716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985097,0.0002338472,0.00014221651,0.00015476195,0.0008781234,0.00008135511],"domain_scores_gemma":[0.99352866,0.0023021619,0.00054240983,0.0001314662,0.0029216704,0.0005736611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017955893,0.0011358907,0.0018563626,0.0039637215,0.0008555688,0.0036033667,0.0014995642,0.0023290794,0.03165938],"category_scores_gemma":[0.007970904,0.00056048797,0.00068854174,0.005493173,0.0010804655,0.0035080598,0.0013853085,0.0043427283,0.028399756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009593628,0.0000053293265,0.000032895536,0.0008501726,0.000007674259,0.00001783286,0.000025306961,0.000022707869,0.000049729933,0.00044493488,0.94872034,0.049813483],"study_design_scores_gemma":[0.0000074523277,0.0000139943595,0.000278825,0.0014879163,0.000014056557,0.0002054878,0.000035944926,0.000015758684,0.000033402743,0.00053263095,0.99736744,0.0000071916943],"about_ca_topic_score_codex":0.009967488,"about_ca_topic_score_gemma":0.024298962,"teacher_disagreement_score":0.03165938,"about_ca_system_score_codex":0.0026183536,"about_ca_system_score_gemma":0.0063349586,"threshold_uncertainty_score":0.105911255},"labels":[],"label_agreement":null},{"id":"W4392351087","doi":"10.19173/irrodl.v25i1.7425","title":"Empowering Asynchronous Arabic Language Learning Through PDF Hyperlink Media","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Arabic Language Education Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lembaga Pengelola Dana Pendidikan","keywords":"Hyperlink; Computer science; Arabic; Asynchronous communication; Educational technology; World Wide Web; Multimedia; Natural language processing; Linguistics; Mathematics education; Psychology; Web page","score_opus":0.08901092468618398,"score_gpt":0.5106627909282075,"score_spread":0.42165186624202355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62168884,0.0046330784,0.077835,0.004412995,0.0003681851,0.0010843276,0.00025508518,0.0009708844,0.28875154],"genre_scores_gemma":[0.9246543,0.0056585157,0.042688005,0.00042385035,0.00016432683,0.0004921991,0.00010174348,0.000041105144,0.025776],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99887866,0.0006236814,0.00004984388,0.00007291981,0.0002953748,0.00007945175],"domain_scores_gemma":[0.9971884,0.001690143,0.00034469317,0.00014336302,0.00036469157,0.00026866523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019235737,0.0002536473,0.00013562292,0.0010607748,0.00055251684,0.003084494,0.00060367485,0.000513376,0.0061196713],"category_scores_gemma":[0.0048484183,0.00009271154,0.00025394856,0.00060611323,0.00056437956,0.002727901,0.0022011644,0.00044852015,0.0013546098],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001023266,0.0008663203,0.010300993,0.0016803637,0.000016069343,0.00058010046,0.01018327,0.00070810044,0.009042244,0.012461123,0.0047501954,0.9493088],"study_design_scores_gemma":[0.00024386945,0.0026340329,0.096289985,0.005075415,0.00022966907,0.002803067,0.04955199,0.008953883,0.035412814,0.031017805,0.7676454,0.00014208579],"about_ca_topic_score_codex":0.00027282463,"about_ca_topic_score_gemma":0.0006483705,"teacher_disagreement_score":0.0061196713,"about_ca_system_score_codex":0.0003917304,"about_ca_system_score_gemma":0.0012147629,"threshold_uncertainty_score":0.020472348},"labels":[],"label_agreement":null},{"id":"W4392351391","doi":"10.19173/irrodl.v25i1.7412","title":"Open Education and Alternative Digital Credentials in Europe","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Universidad Internacional de La Rioja","keywords":"Open education; Distance education; Computer science; Electronic learning; Educational technology; World Wide Web; Mathematics education; Psychology","score_opus":0.08875347456665207,"score_gpt":0.47054740572940035,"score_spread":0.3817939311627483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64749944,0.08256861,0.0075609186,0.026458431,0.0012347057,0.00006045,0.00007604555,0.00005010578,0.23449124],"genre_scores_gemma":[0.9847466,0.008135428,0.0007360127,0.0017635219,0.0001013359,0.000015017486,0.000027185555,0.000008577974,0.00446643],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99325883,0.0034710097,0.00049621414,0.00071566814,0.001333885,0.0007243947],"domain_scores_gemma":[0.99308044,0.0043506403,0.0009789403,0.0003865414,0.0004731833,0.000730336],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00808415,0.00017902165,0.00038965474,0.0017061358,0.0024219377,0.008382708,0.00056435,0.002290027,0.0024149662],"category_scores_gemma":[0.008775126,0.0001409304,0.00023915475,0.0032165714,0.011274819,0.0077559184,0.0066893618,0.0020011857,0.00021566176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010316136,0.000113303395,0.005928204,0.000909659,0.000016372478,0.0014929121,0.06806991,0.0006761046,0.0006938328,0.7520719,0.0041915583,0.16573296],"study_design_scores_gemma":[0.00004155623,0.00021208891,0.039041728,0.0056242393,0.000022180131,0.0024890713,0.0956783,0.00045314836,0.0011272657,0.09012203,0.7651202,0.00006809416],"about_ca_topic_score_codex":0.0022304815,"about_ca_topic_score_gemma":0.0014066542,"teacher_disagreement_score":0.99943566,"about_ca_system_score_codex":0.004241819,"about_ca_system_score_gemma":0.0049453527,"threshold_uncertainty_score":0.042753577},"labels":[],"label_agreement":null},{"id":"W4392351424","doi":"10.19173/irrodl.v25i1.7544","title":"Towards Quality Assurance in MOOCs: A Comprehensive Review and Micro-Level Framework","year":2024,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality assurance; Computer science; Quality (philosophy); Knowledge management; Business; Marketing","score_opus":0.24782939233090537,"score_gpt":0.5466902696333223,"score_spread":0.29886087730241695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351424","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050067017,0.9959462,0.0016548466,0.0011267368,0.00017668883,0.000081608465,0.000042708532,0.000015242406,0.00045528403],"genre_scores_gemma":[0.01120488,0.98296976,0.004405618,0.00077830924,0.00020060153,0.00020138569,0.00010922077,0.000013796262,0.00011633676],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9803806,0.0062212,0.0051965546,0.0017215757,0.006040539,0.0004395476],"domain_scores_gemma":[0.90145105,0.071567245,0.010848249,0.0019674774,0.01313506,0.0010308356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025708787,0.0013030743,0.0035853107,0.025220903,0.0012441723,0.005725014,0.0021389867,0.0025429947,0.0018107427],"category_scores_gemma":[0.058929052,0.000997598,0.0032658626,0.019001847,0.0027014215,0.0055404454,0.0033587744,0.00256177,0.00038351127],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008226022,0.0001203045,0.0029604363,0.29413632,0.0012386707,0.00016229333,0.0018377481,0.0009779973,0.0009082503,0.012670109,0.0052310126,0.67967457],"study_design_scores_gemma":[0.000047096397,0.0004527759,0.011302133,0.621189,0.007280658,0.0006698675,0.0023438404,0.0011613856,0.0011924382,0.0125654815,0.34165323,0.00014219331],"about_ca_topic_score_codex":0.00952209,"about_ca_topic_score_gemma":0.013932679,"teacher_disagreement_score":0.025708787,"about_ca_system_score_codex":0.00519973,"about_ca_system_score_gemma":0.02501169,"threshold_uncertainty_score":0.13596267},"labels":[],"label_agreement":null},{"id":"W4392351445","doi":"10.19173/irrodl.v25i1.7236","title":"Exploring the Digital Divide in Open Education: A Comparative Analysis of Undergraduate Students","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Digital divide; Mathematics education; Educational technology; Computer science; Sociology; Pedagogy; Multimedia; Psychology; The Internet; World Wide Web","score_opus":0.24944937400624762,"score_gpt":0.5214643569460923,"score_spread":0.27201498293984466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979317,0.00046349585,0.000055519315,0.00011961675,0.0000090571275,0.000016543192,0.000013497628,6.5883296e-7,0.0013899467],"genre_scores_gemma":[0.9985843,0.00056375656,0.000062993844,0.000095335185,0.00000938155,0.000020160287,0.000025820342,0.0000011933547,0.00063713215],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99848217,0.00043058797,0.00011014938,0.00012171932,0.00047418236,0.00038119993],"domain_scores_gemma":[0.9964296,0.0011286378,0.00051170675,0.00008619382,0.00067026104,0.0011736079],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0024107988,0.00014042761,0.0004607723,0.0027169797,0.0020821977,0.002174666,0.00046619904,0.0005910773,0.002902022],"category_scores_gemma":[0.0060527553,0.00015045016,0.0002930586,0.0026764008,0.0010809416,0.0019211008,0.0026970303,0.0006939,0.0002549313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021136994,0.0017105934,0.6316323,0.00036008423,0.000050826795,0.00095172407,0.27340734,0.000050474267,0.0011741178,0.0027124563,0.0010249163,0.08671375],"study_design_scores_gemma":[0.000008970138,0.00054509885,0.52576786,0.00021901747,0.00002577895,0.00032440224,0.46553823,0.000081944796,0.0002769735,0.00031469084,0.006881328,0.000015657526],"about_ca_topic_score_codex":0.003822195,"about_ca_topic_score_gemma":0.008739161,"teacher_disagreement_score":0.9995338,"about_ca_system_score_codex":0.0012823885,"about_ca_system_score_gemma":0.001968862,"threshold_uncertainty_score":0.012749672},"labels":[],"label_agreement":null},{"id":"W4392351451","doi":"10.19173/irrodl.v25i1.7468","title":"Addressing the Resource-Based View: Determinants That Drive Chinese Universities to Offer MOOCs","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Educational technology; Technology integration; Computer science; Electronic learning; Knowledge management; Sociology; Pedagogy","score_opus":0.2202233742201752,"score_gpt":0.546948922461023,"score_spread":0.32672554824084776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937412,0.00013516925,0.000269876,0.0004517724,0.000005766707,0.000021813901,0.000024410754,0.0000019164543,0.0053480496],"genre_scores_gemma":[0.99952877,0.00004260744,0.000045423603,0.000031336804,0.0000028003346,0.0000048979377,0.000010012186,4.442425e-7,0.0003338034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989549,0.00027813893,0.000054666205,0.00010812633,0.00027866222,0.00032545158],"domain_scores_gemma":[0.99675757,0.0010400168,0.00084341684,0.000133359,0.0003311696,0.00089444197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001518143,0.00016457353,0.00016894955,0.0012384546,0.0014800034,0.0024975094,0.0003858399,0.00036822667,0.003526023],"category_scores_gemma":[0.003353367,0.00009607868,0.00020197936,0.0013201778,0.0011877058,0.000973926,0.0018430637,0.00049346953,0.00018611908],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005783747,0.00019012981,0.95662117,0.00009042459,0.000040056733,0.00031178445,0.012840924,0.0004372537,0.0009467364,0.0049991813,0.0004950048,0.022969542],"study_design_scores_gemma":[0.000007219862,0.00007608917,0.96618485,0.00004777882,0.00003305842,0.00005837209,0.02776073,0.0011598966,0.00035787362,0.0015417958,0.0027568461,0.000015510417],"about_ca_topic_score_codex":0.03068904,"about_ca_topic_score_gemma":0.043560512,"teacher_disagreement_score":0.03068904,"about_ca_system_score_codex":0.0023707456,"about_ca_system_score_gemma":0.0036149812,"threshold_uncertainty_score":0.06102079},"labels":[],"label_agreement":null},{"id":"W4392351492","doi":"10.19173/irrodl.v25i1.7419","title":"Extracting Course Features and Learner Profiling for Course Recommendation Systems: A Comprehensive Literature Review","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Profiling (computer programming); Course (navigation); Computer science; Multimedia; Data science; World Wide Web; Engineering","score_opus":0.08933692608124867,"score_gpt":0.4954467840288927,"score_spread":0.40610985794764404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351492","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027077387,0.98944247,0.0047949795,0.0007819579,0.00015036186,0.00009061865,0.00030881836,0.00006348757,0.001659532],"genre_scores_gemma":[0.016373564,0.9729109,0.0090293195,0.0003489258,0.0002109185,0.0001087449,0.00058696046,0.00001662788,0.0004139771],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99817145,0.00045680068,0.00038974392,0.00034187024,0.0005614186,0.00007882671],"domain_scores_gemma":[0.9836791,0.012929304,0.0007892509,0.00028073761,0.0021856832,0.00013582759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004072054,0.0011910241,0.0018203469,0.009073754,0.0005805054,0.002257668,0.0012799304,0.0014633901,0.0020469264],"category_scores_gemma":[0.013988386,0.0007356822,0.0020417063,0.008198523,0.00044271766,0.0032899573,0.0007391002,0.0007493301,0.00093287515],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000801121,0.00011861725,0.0041092844,0.07152897,0.0005923696,0.00013797502,0.00033115223,0.0010533273,0.0008526205,0.0016761194,0.009122377,0.91039705],"study_design_scores_gemma":[0.00009755975,0.0009739349,0.057108507,0.2008359,0.016365211,0.0031567197,0.0032908788,0.01264867,0.006787545,0.011072505,0.6872309,0.00043167142],"about_ca_topic_score_codex":0.006770723,"about_ca_topic_score_gemma":0.008695636,"teacher_disagreement_score":0.009073754,"about_ca_system_score_codex":0.0009089516,"about_ca_system_score_gemma":0.0040078848,"threshold_uncertainty_score":0.021535337},"labels":[],"label_agreement":null},{"id":"W4392351571","doi":"10.19173/irrodl.v25i1.7827","title":"Editorial - Volume 25, Issue 1","year":2024,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Data science; Computer science","score_opus":0.03476873194712963,"score_gpt":0.4380845371496049,"score_spread":0.40331580520247523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351571","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026388638,0.0011266838,0.00006977561,0.017933082,0.97834617,0.00002040967,0.000041210744,0.00007188241,0.0023644092],"genre_scores_gemma":[0.0004163624,0.0023599674,0.000114148155,0.028439404,0.9481112,0.000037205686,0.00006697528,0.000078716155,0.020376058],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956613,0.0005004262,0.00040492296,0.00047842576,0.002629962,0.00032482555],"domain_scores_gemma":[0.98330575,0.0039220336,0.0011572466,0.00056839257,0.007878089,0.0031683864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004244432,0.003212866,0.002484754,0.003350059,0.0039048288,0.009285245,0.0032074905,0.0099205235,0.052792843],"category_scores_gemma":[0.024930794,0.00096451316,0.002207287,0.0016054438,0.0020424547,0.004781774,0.0019535173,0.013443014,0.04004116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001503885,0.000017909902,0.000028354112,0.00012725696,0.000005940239,0.00007274002,0.000007981773,0.00001571945,0.00003738373,0.0001552025,0.99454087,0.004975714],"study_design_scores_gemma":[0.000029564188,0.000019775789,0.00015669044,0.00032908673,0.000016055983,0.00019683171,0.00003379848,0.00007624627,0.00007665048,0.0005154498,0.9985379,0.000012021316],"about_ca_topic_score_codex":0.0016645892,"about_ca_topic_score_gemma":0.004306667,"teacher_disagreement_score":0.052792843,"about_ca_system_score_codex":0.0028953927,"about_ca_system_score_gemma":0.0037545555,"threshold_uncertainty_score":0.1766097},"labels":[],"label_agreement":null},{"id":"W4392351600","doi":"10.19173/irrodl.v25i1.7566","title":"Role of AI in Blended Learning: A Systematic Literature Review","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Honam University","keywords":"Blended learning; Educational technology; Distance education; Computer science; Psychology; Mathematics education","score_opus":0.03387227218635183,"score_gpt":0.4245741719582623,"score_spread":0.3907018997719105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351600","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011918205,0.9965132,0.0004384448,0.00045156645,0.00010668963,0.00042869896,0.00027898658,0.0000091128495,0.00058150064],"genre_scores_gemma":[0.010344007,0.9862649,0.0016921245,0.00046270876,0.00004885848,0.00084193965,0.00021505136,0.0000068686018,0.00012359115],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98777616,0.00445672,0.0045856666,0.0006866674,0.0021965685,0.0002982387],"domain_scores_gemma":[0.9351516,0.0490516,0.0076266197,0.0010481222,0.0063801473,0.0007419227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014692391,0.0012577041,0.004969877,0.020968147,0.001010516,0.0041720923,0.0021102137,0.0021205905,0.004509176],"category_scores_gemma":[0.061204553,0.0011385222,0.00468652,0.020925945,0.0014202482,0.005046288,0.0027905698,0.001553809,0.00062471017],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011815792,0.00004309021,0.00092994,0.8628707,0.0018663625,0.00016871386,0.00071642996,0.00010640691,0.00015611087,0.00066954206,0.0020506654,0.13030404],"study_design_scores_gemma":[0.00006609512,0.00011892503,0.00187047,0.9568847,0.008321318,0.00037734566,0.0010424518,0.000066349436,0.00016010166,0.00049145083,0.03057001,0.000030795705],"about_ca_topic_score_codex":0.0059614787,"about_ca_topic_score_gemma":0.018561434,"teacher_disagreement_score":0.020968147,"about_ca_system_score_codex":0.004359461,"about_ca_system_score_gemma":0.022728262,"threshold_uncertainty_score":0.07770175},"labels":[],"label_agreement":null},{"id":"W4392351608","doi":"10.19173/irrodl.v25i1.7431","title":"Exploring Online Physical Education Teaching: What Have We Done and What Have We Learnt?","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Online teaching; Computer science; Teaching method; Computer-mediated communication; Multimedia; Online learning; Mathematics education; Pedagogy; Psychology; The Internet; World Wide Web","score_opus":0.19220775656903036,"score_gpt":0.477388797109681,"score_spread":0.28518104054065063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7248256,0.11422055,0.00565237,0.098178975,0.0028808906,0.0004051695,0.0002590255,0.000084366766,0.0534931],"genre_scores_gemma":[0.8982656,0.0824067,0.0034341437,0.009275298,0.00052546506,0.00028973006,0.00014301157,0.000051449162,0.005608642],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9920671,0.0043312837,0.00028802987,0.0006357644,0.0012908519,0.0013870582],"domain_scores_gemma":[0.98546267,0.00936622,0.0014306576,0.00044505135,0.0013522285,0.0019431777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010264005,0.00039991603,0.00078856904,0.0017602049,0.0041145477,0.0126490565,0.0014466267,0.0022915308,0.004773699],"category_scores_gemma":[0.023284523,0.00047689665,0.0005763826,0.0023654161,0.006481391,0.016222136,0.004750344,0.0033303134,0.0009339543],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000991111,0.00043766203,0.039558917,0.0068660276,0.00007137397,0.0010172931,0.52039057,0.000105052706,0.0006960145,0.007161541,0.008797361,0.414799],"study_design_scores_gemma":[0.00001937073,0.0001539476,0.030986002,0.011226835,0.000056887824,0.00087591365,0.8618403,0.00012021213,0.00033454478,0.0027669813,0.09156214,0.000056963712],"about_ca_topic_score_codex":0.008058865,"about_ca_topic_score_gemma":0.018556044,"teacher_disagreement_score":0.0126490565,"about_ca_system_score_codex":0.0036571282,"about_ca_system_score_gemma":0.009142516,"threshold_uncertainty_score":0.05428189},"labels":[],"label_agreement":null},{"id":"W4392351665","doi":"10.19173/irrodl.v25i1.7253","title":"Book Review: IDEAL Distance Education and Blended Learning Handbook (8th ed.), authored by Jen Vanek, Destiny Simpson, Jamie Harris, and Jeff Goumas (EDTech Books, 2022)","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Destiny (ISS module); Ideal (ethics); Blended learning; Distance education; Sociology; Psychology; Psychoanalysis; Educational technology; Philosophy; Pedagogy; Engineering; Epistemology","score_opus":0.03575545774091748,"score_gpt":0.40863083203504985,"score_spread":0.37287537429413237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351665","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027877616,0.9453376,0.0017623927,0.0064490675,0.008809699,0.0000607323,0.0007639618,0.00027658456,0.036261197],"genre_scores_gemma":[0.0022232756,0.82078207,0.0026673,0.0048296815,0.0036410326,0.00014727483,0.0016322334,0.00019290794,0.1638842],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924386,0.000080787664,0.00006026495,0.000069088965,0.0005089112,0.00003719312],"domain_scores_gemma":[0.9982981,0.0004657341,0.00011042386,0.0000424483,0.0009423874,0.00014090426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006998316,0.0008077233,0.001296812,0.003000147,0.00040690092,0.0023764127,0.0013492884,0.0012570999,0.04649795],"category_scores_gemma":[0.0034989882,0.00045917285,0.00054952974,0.004737976,0.00041371697,0.0024357904,0.0007988993,0.0022486781,0.049513076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021330156,0.00002027186,0.00004758831,0.0011662603,0.000009040822,0.00003043724,0.00002683647,0.00009604947,0.00017363444,0.0011306445,0.7602214,0.23705646],"study_design_scores_gemma":[0.0000046730956,0.000014384103,0.00021979657,0.0006191171,0.000006589336,0.00022629491,0.000017107337,0.000026438205,0.000059719867,0.0006064028,0.99819404,0.0000053420167],"about_ca_topic_score_codex":0.0037577194,"about_ca_topic_score_gemma":0.007611613,"teacher_disagreement_score":0.04649795,"about_ca_system_score_codex":0.0011672076,"about_ca_system_score_gemma":0.0031201313,"threshold_uncertainty_score":0.15555114},"labels":[],"label_agreement":null},{"id":"W4394696464","doi":"10.19173/irrodl.v25i1.7581","title":"Book Review: Digital Teaching, Learning and Assessment: The Way Forward, edited by Upasana Gitanjali Singh, Chenicheri Sid Nair, and Susana Gonçalves (Chandos Publishing, 2023)","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publishing; Library science; Computer science; Psychology; Art; Literature","score_opus":0.04626956604993671,"score_gpt":0.4640214098084035,"score_spread":0.4177518437584668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394696464","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000624886,0.9574257,0.00024959043,0.012839829,0.022350067,0.000027346125,0.00019558768,0.000036626083,0.006812665],"genre_scores_gemma":[0.00079136895,0.9510323,0.00061690004,0.007883157,0.011911262,0.000058019887,0.00040983583,0.000042043477,0.027255092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979569,0.0003860622,0.00020600963,0.00018984887,0.0011673177,0.000093867886],"domain_scores_gemma":[0.99277776,0.0025970447,0.00068228046,0.00014501614,0.0032887284,0.0005091042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019423466,0.0013532251,0.0025887277,0.004505665,0.0006520365,0.003690091,0.0018531326,0.0021282772,0.028202469],"category_scores_gemma":[0.0098654935,0.00058656296,0.0009585685,0.0076384963,0.0009910067,0.0034185394,0.0012036974,0.004336387,0.025373647],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001619176,0.000009473744,0.000044229753,0.0026593173,0.000021368356,0.000026313899,0.000029198665,0.00004081259,0.000076361255,0.00075228204,0.9104442,0.08588021],"study_design_scores_gemma":[0.000012559389,0.000018976776,0.00025814556,0.003340974,0.000030424391,0.0003282289,0.000037782862,0.000024273519,0.000037674345,0.0007556958,0.99514514,0.0000101309515],"about_ca_topic_score_codex":0.006762134,"about_ca_topic_score_gemma":0.015629498,"teacher_disagreement_score":0.028202469,"about_ca_system_score_codex":0.0025575273,"about_ca_system_score_gemma":0.00706523,"threshold_uncertainty_score":0.0943467},"labels":[],"label_agreement":null},{"id":"W4396947851","doi":"10.19173/irrodl.v25i2.7718","title":"Marginalization, Technology Access and Study Approaches of Undergraduate Distance Learners during Covid-19 Pandemic in India","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Distance education; Virology; Mathematics education; Political science; Sociology; Psychology; Medicine; Infectious disease (medical specialty); Outbreak","score_opus":0.14040244516114458,"score_gpt":0.46942627361972294,"score_spread":0.32902382845857836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984969,0.0003786073,0.000030000529,0.00028920523,0.000006420332,0.0000066545526,0.00001368416,0.0000012257766,0.0007772626],"genre_scores_gemma":[0.99922717,0.00037926759,0.000019750843,0.00009573478,0.000004314246,0.0000064726655,0.000009696183,0.0000010879936,0.00025657073],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99879056,0.00034277525,0.00008969559,0.00011117548,0.00021988178,0.00044592333],"domain_scores_gemma":[0.99713254,0.0007402991,0.0007059088,0.000110042885,0.00032454636,0.0009865974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011182283,0.00019200695,0.00032563944,0.00077405956,0.001912674,0.003343908,0.0007053814,0.0005539926,0.0017323006],"category_scores_gemma":[0.0047094207,0.00021168221,0.00027007048,0.00075859984,0.0017218277,0.0015490523,0.0028940223,0.0012003765,0.00023181103],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016788121,0.0003653649,0.6190772,0.00023464655,0.000041291645,0.0013225536,0.34849733,0.00006774177,0.00153468,0.000979284,0.0006103258,0.027101686],"study_design_scores_gemma":[0.000004269775,0.00028166868,0.51399624,0.0002159049,0.000024783109,0.00090340467,0.4791248,0.000093144066,0.00033994415,0.00034420445,0.0046346253,0.0000370546],"about_ca_topic_score_codex":0.01378976,"about_ca_topic_score_gemma":0.016542824,"teacher_disagreement_score":0.01378976,"about_ca_system_score_codex":0.0011469824,"about_ca_system_score_gemma":0.0020247935,"threshold_uncertainty_score":0.02741903},"labels":[],"label_agreement":null},{"id":"W4396947856","doi":"10.19173/irrodl.v25i2.7651","title":"Book Review: Research, Writing, and Creative Process in Open and Distance Education: Tales From the Field, edited by Dianne Conrad (Open Book Publishers, 2023)","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open university; Sociology; Process (computing); Media studies; Art history; Art; Computer science; Distance education; Pedagogy; Programming language","score_opus":0.09479195559427422,"score_gpt":0.5255481602380244,"score_spread":0.4307562046437502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947856","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000047420664,0.97466403,0.00020765599,0.0074383197,0.012844624,0.000022092947,0.00012274146,0.000026796788,0.0046262993],"genre_scores_gemma":[0.00081655744,0.9621968,0.00055411214,0.0065393066,0.00852975,0.000075697026,0.00032064595,0.000038365335,0.020928765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99715984,0.0006163872,0.00029953997,0.00023643058,0.0015419004,0.00014590229],"domain_scores_gemma":[0.9895566,0.00476994,0.0010124788,0.00020499958,0.0038681065,0.0005879628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002483499,0.001637627,0.0028826527,0.005193033,0.00083616446,0.0046288944,0.0017204292,0.0028244508,0.028241264],"category_scores_gemma":[0.012152218,0.0007400915,0.0010466638,0.010065441,0.001247436,0.0035644155,0.0015116617,0.0041232323,0.025391104],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025717738,0.000011830831,0.000048534675,0.00439947,0.000031549727,0.00003245906,0.00006117626,0.000044697576,0.00010608654,0.00086888147,0.88500965,0.109359995],"study_design_scores_gemma":[0.00001728834,0.00002762861,0.00033758048,0.0051335455,0.000043185642,0.0003677744,0.00007399463,0.0000247349,0.00006379163,0.00076580944,0.9931293,0.000015278747],"about_ca_topic_score_codex":0.007382586,"about_ca_topic_score_gemma":0.017266639,"teacher_disagreement_score":0.028241264,"about_ca_system_score_codex":0.0028672295,"about_ca_system_score_gemma":0.009401361,"threshold_uncertainty_score":0.09447646},"labels":[],"label_agreement":null},{"id":"W4396947864","doi":"10.19173/irrodl.v25i2.7572","title":"Exploring Teachers’ Digital Literacy Experiences","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital literacy in education","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Literacy; Digital literacy; Pedagogy; Mathematics education; Sociology; Psychology","score_opus":0.1834715522118335,"score_gpt":0.4640762646850368,"score_spread":0.2806047124732033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99286723,0.00034663486,0.0003594992,0.00046609426,0.000016929513,0.000014574317,0.000015542417,0.000009333542,0.0059040934],"genre_scores_gemma":[0.9966742,0.00032354967,0.00012356487,0.000081996826,0.000009501439,0.0000127470885,0.0000137713005,0.0000066230873,0.0027540252],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980186,0.00085257366,0.00011291227,0.00021740429,0.00030469196,0.00049378333],"domain_scores_gemma":[0.99522024,0.002736897,0.0007771428,0.00017242151,0.00041942787,0.00067397975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015851181,0.00024066376,0.0005324835,0.0016992253,0.0034491331,0.00471976,0.00055842777,0.0010071219,0.0041552414],"category_scores_gemma":[0.007638956,0.00042780678,0.00028422245,0.0009357624,0.002827224,0.0035461648,0.0043157637,0.0016218857,0.0005991074],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036952835,0.00007100755,0.018496566,0.00009324887,0.000004105592,0.0015405248,0.9679794,0.00001799936,0.0014628795,0.00051868946,0.00024356031,0.00953508],"study_design_scores_gemma":[0.0000052454197,0.00008112718,0.011479789,0.0000852166,0.0000061310666,0.00081372156,0.9772798,0.000035323705,0.00027841987,0.0001601051,0.009764067,0.000011067255],"about_ca_topic_score_codex":0.003448322,"about_ca_topic_score_gemma":0.0067070457,"teacher_disagreement_score":0.00471976,"about_ca_system_score_codex":0.0015960701,"about_ca_system_score_gemma":0.0011311038,"threshold_uncertainty_score":0.013900697},"labels":[],"label_agreement":null},{"id":"W4396947865","doi":"10.19173/irrodl.v25i2.7578","title":"Perceived Utility and Learning by Dominican University Students in Virtual Teaching–Learning Environments: An Analysis of Multiple Serial Mediation Based on the Extended Technology Acceptance Model","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology-Enhanced Education Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mediation; Computer science; Mathematics education; Educational technology; Psychology; Multimedia; Human–computer interaction; Sociology; Social science","score_opus":0.05447694176492223,"score_gpt":0.4450510815188495,"score_spread":0.39057413975392724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99739033,0.0001820219,0.0006990824,0.00019447181,0.000009517966,0.00005221539,0.000039513416,0.0000053680183,0.0014274621],"genre_scores_gemma":[0.9993017,0.000106299936,0.00023068202,0.0000199993,0.0000059294885,0.000045648758,0.00003203819,0.0000021819403,0.0002554925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941202,0.0035787877,0.0002554362,0.0005754093,0.00074020063,0.0007300468],"domain_scores_gemma":[0.97906643,0.015835838,0.0024942213,0.00093079393,0.00090025354,0.0007725691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006619706,0.0009014248,0.0009731395,0.0014202786,0.0010629446,0.003733497,0.0011037735,0.0009863526,0.0045348117],"category_scores_gemma":[0.017049026,0.00042291806,0.0018083845,0.0013078026,0.0017520682,0.0012138307,0.0025612498,0.0015976371,0.00018437994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040236255,0.00092428067,0.9569801,0.00015219545,0.00080293854,0.00059746654,0.015051935,0.0016062087,0.0006021503,0.004092732,0.00023270729,0.018554902],"study_design_scores_gemma":[0.00008942945,0.0011838296,0.93000984,0.00025178844,0.00077354786,0.00031349267,0.03337378,0.028342439,0.0006357421,0.002960096,0.0019928734,0.00007305565],"about_ca_topic_score_codex":0.014436532,"about_ca_topic_score_gemma":0.0078068417,"teacher_disagreement_score":0.014436532,"about_ca_system_score_codex":0.0015559307,"about_ca_system_score_gemma":0.0021289983,"threshold_uncertainty_score":0.035008788},"labels":[],"label_agreement":null},{"id":"W4396947871","doi":"10.19173/irrodl.v25i2.7548","title":"Centering Cultural Knowledge in TPACK— Evidence From a Collaborative Online International Learning Collaboration","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"International Student and Expatriate Challenges","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Collaborative learning; Online learning; Knowledge management; Psychology; Computer science; World Wide Web","score_opus":0.16102967916048605,"score_gpt":0.5414196269770897,"score_spread":0.3803899478166036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545415,0.0025692894,0.0115093505,0.003638664,0.000116302625,0.00040641616,0.00008426449,0.000020826634,0.027113393],"genre_scores_gemma":[0.9952819,0.0009745505,0.0022597108,0.00036756325,0.000017858956,0.0002476466,0.000031338634,0.00002062709,0.0007987819],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9398892,0.048466925,0.001960148,0.0026329376,0.004563892,0.002486853],"domain_scores_gemma":[0.86662143,0.1066123,0.00833963,0.006682402,0.0072309272,0.0045132786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044972885,0.0004940293,0.0008285784,0.0032017438,0.010870986,0.0096392445,0.0029356957,0.0022169992,0.0029314486],"category_scores_gemma":[0.07807875,0.0005500485,0.0004769999,0.0038684884,0.017304545,0.013047493,0.016128384,0.004137556,0.0003525255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037115242,0.000116481795,0.005896025,0.00047361435,0.000015796391,0.0006378775,0.97127074,0.000058401052,0.00019219954,0.009303732,0.00033186958,0.011666073],"study_design_scores_gemma":[0.000009355575,0.000044509383,0.0026387656,0.00048500457,0.000012720729,0.00024615403,0.9843277,0.00014690598,0.00024250655,0.0019087592,0.009922252,0.000015306741],"about_ca_topic_score_codex":0.0051130285,"about_ca_topic_score_gemma":0.007329825,"teacher_disagreement_score":0.044972885,"about_ca_system_score_codex":0.0045544594,"about_ca_system_score_gemma":0.010689778,"threshold_uncertainty_score":0.2378422},"labels":[],"label_agreement":null},{"id":"W4396947882","doi":"10.19173/irrodl.v25i2.7584","title":"Identifying Pedagogical Design and Implementation of Synchronous Virtual Classrooms","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Multimedia; Human–computer interaction; Psychology","score_opus":0.2027087031435321,"score_gpt":0.5532740606204731,"score_spread":0.35056535747694106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7483225,0.010872981,0.20186976,0.0012032624,0.0004046206,0.0062658084,0.00035872127,0.00058171985,0.03012063],"genre_scores_gemma":[0.80613214,0.0047563063,0.18202204,0.00020674188,0.00007085462,0.0034560137,0.00031772893,0.000066007,0.0029721726],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9843226,0.010284722,0.0015049903,0.0011921831,0.002100616,0.0005948079],"domain_scores_gemma":[0.97767025,0.012533506,0.0033111311,0.0015069504,0.0036824064,0.00129577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01320896,0.00033146597,0.00046788456,0.0048925276,0.00096861896,0.0038872065,0.0016725846,0.00066944043,0.0014648777],"category_scores_gemma":[0.04083929,0.00036369255,0.0005455134,0.0028619475,0.0007412971,0.0031992001,0.0022822202,0.00054048817,0.0005007192],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030264276,0.0010013749,0.036882624,0.008135027,0.00009242564,0.0004529494,0.036773358,0.0012500592,0.010885107,0.011865057,0.0015358859,0.8908236],"study_design_scores_gemma":[0.0008485613,0.007795496,0.23360522,0.019784538,0.0016507291,0.0028358006,0.18015054,0.014077265,0.05238088,0.029878672,0.4567104,0.00028188364],"about_ca_topic_score_codex":0.00059691985,"about_ca_topic_score_gemma":0.0015295087,"teacher_disagreement_score":0.01320896,"about_ca_system_score_codex":0.0022559157,"about_ca_system_score_gemma":0.0062088785,"threshold_uncertainty_score":0.069856465},"labels":[],"label_agreement":null},{"id":"W4396947883","doi":"10.19173/irrodl.v25i2.7428","title":"Exploring the Feasibility of Deploying Technology Enhanced School-Based Teacher Continuous Professional Development in Internet-Limited Environments in Tanzania","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tanzania; The Internet; Professional development; Internet access; Computer science; Medical education; Mathematics education; Psychology; Multimedia; Pedagogy; Sociology; World Wide Web; Medicine; Socioeconomics","score_opus":0.18045246411151633,"score_gpt":0.4687879713732977,"score_spread":0.28833550726178137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99761057,0.00003083884,0.0005059413,0.00013838788,0.0000034291008,0.00020765669,0.000014692626,0.000020628086,0.0014677179],"genre_scores_gemma":[0.9962811,0.000055817047,0.0027772267,0.00003837223,0.0000024841845,0.00012843989,0.000014254435,0.0000033811723,0.00069895387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990202,0.00048658895,0.000046582078,0.00009890501,0.00010015365,0.00024753305],"domain_scores_gemma":[0.9979158,0.00086439564,0.0002624538,0.00013605798,0.000282762,0.0005385857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017521224,0.0002446873,0.0001466929,0.00050017564,0.0012674405,0.0010753435,0.0008594839,0.0005114424,0.002118014],"category_scores_gemma":[0.0039254366,0.00032828774,0.00017699001,0.00020716838,0.00070428924,0.00087219843,0.0014498995,0.0004607877,0.00034819936],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016696219,0.011501533,0.40395147,0.0016433708,0.00005531612,0.0082165245,0.14080971,0.0031889796,0.08561074,0.0024524876,0.0020845288,0.3388157],"study_design_scores_gemma":[0.0008191974,0.02580297,0.74122226,0.0006381881,0.00018760549,0.0014218197,0.18029328,0.007252701,0.016077315,0.00070242485,0.025470154,0.00011215284],"about_ca_topic_score_codex":0.00766306,"about_ca_topic_score_gemma":0.016753899,"teacher_disagreement_score":0.00766306,"about_ca_system_score_codex":0.0013709527,"about_ca_system_score_gemma":0.0027119208,"threshold_uncertainty_score":0.015236914},"labels":[],"label_agreement":null},{"id":"W4396948084","doi":"10.19173/irrodl.v25i2.7617","title":"Book Review: Critical Digital Pedagogy in Higher Education, edited by Suzan Köseoğlu, George Veletsianos, and Chris Rowell (AU Press, 2023)","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"George (robot); Sociology; Political science; Art; Art history","score_opus":0.07356212625976334,"score_gpt":0.46846345427801056,"score_spread":0.39490132801824723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396948084","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059739246,0.95258445,0.00034106427,0.015150419,0.023080176,0.000022491271,0.000112972855,0.000037339898,0.008611309],"genre_scores_gemma":[0.0011879446,0.92952394,0.000767472,0.011075258,0.016288264,0.0000666879,0.00032438524,0.00006744691,0.040698566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983675,0.00034063548,0.00013680123,0.00017940113,0.0008792107,0.00009653713],"domain_scores_gemma":[0.9930346,0.0031589116,0.00049814826,0.00014594113,0.0026389416,0.0005235801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018191775,0.0016009079,0.0020419087,0.0053040734,0.00093099533,0.004111866,0.0017233274,0.0028334148,0.025748393],"category_scores_gemma":[0.00804434,0.00065462146,0.000770044,0.0077478746,0.001507862,0.0044541825,0.0016750172,0.004574225,0.021680538],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009995182,0.0000072451794,0.000030779196,0.0011264283,0.000009661065,0.000015403159,0.000040871506,0.00003195391,0.000048295464,0.0010888166,0.9299241,0.06766641],"study_design_scores_gemma":[0.000009520139,0.000012360625,0.00022121979,0.0020110132,0.00001541784,0.0002175275,0.000056882574,0.000029075865,0.00004349886,0.001133319,0.9962405,0.000009701504],"about_ca_topic_score_codex":0.008248126,"about_ca_topic_score_gemma":0.021101693,"teacher_disagreement_score":0.025748393,"about_ca_system_score_codex":0.003330671,"about_ca_system_score_gemma":0.007844216,"threshold_uncertainty_score":0.086137},"labels":[],"label_agreement":null},{"id":"W4396948115","doi":"10.19173/irrodl.v25i2.7702","title":"Alone in the Academic Ultraperiphery: Online Doctoral Candidates’ Quest to Belong, Thrive, and Succeed","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Doctoral Education Challenges and Solutions","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Failure to thrive; Psychology; Medicine; Pediatrics","score_opus":0.3536771426578945,"score_gpt":0.6402102393702638,"score_spread":0.28653309671236926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396948115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9627985,0.0032055515,0.001371754,0.013576266,0.00029305014,0.000053471296,0.000032969554,0.000018605691,0.018649815],"genre_scores_gemma":[0.9917418,0.001844297,0.00039167434,0.0013633762,0.00009575161,0.00004403631,0.000023475328,0.000015317364,0.0044802404],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99122965,0.006382351,0.00023989206,0.00038055205,0.0008356547,0.000931977],"domain_scores_gemma":[0.9860665,0.006537792,0.0016268993,0.00046838727,0.00087421393,0.004426238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012420585,0.00020648664,0.0005865216,0.0010241478,0.0083187595,0.0114451,0.0009527785,0.0012914157,0.0052472875],"category_scores_gemma":[0.018036818,0.0002880487,0.00024595833,0.001399671,0.0049310923,0.006726426,0.008400866,0.0027768684,0.0010469012],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095108335,0.00018281178,0.01947944,0.00033347105,0.000015594656,0.0015721929,0.895184,0.00003667491,0.00080927624,0.013064171,0.0065315315,0.062695764],"study_design_scores_gemma":[0.000007234427,0.00010514898,0.008226497,0.00019241398,0.000008049878,0.0007490228,0.94489676,0.00006153187,0.00015218018,0.0016117224,0.043973345,0.000016064612],"about_ca_topic_score_codex":0.0012017534,"about_ca_topic_score_gemma":0.0028169388,"teacher_disagreement_score":0.012420585,"about_ca_system_score_codex":0.0013591225,"about_ca_system_score_gemma":0.004519235,"threshold_uncertainty_score":0.06568706},"labels":[],"label_agreement":null},{"id":"W4396948208","doi":"10.19173/irrodl.v25i2.7621","title":"Decoding Video Logs: Unveiling Student Engagement Patterns in Lecture Capture Videos","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Decoding methods; Computer science; Multimedia; World Wide Web; Telecommunications","score_opus":0.191049017977342,"score_gpt":0.5761590575990283,"score_spread":0.38511003962168633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396948208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9366143,0.00088186556,0.04661248,0.00046115945,0.00013369604,0.00035513486,0.009595122,0.00081403746,0.0045322184],"genre_scores_gemma":[0.9632872,0.0004900371,0.025016604,0.000102205224,0.00009574629,0.0003144515,0.008836639,0.000084644926,0.0017724724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991184,0.00024743984,0.00008124664,0.00020620378,0.0002383687,0.00010838894],"domain_scores_gemma":[0.99520564,0.0024750568,0.0006598499,0.00037629722,0.000991076,0.00029206142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096434366,0.00054154714,0.000428509,0.0025983676,0.00027317705,0.0011601318,0.00038139842,0.00050774374,0.001139908],"category_scores_gemma":[0.0090605635,0.00012666178,0.0002767549,0.001823564,0.0002083387,0.00088323775,0.00073440414,0.00061723473,0.0009125659],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008286305,0.00090129673,0.47676468,0.0012556158,0.0002404601,0.00073767395,0.008194055,0.005213145,0.033231735,0.0018360817,0.016734133,0.45406252],"study_design_scores_gemma":[0.000052482585,0.0007479888,0.83193344,0.00047269545,0.00018753127,0.0007846305,0.011649008,0.0974381,0.019548845,0.005278899,0.031768553,0.00013785476],"about_ca_topic_score_codex":0.00286827,"about_ca_topic_score_gemma":0.0068749064,"teacher_disagreement_score":0.00286827,"about_ca_system_score_codex":0.00024442057,"about_ca_system_score_gemma":0.00042329342,"threshold_uncertainty_score":0.005703211},"labels":[],"label_agreement":null},{"id":"W4396948242","doi":"10.19173/irrodl.v25i2.8012","title":"Editorial - Volume 25, Issue 2","year":2024,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics; Thermodynamics","score_opus":0.044251045563009954,"score_gpt":0.4764791614667881,"score_spread":0.43222811590377813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396948242","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002050125,0.0022700522,0.00006652967,0.00950164,0.98650604,0.000032444415,0.000039734485,0.000054333603,0.0015086472],"genre_scores_gemma":[0.00023149452,0.0035905777,0.00009552109,0.013708241,0.9726456,0.000051317904,0.00005576459,0.000042777607,0.009578674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923374,0.0011244531,0.0009116612,0.0007810005,0.0043360605,0.00050938537],"domain_scores_gemma":[0.96964866,0.008451991,0.002187084,0.0010471944,0.014030299,0.0046346886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009495983,0.004303252,0.00432774,0.0060712374,0.0044620084,0.010918187,0.0049642846,0.012505052,0.04822098],"category_scores_gemma":[0.033180993,0.0012967612,0.0032079008,0.0029286402,0.0029289604,0.0053219018,0.0023643945,0.014229493,0.043498553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020925594,0.000018402743,0.000024101868,0.0003262723,0.0000112536845,0.00006695321,0.0000071874956,0.000016848247,0.000042820517,0.00013989558,0.9939365,0.005388936],"study_design_scores_gemma":[0.00006446991,0.000030681513,0.0002002507,0.0008681872,0.000042136417,0.00022016928,0.0000402825,0.00009076694,0.00009878031,0.00061435957,0.99771214,0.0000176443],"about_ca_topic_score_codex":0.001624315,"about_ca_topic_score_gemma":0.0048764544,"teacher_disagreement_score":0.04822098,"about_ca_system_score_codex":0.003188687,"about_ca_system_score_gemma":0.005331755,"threshold_uncertainty_score":0.16131526},"labels":[],"label_agreement":null},{"id":"W4401873268","doi":"10.19173/irrodl.v25i3.7641","title":"AI Application (ChatGPT) and Saudi Arabian Primary School Students’ Autonomy in Online Classes: Exploring Students and Teachers’ Perceptions","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Prince Sattam bin Abdulaziz University","keywords":"Autonomy; Perception; Learner autonomy; Psychology; Mathematics education; Coding (social sciences); Educational technology; Pedagogy; Sociology","score_opus":0.09119957511316923,"score_gpt":0.4706832055806261,"score_spread":0.37948363046745687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982723,0.00010830386,0.0001740093,0.00015588128,0.000006903716,0.000013310307,0.000008447645,0.000004523493,0.0012563647],"genre_scores_gemma":[0.999019,0.0001232376,0.0001831677,0.00007213361,0.000004011891,0.000015314621,0.000011507341,0.0000024321196,0.00056904624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99698454,0.001272397,0.0002010126,0.00025299483,0.0008855096,0.0004035554],"domain_scores_gemma":[0.9884094,0.004212305,0.0024348593,0.0004131767,0.0015199784,0.0030102204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002793096,0.0002639289,0.0002972049,0.00056665234,0.0016499693,0.0035638483,0.0005537088,0.0006665257,0.0023364516],"category_scores_gemma":[0.009939858,0.00020740139,0.0003069165,0.00031108793,0.0017137505,0.0012558611,0.0024654486,0.0010913501,0.00040402522],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021106302,0.0014146512,0.53012586,0.0004645375,0.000041264037,0.0009875546,0.38968292,0.00017478799,0.0053714872,0.0012468214,0.0013330951,0.06894593],"study_design_scores_gemma":[0.000040025538,0.0010008771,0.48787865,0.00042437515,0.00008142666,0.00078041956,0.47798112,0.0009898705,0.002800254,0.000657858,0.027280806,0.000084330495],"about_ca_topic_score_codex":0.0045557395,"about_ca_topic_score_gemma":0.007015083,"teacher_disagreement_score":0.0045557395,"about_ca_system_score_codex":0.001141508,"about_ca_system_score_gemma":0.0020211847,"threshold_uncertainty_score":0.0147714615},"labels":[],"label_agreement":null},{"id":"W4401873329","doi":"10.19173/irrodl.v25i3.7659","title":"The Effects of Educational Artificial Intelligence-Powered Applications on Teachers’ Perceived Autonomy, Professional Development for Online Teaching, and Digital Burnout","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Shihezi University","keywords":"Autonomy; Burnout; Faculty development; Educational technology; Professional development; Psychology; Technology integration; Distance education; Computer science; Computer-mediated communication; Multimedia; Medical education; Mathematics education; Pedagogy; The Internet; World Wide Web; Medicine","score_opus":0.07037199463586956,"score_gpt":0.46424006198753454,"score_spread":0.39386806735166496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991841,0.000045282923,0.000075501084,0.00005651018,0.000002287366,0.000005158613,0.0000030392687,0.0000011759629,0.00062703935],"genre_scores_gemma":[0.99961543,0.000055260305,0.00006625155,0.000016859083,0.000002403706,0.000008998168,0.0000059787826,6.3029125e-7,0.00022825038],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981001,0.0007595993,0.00014930933,0.00014189836,0.00049920176,0.00034986172],"domain_scores_gemma":[0.98821473,0.0057973126,0.0027118877,0.00045476816,0.0008252878,0.0019960152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025488897,0.00022620779,0.00019492015,0.00077034236,0.0011477509,0.0018866503,0.00026148558,0.00042818842,0.0015684009],"category_scores_gemma":[0.010616619,0.0002581506,0.000454557,0.0003583464,0.0014072399,0.0008886623,0.0019039733,0.0008535494,0.00015205782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017855942,0.001513396,0.93600994,0.0001028037,0.000052369163,0.00020926361,0.030773992,0.00015055684,0.0024543402,0.0005577785,0.00020550437,0.027791508],"study_design_scores_gemma":[0.000012142229,0.00029872076,0.9792021,0.000051312796,0.000032043976,0.00008619138,0.018289905,0.00046226243,0.00058784144,0.00024256935,0.0007222661,0.000012727884],"about_ca_topic_score_codex":0.0027073838,"about_ca_topic_score_gemma":0.004680869,"teacher_disagreement_score":0.0027073838,"about_ca_system_score_codex":0.0007378985,"about_ca_system_score_gemma":0.0013767902,"threshold_uncertainty_score":0.013479948},"labels":[],"label_agreement":null},{"id":"W4401873338","doi":"10.19173/irrodl.v25i3.7642","title":"Threats and Opportunities of Students’ Use Of AI-Integrated Technology (ChatGPT) in Online Higher Education: Saudi Arabian Educational Technologists’ Perspectives","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Prince Sattam bin Abdulaziz University","keywords":"Educational technology; Technology integration; Higher education; Distance education; Electronic learning; Mathematics education; Medical education; Pedagogy; Psychology; Sociology; Political science; Medicine","score_opus":0.13977560604200825,"score_gpt":0.47869878677935873,"score_spread":0.3389231807373505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984136,0.0013995816,0.00093659724,0.0063004754,0.000060060873,0.000023617817,0.000021527783,0.000010739113,0.007111361],"genre_scores_gemma":[0.99724954,0.0008637815,0.00026346007,0.00066932495,0.000021717759,0.000013192729,0.0000094892075,0.000004542883,0.00090494694],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9812034,0.012449665,0.0006704031,0.00069227297,0.0030039323,0.0019803478],"domain_scores_gemma":[0.9655207,0.020107282,0.00536694,0.00091842265,0.0038382902,0.0042483085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013560318,0.00052820164,0.00046293356,0.001710528,0.007285214,0.01251469,0.0011621237,0.0030303563,0.001504387],"category_scores_gemma":[0.01819327,0.00044903776,0.00035980076,0.0014740124,0.0069536734,0.0062244446,0.007415951,0.0033416026,0.00033682512],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006915083,0.00007907115,0.033962965,0.00027443402,0.000016958233,0.0014983582,0.9388662,0.00013218206,0.001095203,0.004062221,0.0009243394,0.019018937],"study_design_scores_gemma":[0.0000030839556,0.00007903639,0.007804741,0.00023776459,0.000010881851,0.0005364356,0.9715128,0.00021488743,0.0004552055,0.0005298121,0.018588407,0.000026983282],"about_ca_topic_score_codex":0.0056763235,"about_ca_topic_score_gemma":0.008122569,"teacher_disagreement_score":0.013560318,"about_ca_system_score_codex":0.004092413,"about_ca_system_score_gemma":0.005037306,"threshold_uncertainty_score":0.0717147},"labels":[],"label_agreement":null},{"id":"W4401873350","doi":"10.19173/irrodl.v25i3.7666","title":"AI-Supported Online Language Learning: Learners’ Self-Esteem, Cognitive-Emotion Regulation, Academic Enjoyment, and Language Success","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Advanced Technologies in Various Fields","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-esteem; Psychology; Cognition; Computer-mediated communication; Language acquisition; Distance education; Mathematics education; Computer science; Social psychology; The Internet; World Wide Web","score_opus":0.04815556844593664,"score_gpt":0.44527955888213144,"score_spread":0.3971239904361948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873350","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99857354,0.000085334425,0.00009674112,0.000047130143,0.0000031461036,0.0000050113995,0.000008355468,0.0000021292904,0.001178655],"genre_scores_gemma":[0.999589,0.00005435375,0.00007095058,0.000012923155,0.0000028424759,0.0000046104074,0.000010896386,4.3966912e-7,0.00025397624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995167,0.00015306573,0.000042259115,0.00006220977,0.0001439161,0.00008181719],"domain_scores_gemma":[0.9977047,0.0008045982,0.000655122,0.000073545074,0.00022792946,0.0005341649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011456182,0.00022699963,0.00016754199,0.00044512402,0.00027844825,0.0012152328,0.0002247322,0.0002779252,0.0018643882],"category_scores_gemma":[0.0034049936,0.000068424306,0.00027235033,0.00030692908,0.00040156752,0.0005700953,0.0006758512,0.0004969659,0.00015683842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086330045,0.0009692122,0.93924147,0.00008655799,0.000088979694,0.00014020516,0.0032522476,0.00021197883,0.0015606077,0.0004394558,0.0002073721,0.05371558],"study_design_scores_gemma":[0.000004173249,0.00019244598,0.99552923,0.000028081631,0.000027720716,0.00007577292,0.002036993,0.00080177374,0.0005781631,0.00018389856,0.000533972,0.0000077910145],"about_ca_topic_score_codex":0.0010191406,"about_ca_topic_score_gemma":0.001386213,"teacher_disagreement_score":0.0018643882,"about_ca_system_score_codex":0.00025933102,"about_ca_system_score_gemma":0.0005326873,"threshold_uncertainty_score":0.0062369704},"labels":[],"label_agreement":null},{"id":"W4401873351","doi":"10.19173/irrodl.v25i3.7646","title":"Teacher- Versus AI-Generated (Poe Application) Corrective Feedback and Language Learners’ Writing Anxiety, Complexity, Fluency, and Accuracy","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Social Science Fund of China","keywords":"Corrective feedback; Fluency; Second language writing; Psychology; Anxiety; Computer science; Computer-mediated communication; Computer-Assisted Instruction; Language acquisition; Mathematics education; Multimedia; Cognitive psychology; Linguistics; Second language; The Internet; World Wide Web","score_opus":0.09433302231544706,"score_gpt":0.43277654500695273,"score_spread":0.3384435226915057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99919075,0.00003559823,0.0004041652,0.000018000812,0.0000068311588,0.000031332573,0.000008192428,0.000021832935,0.00028333178],"genre_scores_gemma":[0.996995,0.00006907239,0.0020567745,0.000041350006,0.000010447653,0.000109964974,0.000035159555,0.000009057346,0.00067320705],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971258,0.0012491435,0.0003379379,0.00030913454,0.0008169177,0.00016098248],"domain_scores_gemma":[0.9703888,0.020765422,0.003907462,0.0011544308,0.00223588,0.001547963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028308695,0.00045743186,0.000613191,0.000429221,0.00023574168,0.0009089833,0.0003500194,0.00042033033,0.001488631],"category_scores_gemma":[0.031821277,0.00017917943,0.00027393992,0.00017765364,0.0003512271,0.0005312739,0.0005511758,0.0006432189,0.00024682307],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012081781,0.027652532,0.22829147,0.0016037362,0.00029430081,0.00075554196,0.026198925,0.001602993,0.16219324,0.0002830274,0.0011837067,0.5378588],"study_design_scores_gemma":[0.0016769924,0.075025454,0.80719346,0.00031537516,0.0005572178,0.0015917089,0.012830043,0.0068592234,0.0868507,0.0007329106,0.0061419685,0.00022495177],"about_ca_topic_score_codex":0.00036668254,"about_ca_topic_score_gemma":0.000596239,"teacher_disagreement_score":0.0028308695,"about_ca_system_score_codex":0.00024114379,"about_ca_system_score_gemma":0.00052586995,"threshold_uncertainty_score":0.014971197},"labels":[],"label_agreement":null},{"id":"W4401873378","doi":"10.19173/irrodl.v25i3.7677","title":"The Effects of Duolingo, an AI-Integrated Technology, on EFL Learners’ Willingness to Communicate and Engagement in Online Classes","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Willingness to communicate; Computer science; Educational technology; Multimedia; Mathematics education; Psychology; Social psychology","score_opus":0.09423394594475222,"score_gpt":0.48310036178467775,"score_spread":0.38886641583992554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99896884,0.0000964733,0.00016619408,0.000028528304,0.0000065457098,0.000055151664,0.000006749964,0.000012944213,0.0006587163],"genre_scores_gemma":[0.9957074,0.0002975835,0.0024963894,0.000065053304,0.0000084600315,0.00027340656,0.00002786806,0.0000060669868,0.0011178192],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99929976,0.0003037734,0.00005095023,0.000119116725,0.00012419818,0.00010207335],"domain_scores_gemma":[0.99643385,0.002522193,0.00032309772,0.0001329911,0.00010944413,0.00047841496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093532604,0.00036642447,0.0004955173,0.0005633211,0.00042913624,0.0006892722,0.00040290022,0.00041523305,0.0016112691],"category_scores_gemma":[0.005241501,0.00015848277,0.0002528722,0.00023689237,0.00049072475,0.00053387653,0.0010323639,0.00056600623,0.00015899753],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015405984,0.10416129,0.050233476,0.004223182,0.00031662933,0.00092717534,0.022938954,0.0010607453,0.15004213,0.0011872106,0.0010345543,0.6484687],"study_design_scores_gemma":[0.002965078,0.20170674,0.6738278,0.0010091489,0.0010868444,0.00083547295,0.023831425,0.0037811198,0.06631683,0.0017752512,0.02260518,0.00025906044],"about_ca_topic_score_codex":0.0004052619,"about_ca_topic_score_gemma":0.0008998652,"teacher_disagreement_score":0.0016112691,"about_ca_system_score_codex":0.0003389258,"about_ca_system_score_gemma":0.0003341473,"threshold_uncertainty_score":0.005390227},"labels":[],"label_agreement":null},{"id":"W4401873400","doi":"10.19173/irrodl.v25i3.7703","title":"Artificial Intelligence in Higher Education: A Cross-Cultural Examination of Students’ Behavioral Intentions and Attitudes","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovations in Education and Learning Technologies","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Cross-cultural; Cultural intelligence; Higher education; Pedagogy; Social psychology; Mathematics education; Sociology; Anthropology","score_opus":0.24875330599429524,"score_gpt":0.5552941518723918,"score_spread":0.3065408458780966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994592,0.000039877315,0.000023291112,0.00003678067,0.0000031567388,0.000004887467,0.000009087581,5.6647747e-7,0.0004232454],"genre_scores_gemma":[0.9996183,0.0000631644,0.000033970027,0.000032506185,0.0000021274686,0.000007700711,0.00001970983,7.4413714e-7,0.00022180205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988024,0.0003129079,0.0001298068,0.00013211956,0.00040248162,0.00022034474],"domain_scores_gemma":[0.9963565,0.0009984665,0.00094079715,0.00024239863,0.0007078055,0.00075405027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029177677,0.00021341168,0.00037300074,0.0011819865,0.0010128799,0.0018573799,0.0003192255,0.00050900294,0.0011941952],"category_scores_gemma":[0.004038371,0.00026478915,0.00055849325,0.0010969652,0.000820668,0.0008581868,0.0014215756,0.00080967916,0.00028015007],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004368706,0.00037556,0.97321826,0.000027257884,0.0000641373,0.00008207284,0.01564834,0.000053646145,0.0004326934,0.0001709736,0.0001258014,0.009757613],"study_design_scores_gemma":[0.000004094062,0.00023598051,0.9771328,0.000026216054,0.000028439,0.000094716874,0.02104667,0.0002671598,0.00025857222,0.000083846506,0.00080843567,0.000013061313],"about_ca_topic_score_codex":0.0043670153,"about_ca_topic_score_gemma":0.005295549,"teacher_disagreement_score":0.0043670153,"about_ca_system_score_codex":0.00053290237,"about_ca_system_score_gemma":0.0009874372,"threshold_uncertainty_score":0.015430808},"labels":[],"label_agreement":null},{"id":"W4401873420","doi":"10.19173/irrodl.v25i3.7708","title":"“To Use or Not to Use?” A Mixed-Methods Study on the Determinants of EFL College Learners’ Behavioral Intention to Use AI in the Distributed Learning Context","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Foundation of Henan Educational Committee","keywords":"Context (archaeology); Psychology; Electronic learning; Mathematics education; Educational technology; Multimethodology; Distance education; Instructional design; Computer-mediated communication; Computer science; Pedagogy; World Wide Web; The Internet","score_opus":0.2831968720493134,"score_gpt":0.5568656582643878,"score_spread":0.27366878621507446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980007,0.00033744168,0.00053220167,0.00012046992,0.000019200515,0.00029569553,0.00007865135,0.0000032591527,0.0006125198],"genre_scores_gemma":[0.9923333,0.0008248944,0.002093247,0.0005752352,0.000028615463,0.0019120116,0.00014648148,0.000007029361,0.0020792687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980123,0.0010061318,0.00023877792,0.00030044463,0.0002346737,0.00020753694],"domain_scores_gemma":[0.99432904,0.003757543,0.00092132925,0.00022687035,0.00049953314,0.00026576297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007212082,0.00034586116,0.0007596666,0.000721981,0.0010817472,0.0012777926,0.00049362454,0.00083800656,0.0031595328],"category_scores_gemma":[0.008011489,0.00042592967,0.0008258558,0.00084134174,0.0006349204,0.0010856873,0.0005876808,0.00095956586,0.00040420165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002740187,0.017990073,0.6198998,0.0023685296,0.0006559111,0.0006971927,0.11094331,0.00032303165,0.0042178733,0.0025694128,0.0016857749,0.23590896],"study_design_scores_gemma":[0.00068778766,0.020205017,0.8171788,0.00132932,0.0011699221,0.00062812783,0.13376662,0.0030504896,0.005475294,0.0027179695,0.013616268,0.00017441409],"about_ca_topic_score_codex":0.0013086643,"about_ca_topic_score_gemma":0.0024666428,"teacher_disagreement_score":0.007212082,"about_ca_system_score_codex":0.0005676481,"about_ca_system_score_gemma":0.001287582,"threshold_uncertainty_score":0.03814161},"labels":[],"label_agreement":null},{"id":"W4401873424","doi":"10.19173/irrodl.v25i3.7680","title":"The Auxiliary Role of Artificial Intelligence Applications in Mitigating the Linguistic, Psychological, and Educational Challenges of Teaching and Learning Chinese Language by non-Chinese Students","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Pedagogy","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Computer science; Language acquisition; Psychology; Mathematics education; Linguistics; Teaching method","score_opus":0.05273356342580752,"score_gpt":0.49762279077603283,"score_spread":0.4448892273502253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8042011,0.010968433,0.021295523,0.012068096,0.00020139154,0.00023184778,0.000027444954,0.00013476054,0.1508713],"genre_scores_gemma":[0.98252,0.00378396,0.0066807843,0.0006555931,0.000037126458,0.00007906764,0.000013691131,0.000009536499,0.006220347],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99817073,0.0010907502,0.00007295991,0.000102410864,0.00037721253,0.00018595534],"domain_scores_gemma":[0.9966208,0.0022815801,0.0002688685,0.00015483804,0.00038301447,0.00029093944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024739888,0.00019766296,0.0001416721,0.00050757005,0.001652918,0.0035588108,0.00048098076,0.0005455293,0.001417205],"category_scores_gemma":[0.0044789216,0.00011115709,0.00018229464,0.00048363852,0.0018363048,0.0027736286,0.0018083827,0.00071238115,0.00018275008],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008499168,0.00039459538,0.050983373,0.003233049,0.000076318545,0.0023060332,0.19145347,0.0006690959,0.012482822,0.0677476,0.0065649934,0.66400373],"study_design_scores_gemma":[0.00004932787,0.0010129065,0.11233494,0.0043588774,0.0003087685,0.003164921,0.2901194,0.003910456,0.016157355,0.04426251,0.52420795,0.00011249977],"about_ca_topic_score_codex":0.0017680085,"about_ca_topic_score_gemma":0.0042509786,"teacher_disagreement_score":0.0035588108,"about_ca_system_score_codex":0.00081286725,"about_ca_system_score_gemma":0.0035806173,"threshold_uncertainty_score":0.013083875},"labels":[],"label_agreement":null},{"id":"W4401873485","doi":"10.19173/irrodl.v25i3.7815","title":"Video Lectures With AI-Generated Instructors: Low Video Engagement, Same Performance as Human Instructors","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multimedia; Online video; Computer science; Educational technology; Distance education; Videoconferencing; Electronic learning; Mathematics education; Psychology","score_opus":0.04929254613298834,"score_gpt":0.4160962891389576,"score_spread":0.36680374300596924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936093,0.00013613145,0.0025998321,0.00010712649,0.00003377807,0.00008516054,0.00004649834,0.000048105656,0.0033340605],"genre_scores_gemma":[0.9964766,0.00009566529,0.0014404638,0.000078411416,0.000024423569,0.00007924534,0.00009224957,0.000012029174,0.0017008597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99872667,0.000458521,0.000079788544,0.00017898316,0.00041581827,0.00014014894],"domain_scores_gemma":[0.9950258,0.002109832,0.0009572728,0.00026362803,0.0006109946,0.0010324526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001273873,0.00024379867,0.00017824836,0.00036252596,0.0003324987,0.0009798394,0.00035713337,0.00037024115,0.0033846197],"category_scores_gemma":[0.010048806,0.00009282371,0.00016715216,0.00018058831,0.00029754514,0.0005469754,0.0008183378,0.00041322748,0.0005338432],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025153924,0.0064664013,0.4308598,0.001177814,0.00019144965,0.001964528,0.020923385,0.00074663985,0.16457003,0.0010759184,0.00373394,0.3657746],"study_design_scores_gemma":[0.00023792595,0.008976569,0.91068035,0.00022103595,0.00016758568,0.0031090032,0.01814881,0.0034314755,0.038513385,0.0010659788,0.0153514845,0.00009652645],"about_ca_topic_score_codex":0.0007069144,"about_ca_topic_score_gemma":0.00089476095,"teacher_disagreement_score":0.0033846197,"about_ca_system_score_codex":0.00032927917,"about_ca_system_score_gemma":0.0003825234,"threshold_uncertainty_score":0.011322677},"labels":[],"label_agreement":null},{"id":"W4401873526","doi":"10.19173/irrodl.v25i3.7820","title":"Potentials and Implications of ChatGPT for ESL Writing Instruction","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Computer-Assisted Instruction; Educational technology; Multimedia; Psychology","score_opus":0.3075388306154584,"score_gpt":0.5818590292214347,"score_spread":0.27432019860597634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873526","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023301408,0.9095728,0.023722846,0.023689156,0.002113998,0.003535899,0.000501716,0.00010722281,0.013454989],"genre_scores_gemma":[0.48592472,0.42113736,0.07084132,0.009280937,0.0010045128,0.010231559,0.00045555524,0.000084383115,0.0010396474],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.86773413,0.103033386,0.015221169,0.0033569066,0.010047189,0.00060723355],"domain_scores_gemma":[0.44399953,0.5231011,0.0122581525,0.0053929025,0.014122253,0.0011260583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12670523,0.0009383373,0.0024410924,0.010136405,0.0013199314,0.0062606223,0.0017791485,0.0015591104,0.0033717682],"category_scores_gemma":[0.34044546,0.0007052281,0.003698364,0.0075300587,0.0031616765,0.0072467052,0.004224635,0.0029246607,0.00034835725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059425284,0.00018716711,0.006100721,0.3076575,0.0071450067,0.00028182453,0.010366746,0.00069153105,0.0009857537,0.017490277,0.0028150848,0.6456842],"study_design_scores_gemma":[0.0007875556,0.0019166395,0.012683615,0.76659966,0.042126514,0.00093758246,0.017615221,0.002572775,0.0030752467,0.047204673,0.10427061,0.000209922],"about_ca_topic_score_codex":0.003019466,"about_ca_topic_score_gemma":0.00839358,"teacher_disagreement_score":0.12670523,"about_ca_system_score_codex":0.0048709526,"about_ca_system_score_gemma":0.01966082,"threshold_uncertainty_score":0.6700893},"labels":[],"label_agreement":null},{"id":"W4401873616","doi":"10.19173/irrodl.v25i3.8070","title":"Special Issue: Artificial Intelligence in Open and Distributed Learning: Does It Facilitate or Hinder Teaching and Learning?","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open learning; Computer science; Educational technology; Distance education; Synchronous learning; Mathematics education; Teaching method; Multimedia; Cooperative learning; Psychology","score_opus":0.11500885657963814,"score_gpt":0.4602327604634782,"score_spread":0.34522390388384006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873616","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090788153,0.043691706,0.00048236008,0.06458405,0.86979026,0.00017883393,0.0005019194,0.00019817476,0.01966476],"genre_scores_gemma":[0.0031074814,0.045840666,0.00028805799,0.019083377,0.900196,0.00021110276,0.00066217803,0.00020330306,0.030407839],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969388,0.000465425,0.00048263383,0.000536302,0.0011491618,0.00042769226],"domain_scores_gemma":[0.9798685,0.007594008,0.0014059704,0.0006990528,0.006547015,0.0038854606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036765048,0.0021888388,0.0038195145,0.004590535,0.0031018944,0.011565211,0.003924631,0.013472402,0.1081539],"category_scores_gemma":[0.016024861,0.0008026471,0.0019460475,0.0023314783,0.0023107633,0.007570582,0.0041446844,0.0067574275,0.03181516],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087589826,0.00008776466,0.000433937,0.0013043206,0.000025558347,0.00020988296,0.000098302924,0.000059243524,0.00017193127,0.0011967253,0.9521598,0.04416494],"study_design_scores_gemma":[0.000043373835,0.00012454402,0.0018956941,0.0025983579,0.000054563843,0.0009662338,0.00030247678,0.00023970983,0.0001727929,0.0034224256,0.9901461,0.00003369634],"about_ca_topic_score_codex":0.0011054866,"about_ca_topic_score_gemma":0.0018691284,"teacher_disagreement_score":0.1081539,"about_ca_system_score_codex":0.002512411,"about_ca_system_score_gemma":0.0044373428,"threshold_uncertainty_score":0.36181086},"labels":[],"label_agreement":null},{"id":"W4401873716","doi":"10.19173/irrodl.v25i3.7720","title":"How AI Literacy Affects Students’ Educational Attainment in Online Learning: Testing a Structural Equation Model in Higher Education Context","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Office","keywords":"Structural equation modeling; Context (archaeology); Educational technology; Mathematics education; Literacy; Computer science; Pedagogy; Psychology; Educational attainment; Electronic learning; Machine learning; Political science","score_opus":0.13404736483309337,"score_gpt":0.48957691597358766,"score_spread":0.3555295511404943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99845505,0.000054265427,0.00044358696,0.00023064138,0.000011619469,0.00006136952,0.00008568464,0.0000059774943,0.0006517602],"genre_scores_gemma":[0.99879456,0.000055251425,0.00050736195,0.000041519364,0.000007886234,0.00012119414,0.00015951619,0.0000019101585,0.00031077195],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796116,0.00081014464,0.00017915924,0.0003509064,0.00034433018,0.0003543424],"domain_scores_gemma":[0.9928685,0.00423061,0.0012041632,0.0004011564,0.00060136453,0.0006941082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034578817,0.00054143614,0.00072317984,0.0013514033,0.001273614,0.0018705361,0.0011452455,0.0011486494,0.00453577],"category_scores_gemma":[0.008791367,0.00036702998,0.00203148,0.0013364143,0.00096422835,0.0013792096,0.0017720145,0.0020308567,0.00043087138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016211075,0.0015320766,0.9823491,0.000065533466,0.00022540984,0.00013252412,0.0035860834,0.0012199623,0.00014968864,0.0012686035,0.00039561166,0.008913393],"study_design_scores_gemma":[0.00010358971,0.0012250486,0.9500182,0.00018099771,0.0004267043,0.000097473654,0.006858694,0.03753036,0.00044421348,0.00199112,0.0010805584,0.00004302181],"about_ca_topic_score_codex":0.014695284,"about_ca_topic_score_gemma":0.010513841,"teacher_disagreement_score":0.014695284,"about_ca_system_score_codex":0.0015503739,"about_ca_system_score_gemma":0.0029649609,"threshold_uncertainty_score":0.029219508},"labels":[],"label_agreement":null},{"id":"W4401873728","doi":"10.19173/irrodl.v25i3.7742","title":"Can Artificial Intelligence Give a Hand to Open and Distributed Learning? A Probe into the State of Undergraduate Students’ Academic Emotions and Test Anxiety in Learning via ChatGPT","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Test (biology); Mathematics education; Computer science; Test anxiety; Educational technology; Anxiety; Cognitive psychology; Artificial intelligence; Pedagogy; Multimedia","score_opus":0.17118685988532084,"score_gpt":0.5212571397315454,"score_spread":0.3500702798462246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99496114,0.0009881487,0.00047852154,0.00095422607,0.00004120439,0.000019780358,0.0000056520657,0.000006677179,0.0025448054],"genre_scores_gemma":[0.99804807,0.000736769,0.00020094859,0.00031687148,0.000022578468,0.000018166393,0.0000056910644,0.0000016861785,0.00064909825],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99901175,0.00045313835,0.000039399558,0.00007775133,0.00025566746,0.00016228197],"domain_scores_gemma":[0.9975516,0.0010116867,0.00048259855,0.00009766835,0.00024329539,0.0006131671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013165477,0.00013712248,0.00031433007,0.00022660608,0.0004420168,0.0015118056,0.00027001486,0.00044083525,0.0010089567],"category_scores_gemma":[0.0055624577,0.00012742849,0.00025064516,0.00020591354,0.00071560714,0.0007093418,0.0006928015,0.001015703,0.00014026822],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017072135,0.009154212,0.42134544,0.0012938005,0.00024561776,0.0020926285,0.0715393,0.0003095852,0.025354154,0.0035889607,0.004012585,0.45935652],"study_design_scores_gemma":[0.00012794383,0.008474579,0.8824183,0.0004713657,0.0002552889,0.0012817986,0.07556387,0.00091229554,0.008070772,0.0031300255,0.019219182,0.0000746393],"about_ca_topic_score_codex":0.00037847622,"about_ca_topic_score_gemma":0.0009884745,"teacher_disagreement_score":0.0015118056,"about_ca_system_score_codex":0.00038209863,"about_ca_system_score_gemma":0.00053452037,"threshold_uncertainty_score":0.006962657},"labels":[],"label_agreement":null},{"id":"W4401873738","doi":"10.19173/irrodl.v25i3.7756","title":"The Use of Deep Learning in Open Learning: A Systematic Review (2019 to 2023)","year":2024,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open learning; Educational technology; Computer science; Distance education; Open education; Psychology; Mathematics education; Teaching method; World Wide Web; Cooperative learning","score_opus":0.18237126208465415,"score_gpt":0.49911491393845914,"score_spread":0.316743651853805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873738","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045905766,0.99738413,0.00032778803,0.0006362505,0.00022083722,0.00022270196,0.00040119013,0.000012385582,0.00033566516],"genre_scores_gemma":[0.0045817993,0.99295205,0.0007888892,0.00075467216,0.00009065095,0.0004610964,0.0002153423,0.000007933655,0.00014750646],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9920448,0.0025721104,0.002875644,0.0005860215,0.0016454466,0.00027597952],"domain_scores_gemma":[0.96888125,0.02089955,0.004688667,0.0005495504,0.0045317463,0.00044922557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011436541,0.0012726439,0.004726092,0.012337744,0.0006123564,0.0028140189,0.0019158883,0.001716573,0.0055901106],"category_scores_gemma":[0.04644419,0.0008542939,0.005497092,0.010543169,0.0008943992,0.0031294269,0.0022342773,0.0014369553,0.0006398229],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014831191,0.0000224971,0.00046935835,0.8416651,0.0023657633,0.000070390764,0.00022801106,0.00011950065,0.00020499137,0.0006804404,0.0051690815,0.14885661],"study_design_scores_gemma":[0.000096580625,0.00012773542,0.001670155,0.9368329,0.012534581,0.0002095487,0.00027146572,0.00006873803,0.0001791777,0.0005914382,0.04738872,0.000029040715],"about_ca_topic_score_codex":0.0069739367,"about_ca_topic_score_gemma":0.024482962,"teacher_disagreement_score":0.012337744,"about_ca_system_score_codex":0.0038917642,"about_ca_system_score_gemma":0.017109053,"threshold_uncertainty_score":0.06048292},"labels":[],"label_agreement":null},{"id":"W4401873916","doi":"10.19173/irrodl.v25i3.7785","title":"AI and the Future of Teaching: Preservice Teachers’ Reflections on the Use of Artificial Intelligence in Open and Distributed Learning","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformative learning; Curriculum; Narrative; Computer science; Literacy; Teacher education; Grounded theory; Pedagogy; Qualitative research; Mathematics education; Sociology; Psychology; Social science","score_opus":0.1763777877169729,"score_gpt":0.4844324357439642,"score_spread":0.30805464802699134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95902675,0.0020222582,0.005816333,0.014245391,0.00021600518,0.00008471261,0.000032293534,0.000062514526,0.018493714],"genre_scores_gemma":[0.99286604,0.000704839,0.0008181307,0.0010081517,0.000026017451,0.00004532546,0.000009811035,0.00003694526,0.0044846907],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98820835,0.008492297,0.00024548214,0.00068170886,0.00095665717,0.0014155031],"domain_scores_gemma":[0.9782568,0.015299729,0.0011146122,0.0010038395,0.0013742233,0.0029507077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012940989,0.0004557916,0.00072579,0.0012162072,0.012636461,0.010918119,0.0019195115,0.002718661,0.0021255699],"category_scores_gemma":[0.019068146,0.00070919446,0.0004983071,0.00081502023,0.022395156,0.0074940715,0.009959755,0.008212944,0.000664183],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011505408,0.000039485047,0.0013253536,0.000042607116,0.0000016540135,0.0004574535,0.99094397,0.00003203273,0.00035800555,0.002381757,0.00050028623,0.0039058505],"study_design_scores_gemma":[0.0000033364608,0.000041836207,0.00071525894,0.000104322404,0.0000038763096,0.00029078135,0.9819775,0.00006063233,0.00035021713,0.00069315225,0.015749196,0.000009853708],"about_ca_topic_score_codex":0.0057929177,"about_ca_topic_score_gemma":0.0130132185,"teacher_disagreement_score":0.012940989,"about_ca_system_score_codex":0.0058624,"about_ca_system_score_gemma":0.0059295627,"threshold_uncertainty_score":0.068439305},"labels":[],"label_agreement":null},{"id":"W4401873917","doi":"10.19173/irrodl.v25i3.7760","title":"Keep the Ball Rolling in AI-Assisted Language Teaching: Illuminating the Links Between Productive Immunity, Work Passion, Job Satisfaction, Occupational Success, and Psychological Well-Being Among EFL Teachers","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Job Satisfaction and Organizational Behavior","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Structural equation modeling; Passion; Scale (ratio); Job satisfaction; Confirmatory factor analysis; Context (archaeology); Mathematics education; Social psychology; Applied psychology; Mathematics","score_opus":0.0508941362928641,"score_gpt":0.40620493614081665,"score_spread":0.35531079984795255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99640584,0.0015187679,0.00012493889,0.0005962832,0.000011961287,0.0000047740605,0.0000064227374,0.0000011703781,0.0013298821],"genre_scores_gemma":[0.9988832,0.0007428213,0.00009004796,0.00006114435,0.000008239913,0.0000035472997,0.0000062383765,4.0048607e-7,0.00020430995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995053,0.00024692217,0.000024866153,0.000040807776,0.000090632595,0.000091380105],"domain_scores_gemma":[0.9988996,0.0004460745,0.0003464255,0.00002882207,0.00013306476,0.00014611255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013854819,0.0001296495,0.00017461658,0.00058413023,0.0008823705,0.0013869868,0.00025239936,0.00033854556,0.00083963346],"category_scores_gemma":[0.0024381392,0.00010836035,0.00019353215,0.0005786943,0.0009778752,0.0008889341,0.0007768295,0.00060779054,0.00008550723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012772286,0.0004805193,0.78229266,0.00042480472,0.00005125421,0.0004956251,0.08784285,0.00015985392,0.0014811816,0.0023386914,0.00089823466,0.123406656],"study_design_scores_gemma":[0.0000040866366,0.00019627543,0.9030096,0.00018691082,0.000031603013,0.00015605848,0.09273146,0.0002303008,0.00029213008,0.00066880113,0.0024834701,0.000009420052],"about_ca_topic_score_codex":0.006341187,"about_ca_topic_score_gemma":0.014844153,"teacher_disagreement_score":0.006341187,"about_ca_system_score_codex":0.00055833627,"about_ca_system_score_gemma":0.0014344122,"threshold_uncertainty_score":0.012608588},"labels":[],"label_agreement":null},{"id":"W4401873919","doi":"10.19173/irrodl.v25i3.7769","title":"The Metaphor of AI in Writing in English: A Reflection on EFL Learners’ Motivation to Write, Enjoyment of Writing, Academic Buoyancy, and Academic Success in Writing","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"AI in Service Interactions","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic writing; Metaphor; Reflection (computer programming); Psychology; Mathematics education; Pedagogy; Second language writing; Computer science; Linguistics; Second language","score_opus":0.11991151157683197,"score_gpt":0.48263959627963515,"score_spread":0.36272808470280316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9677968,0.001943584,0.0034954767,0.008793961,0.00013406549,0.000075610515,0.000010297304,0.000027175822,0.01772306],"genre_scores_gemma":[0.9928033,0.0011912745,0.0015828143,0.0008255712,0.000038020356,0.000051742114,0.0000047874514,0.00001083268,0.0034917754],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9969127,0.0023087247,0.00007745806,0.00020880337,0.00029265534,0.00019949405],"domain_scores_gemma":[0.9945378,0.0040882807,0.00049504964,0.00016622285,0.000324895,0.00038779463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050815633,0.00044128258,0.00032340628,0.00058101193,0.0029553403,0.0031364516,0.0008929861,0.0009432691,0.0008277715],"category_scores_gemma":[0.005706668,0.00018386064,0.0002631643,0.00046402414,0.0072896783,0.003385913,0.002467984,0.0028224306,0.00013928395],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045172976,0.0004289434,0.007591064,0.00032237076,0.000009887855,0.0014533452,0.9312434,0.00008866862,0.005821556,0.011318038,0.0018553147,0.03982227],"study_design_scores_gemma":[0.000030035171,0.0005444129,0.037043728,0.00045903548,0.00003214124,0.0019783543,0.89239115,0.00066996185,0.003611894,0.0048988797,0.058296077,0.000044323584],"about_ca_topic_score_codex":0.0016573825,"about_ca_topic_score_gemma":0.0023125692,"teacher_disagreement_score":0.0050815633,"about_ca_system_score_codex":0.001635697,"about_ca_system_score_gemma":0.0017739648,"threshold_uncertainty_score":0.026874185},"labels":[],"label_agreement":null},{"id":"W4401873929","doi":"10.19173/irrodl.v25i3.7757","title":"Artificial Intelligence in Education: A Bibliometric Study on Its Role in Transforming Teaching and Learning","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Bibliometrics; China; Web of science; Higher education; Field (mathematics); Data science; Social science; Mathematics education; Computer science; Psychology; Sociology; Library science; Political science; Qualitative research; MEDLINE","score_opus":0.11871685400075291,"score_gpt":0.4907607617410645,"score_spread":0.3720439077403116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6805278,0.20502482,0.006349901,0.009827142,0.0006323634,0.0003841104,0.008673299,0.00016621641,0.08841432],"genre_scores_gemma":[0.94376785,0.04914329,0.0027969729,0.0002592196,0.00052895077,0.00012773987,0.0021939103,0.000023307703,0.0011587332],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98874575,0.0028806522,0.0019248701,0.0006747976,0.0053693736,0.00040458151],"domain_scores_gemma":[0.9608146,0.022607248,0.007727763,0.0014559252,0.0064633437,0.00093103084],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.010580802,0.00029707997,0.00089022034,0.086085595,0.0014358836,0.0068186023,0.00056527625,0.0007440414,0.0017790503],"category_scores_gemma":[0.04466843,0.00015984409,0.0007957959,0.19741863,0.0014181081,0.005291509,0.0024295752,0.0004492951,0.00030934947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012529892,0.00012281262,0.5903066,0.009272082,0.0008608372,0.0005658164,0.008332873,0.001010164,0.00080393185,0.025769437,0.010339346,0.3524909],"study_design_scores_gemma":[0.000020813992,0.00014552954,0.8426816,0.0047542695,0.00084407564,0.0010817968,0.017337387,0.0020174393,0.0009929029,0.0075915176,0.1224649,0.00006775928],"about_ca_topic_score_codex":0.005021398,"about_ca_topic_score_gemma":0.0075561684,"teacher_disagreement_score":0.9139144,"about_ca_system_score_codex":0.0028416638,"about_ca_system_score_gemma":0.00484993,"threshold_uncertainty_score":0.055957317},"labels":[],"label_agreement":null},{"id":"W4401873936","doi":"10.19173/irrodl.v25i3.7811","title":"The Acceptance of AI Tools Among Design Professionals: Exploring the Moderating Role of Job Replacement","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science and Technology Council","keywords":"Expectancy theory; Unified theory of acceptance and use of technology; Psychology; Anxiety; Variance (accounting); Incentive; Psychological contract; Job security; Applied psychology; Productivity; Structural equation modeling; Job performance; Social psychology; Knowledge management; Job satisfaction; Computer science","score_opus":0.3746029514228368,"score_gpt":0.5379803080215558,"score_spread":0.16337735659871905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977506,0.00025336843,0.0006193244,0.00029358675,0.00000743748,0.000017943763,0.000007522653,0.0000021592964,0.001047934],"genre_scores_gemma":[0.99937433,0.00012624926,0.00024541325,0.000055996756,0.00000592581,0.000025672023,0.000010131849,0.0000011701206,0.0001550986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99343276,0.0039676926,0.00038076536,0.00043436539,0.001161987,0.00062240363],"domain_scores_gemma":[0.94972247,0.037216123,0.007899286,0.0011279172,0.0022919618,0.0017422215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075734444,0.00030408375,0.00034160673,0.00075335463,0.00072592247,0.0014646588,0.000447036,0.0007164341,0.0017134626],"category_scores_gemma":[0.030515144,0.00023610047,0.00051442673,0.00057842024,0.001100046,0.0010455208,0.0012405632,0.0009885333,0.0001755056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002011238,0.00062156934,0.924334,0.00023828143,0.000110365036,0.0002023966,0.030845806,0.00013768107,0.0007962414,0.001280158,0.00013410299,0.041098315],"study_design_scores_gemma":[0.000024979263,0.00057538063,0.9629893,0.00017944636,0.000106407104,0.00014270586,0.03187811,0.0015248874,0.0003964721,0.0009511792,0.0012067357,0.000024472607],"about_ca_topic_score_codex":0.0030969428,"about_ca_topic_score_gemma":0.0033755442,"teacher_disagreement_score":0.0075734444,"about_ca_system_score_codex":0.00072241254,"about_ca_system_score_gemma":0.002075091,"threshold_uncertainty_score":0.040052652},"labels":[],"label_agreement":null},{"id":"W4401873941","doi":"10.19173/irrodl.v25i3.7779","title":"Does AI Simplification of Authentic Blog Texts Improve Reading Comprehension, Inferencing, and Anxiety? A One-Shot Intervention in Turkish EFL Context","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Text Readability and Simplification","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading comprehension; Turkish; Reading (process); Comprehension; Context (archaeology); Psychology; Anxiety; Intervention (counseling); Foreign language; Mathematics education; Computer science; Linguistics","score_opus":0.08136452976121444,"score_gpt":0.42053083430275,"score_spread":0.33916630454153557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978211,0.000078672296,0.0009155345,0.000067059555,0.000021437223,0.00032875393,0.000026840673,0.00007670576,0.0006640258],"genre_scores_gemma":[0.99178517,0.00019674853,0.005925402,0.000069587666,0.000028676266,0.0009244558,0.00008005581,0.000011084274,0.0009786785],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999263,0.0003090697,0.000063130574,0.00014296097,0.00011577134,0.000106027226],"domain_scores_gemma":[0.99669254,0.0017875625,0.00040665374,0.00039504096,0.00021630651,0.000501831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083423965,0.00057911006,0.0006617214,0.0005366706,0.0007487458,0.00057993777,0.0005742627,0.00049124093,0.0029335653],"category_scores_gemma":[0.006326014,0.00020350728,0.0004674236,0.00026942315,0.00060489814,0.0005359345,0.0010408494,0.00083516544,0.00032241928],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020645764,0.09019266,0.020025384,0.0038585453,0.0003101089,0.002409909,0.03246698,0.002160989,0.11297531,0.0008528967,0.0027590564,0.71134245],"study_design_scores_gemma":[0.011035567,0.29262084,0.48723057,0.0011574958,0.0018801588,0.0029795847,0.035771053,0.014909189,0.11621657,0.004118074,0.031632,0.00044880062],"about_ca_topic_score_codex":0.00048893533,"about_ca_topic_score_gemma":0.0010114012,"teacher_disagreement_score":0.0029335653,"about_ca_system_score_codex":0.00039750326,"about_ca_system_score_gemma":0.00066835224,"threshold_uncertainty_score":0.009813726},"labels":[],"label_agreement":null},{"id":"W4403817323","doi":"10.19173/irrodl.v25i4.7660","title":"Student Engagement, Community of Inquiry, and Transactional Distance in Online Learning Environments: A Stepwise Multiple Linear Regression Analysis","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Regression analysis; Online learning; Transactional leadership; Stepwise regression; Computer science; Educational technology; Mathematics education; Sociology; Psychology; Multimedia; Social psychology; Machine learning","score_opus":0.1421413955049385,"score_gpt":0.5094587078771877,"score_spread":0.3673173123722492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9641618,0.0005650223,0.031124327,0.00053273054,0.000056556597,0.000489234,0.00049281324,0.00019753053,0.0023799627],"genre_scores_gemma":[0.9834082,0.0002976877,0.012801844,0.000044796914,0.000016745595,0.0008532829,0.00039617534,0.000042825002,0.0021384216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9906866,0.006102752,0.00055110006,0.0008908511,0.0013085008,0.00046024274],"domain_scores_gemma":[0.94737387,0.040614434,0.004203954,0.0020115224,0.0046366253,0.0011596904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0130545,0.0010425047,0.00090097234,0.0022015404,0.0007779021,0.0024343345,0.0016121608,0.0007141247,0.0050925026],"category_scores_gemma":[0.048299003,0.00046113663,0.0029973143,0.0027672919,0.0007499597,0.0025019075,0.0028484275,0.0026011951,0.0012273946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070734014,0.0010579638,0.8624666,0.00048127637,0.001442984,0.00037265406,0.009708246,0.0047421656,0.0014143611,0.003901134,0.0013821115,0.112323195],"study_design_scores_gemma":[0.00013864053,0.0034448165,0.74034566,0.0007842003,0.0019549914,0.00062947645,0.020075567,0.20808652,0.0043026856,0.009986914,0.010053509,0.00019696247],"about_ca_topic_score_codex":0.009133237,"about_ca_topic_score_gemma":0.0066643497,"teacher_disagreement_score":0.0130545,"about_ca_system_score_codex":0.0010780761,"about_ca_system_score_gemma":0.0031804026,"threshold_uncertainty_score":0.06903964},"labels":[],"label_agreement":null},{"id":"W4403817359","doi":"10.19173/irrodl.v25i4.7624","title":"The Impact of OER’s Continuous Improvement Cycles on Students’ Performance: A Longitudinal Analysis of the RISE Framework","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Mathematics education; Multimedia; Psychology","score_opus":0.09559413728184289,"score_gpt":0.5568651405591054,"score_spread":0.4612710032772625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99605995,0.00014816358,0.0020957487,0.0002815074,0.000018858957,0.00007929672,0.000431122,0.00003544874,0.00084980484],"genre_scores_gemma":[0.9974082,0.000053692333,0.00108536,0.00005766123,0.000013955654,0.00017384787,0.00047274854,0.000016854727,0.0007178442],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.990647,0.0044452366,0.00056157156,0.0011927724,0.0021008316,0.0010525964],"domain_scores_gemma":[0.95326144,0.016212938,0.009934001,0.0060580205,0.009345895,0.0051877913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02179237,0.00036398857,0.00050979486,0.0018700617,0.0013068483,0.0018972838,0.00089601206,0.0007737155,0.002026682],"category_scores_gemma":[0.036054805,0.00029719473,0.0011568371,0.0014026867,0.0010448999,0.0019327244,0.0023313197,0.0024092314,0.00078195456],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045887486,0.002784385,0.9390189,0.00007316252,0.00024589727,0.00011599403,0.0075882585,0.0011600311,0.00078440626,0.0010347145,0.0017169747,0.04501847],"study_design_scores_gemma":[0.00002633227,0.0027115522,0.9836955,0.00009074766,0.00010487622,0.000053421416,0.003959656,0.0045072515,0.0010677422,0.00066016044,0.0030408099,0.000081887876],"about_ca_topic_score_codex":0.008494969,"about_ca_topic_score_gemma":0.008506424,"teacher_disagreement_score":0.02179237,"about_ca_system_score_codex":0.0014437035,"about_ca_system_score_gemma":0.0031071098,"threshold_uncertainty_score":0.11525041},"labels":[],"label_agreement":null},{"id":"W4403817371","doi":"10.19173/irrodl.v25i4.7516","title":"Socio-Demographical Variables as Predictors of Academic Self-Directedness","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Psychology of Development and Education","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychology; Mathematics education; Sociology; Computer science","score_opus":0.07799671522908107,"score_gpt":0.48625485701900406,"score_spread":0.408258141789923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977704,0.00020435714,0.000066554116,0.00008740427,0.000007684789,0.0000102903,0.00015925828,0.00000265037,0.0016913319],"genre_scores_gemma":[0.99942696,0.00008530373,0.000060507402,0.000012322778,0.0000039396336,0.000006255967,0.000086403976,8.093627e-7,0.00031747753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995283,0.00014851354,0.00005802013,0.000047817677,0.00014809375,0.00006926646],"domain_scores_gemma":[0.9943508,0.0017642793,0.0018589187,0.0001941567,0.00045583423,0.0013759261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011267215,0.00013224661,0.00016610624,0.0009357521,0.00042523045,0.0007481905,0.0002367585,0.00023405324,0.0034521488],"category_scores_gemma":[0.0053390507,0.00007351552,0.00025421722,0.0007122739,0.00038132042,0.0003713564,0.0005502853,0.0006646424,0.00038878393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013852418,0.00006941517,0.99743515,0.000008659267,0.000011814355,0.000041047584,0.00035440968,0.000017853286,0.000046682762,0.000049131228,0.000052831903,0.0018992478],"study_design_scores_gemma":[6.0230514e-7,0.000042361098,0.99847966,0.000008179417,0.000004489403,0.000052468,0.0010264838,0.000063679356,0.00003415275,0.00004751526,0.00023800785,0.0000023063187],"about_ca_topic_score_codex":0.0028122906,"about_ca_topic_score_gemma":0.004844821,"teacher_disagreement_score":0.0034521488,"about_ca_system_score_codex":0.00023948104,"about_ca_system_score_gemma":0.00043425342,"threshold_uncertainty_score":0.011548579},"labels":[],"label_agreement":null},{"id":"W4403817399","doi":"10.19173/irrodl.v25i4.7744","title":"Are We Asking Too Much of OER? A Conversation on OER from OE Global 2023","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Medicine Hat College; Red Deer Polytechnic","funders":"","keywords":"Conversation; Computer science; Multimedia; Sociology; Communication","score_opus":0.12179034221623312,"score_gpt":0.45877122752970445,"score_spread":0.3369808853134713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817399","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19081913,0.012194203,0.005284375,0.64860296,0.004330581,0.000079553334,0.000113598435,0.00011201188,0.13846354],"genre_scores_gemma":[0.8872322,0.0044004438,0.0012929745,0.08036393,0.00090147206,0.00008502745,0.000085335334,0.00021401826,0.025424631],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97564304,0.017201578,0.0003593803,0.00092127215,0.0030718446,0.0028028607],"domain_scores_gemma":[0.9740578,0.020127824,0.00083296775,0.0006452302,0.0018393013,0.002496901],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.024491163,0.0008431736,0.00092683063,0.0022955243,0.029074464,0.015715234,0.0019465671,0.011049612,0.0053480226],"category_scores_gemma":[0.028449902,0.00058824365,0.000703436,0.0034759603,0.046092656,0.019005034,0.012629337,0.017545456,0.0010709454],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003418121,0.000020991281,0.00068937766,0.0000881073,0.0000057331613,0.0009150656,0.89006245,0.000096463154,0.0003522454,0.077519,0.022845898,0.0073704887],"study_design_scores_gemma":[0.0000038033825,0.000018204999,0.000431937,0.00017195634,0.0000031935822,0.00021229542,0.78563565,0.00007954454,0.00012651968,0.006824805,0.20646377,0.000028332064],"about_ca_topic_score_codex":0.050775405,"about_ca_topic_score_gemma":0.057590187,"teacher_disagreement_score":0.99805343,"about_ca_system_score_codex":0.02364408,"about_ca_system_score_gemma":0.013043263,"threshold_uncertainty_score":0.17155063},"labels":[],"label_agreement":null},{"id":"W4403817402","doi":"10.19173/irrodl.v25i4.7689","title":"Teaching Reform and Practice Based on Four Dimensions and One Penetration for Sensing and Detection Technology","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Reforms and Innovations","field":"Environmental Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Penetration (warfare); Technology integration; Educational technology; Knowledge management; Mathematics education; Sociology; Psychology; Engineering; Operations research","score_opus":0.0804612606254895,"score_gpt":0.4364157220909596,"score_spread":0.35595446146547005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817402","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6357002,0.006274384,0.119433604,0.04785656,0.00068935857,0.003364674,0.000086026535,0.0004578632,0.1861372],"genre_scores_gemma":[0.9180128,0.0015656721,0.06529167,0.0019240517,0.00006389909,0.0014214356,0.00004431216,0.00003659135,0.011639725],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9881936,0.0067808125,0.00048982113,0.0012738748,0.0021203472,0.0011416728],"domain_scores_gemma":[0.99008733,0.003583301,0.0013565184,0.0012488314,0.001347584,0.002376453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008978833,0.0004237454,0.0004370987,0.0015717422,0.0030881457,0.0065983334,0.0018527138,0.0020051864,0.0030690257],"category_scores_gemma":[0.010403487,0.00034441194,0.00072078925,0.0011314895,0.011246088,0.0054510324,0.011584448,0.003179857,0.00068778003],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013374122,0.0023887893,0.015880931,0.001481721,0.00004222606,0.00044523584,0.13241604,0.0009270746,0.0057660295,0.34705922,0.009939128,0.48351985],"study_design_scores_gemma":[0.00045971046,0.0026163517,0.0491363,0.0033677286,0.00009267354,0.0013199174,0.2173866,0.0055795545,0.0076912204,0.20719625,0.50497633,0.0001774444],"about_ca_topic_score_codex":0.0016317284,"about_ca_topic_score_gemma":0.0024292276,"teacher_disagreement_score":0.010046017,"about_ca_system_score_codex":0.010046017,"about_ca_system_score_gemma":0.013601342,"threshold_uncertainty_score":0.07288933},"labels":[],"label_agreement":null},{"id":"W4403817414","doi":"10.19173/irrodl.v25i4.7903","title":"Academic Quality and Integrity in the New Higher Education Digital Environment: A Global Perspective, edited by Upasana Gitanjali Singh, Chenicheri Sid Nair, and Rashmi Watson (Elsevier, 2023)","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management in Higher Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Watson; Perspective (graphical); Academic integrity; Sociology; Psychology; Computer science; Library science; Artificial intelligence","score_opus":0.12427349742254981,"score_gpt":0.5081884838120778,"score_spread":0.38391498638952803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817414","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008924096,0.8724337,0.001356841,0.10013816,0.0068465886,0.000010486284,0.000070599286,0.000033185417,0.018217983],"genre_scores_gemma":[0.035075523,0.91539216,0.0020312995,0.0077506076,0.012774286,0.000023225704,0.00014801297,0.00007632464,0.026728475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99535686,0.0017282122,0.00028406686,0.00037472034,0.0019671728,0.00028898998],"domain_scores_gemma":[0.99189115,0.00387197,0.0007890149,0.00030770383,0.0023402744,0.0007998477],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0060555297,0.00096382096,0.0010131593,0.0042498545,0.0020808289,0.014015846,0.0008845465,0.0030556833,0.008339244],"category_scores_gemma":[0.007997583,0.0005212898,0.00056009035,0.007865521,0.006972589,0.0129535915,0.004829064,0.0056728283,0.0034604622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056013185,0.000044142376,0.0015244872,0.0019530816,0.000044359458,0.00015141252,0.00567123,0.00043966112,0.00032274274,0.1295648,0.47435975,0.3858683],"study_design_scores_gemma":[0.0000061304936,0.000025129055,0.002472266,0.0017120894,0.000016527001,0.00025479507,0.002494909,0.00013541074,0.00018156892,0.047628462,0.94504553,0.00002706668],"about_ca_topic_score_codex":0.00958462,"about_ca_topic_score_gemma":0.011115103,"teacher_disagreement_score":0.9969443,"about_ca_system_score_codex":0.0059983167,"about_ca_system_score_gemma":0.010499885,"threshold_uncertainty_score":0.043520987},"labels":[],"label_agreement":null},{"id":"W4403817421","doi":"10.19173/irrodl.v25i4.7678","title":"Unveiling Scholarly Insights: Quality Assurance in Open and Distance Education","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Quality assurance; Open education; Quality (philosophy); Higher education; Computer science; Sociology; World Wide Web; Political science; Business; Pedagogy; Marketing","score_opus":0.11756615975731395,"score_gpt":0.5322752903775577,"score_spread":0.4147091306202438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35459355,0.24234228,0.07347299,0.17055452,0.0031272895,0.00030239878,0.00082601985,0.0001986945,0.15458229],"genre_scores_gemma":[0.92713314,0.051033754,0.013496037,0.004292049,0.00070824515,0.00009042371,0.00024349295,0.000053837535,0.0029489738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9809575,0.012476767,0.0012779608,0.0010378726,0.0037054059,0.00054446794],"domain_scores_gemma":[0.8937397,0.08963701,0.007027792,0.0034544845,0.0050066183,0.0011343356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024342587,0.0002551998,0.0005002822,0.014323229,0.0026706858,0.011727849,0.00062475965,0.0014991431,0.0024171188],"category_scores_gemma":[0.047290556,0.00019247289,0.00042886837,0.020662531,0.009949937,0.012178359,0.006654874,0.0019943404,0.0002713292],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049923485,0.000059090868,0.020390438,0.008299429,0.000114313705,0.0010952833,0.23731707,0.0007222424,0.0014816371,0.38821325,0.009810324,0.33244696],"study_design_scores_gemma":[0.000019499332,0.0000880835,0.030373778,0.016106108,0.00011522576,0.0012120223,0.26775885,0.0014140465,0.0015153133,0.23890504,0.44243005,0.00006197773],"about_ca_topic_score_codex":0.0016018212,"about_ca_topic_score_gemma":0.003925821,"teacher_disagreement_score":0.024342587,"about_ca_system_score_codex":0.0035734333,"about_ca_system_score_gemma":0.008367948,"threshold_uncertainty_score":0.12873739},"labels":[],"label_agreement":null},{"id":"W4403817447","doi":"10.19173/irrodl.v25i4.7962","title":"Fostering 4.0 Digital Literacy Skills Through Attributes of Openness: A Review","year":2024,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital literacy in education","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad de La Sabana","keywords":"Openness to experience; Literacy; Educational technology; Technological literacy; Electronic learning; Psychology; Computer science; Technology integration; Information literacy; Mathematics education; Pedagogy; Multimedia; Social psychology","score_opus":0.1633006418113819,"score_gpt":0.5192201632595126,"score_spread":0.35591952144813066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817447","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018786012,0.99921656,0.00004485475,0.00014487661,0.00004199276,0.000018681132,0.000015823836,0.0000020683185,0.000327173],"genre_scores_gemma":[0.0014518425,0.998231,0.00012390669,0.00009087486,0.000022891028,0.000022377548,0.000013428917,7.901356e-7,0.00004291937],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99795216,0.00061678217,0.00061876286,0.00018927833,0.0005297074,0.00009332964],"domain_scores_gemma":[0.988562,0.008741412,0.0012280222,0.00011595702,0.0011379248,0.00021462506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003954735,0.00089751167,0.0021980486,0.008784006,0.0005728266,0.0026926156,0.0012206685,0.0014660974,0.0033920521],"category_scores_gemma":[0.012804924,0.00062914996,0.0018685609,0.008704984,0.0008186084,0.0028050041,0.0013441574,0.0010597949,0.0005488822],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009172189,0.00006619737,0.0007054362,0.5373793,0.0007167664,0.00017239484,0.00055164506,0.0001351479,0.0003908725,0.0023635612,0.004420325,0.45300665],"study_design_scores_gemma":[0.00005207104,0.00027910413,0.005438648,0.66314554,0.0061619137,0.0014793727,0.0011081046,0.00009918555,0.0005422295,0.0018281286,0.31981143,0.000054219407],"about_ca_topic_score_codex":0.0039676935,"about_ca_topic_score_gemma":0.009176015,"teacher_disagreement_score":0.008784006,"about_ca_system_score_codex":0.0016434627,"about_ca_system_score_gemma":0.008266272,"threshold_uncertainty_score":0.020914912},"labels":[],"label_agreement":null},{"id":"W4403817451","doi":"10.19173/irrodl.v25i4.8275","title":"Editorial - Volume 25, Issue 4","year":2024,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.0402275736021715,"score_gpt":0.4336557760568638,"score_spread":0.3934282024546923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817451","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006800698,0.0017188365,0.00011754138,0.017225444,0.9703166,0.00004762908,0.00013609874,0.00019736133,0.010172461],"genre_scores_gemma":[0.00097424525,0.0032337205,0.00032668983,0.03989104,0.85399675,0.00009983984,0.00035920978,0.00023401526,0.100884445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99543566,0.0005720439,0.00044895164,0.00054560264,0.0024893994,0.0005083847],"domain_scores_gemma":[0.98487735,0.002458862,0.00095939584,0.0010783152,0.0074661127,0.0031599388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050292346,0.0030663963,0.0021497398,0.003987588,0.003603016,0.011855008,0.0039607724,0.008433916,0.20173904],"category_scores_gemma":[0.019980628,0.0011039386,0.0028453819,0.0019553606,0.0018291544,0.005100883,0.0032794196,0.009016282,0.13263983],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023191908,0.000024010162,0.000047683287,0.00012293945,0.00000495836,0.000050582024,0.0000056843105,0.000017535329,0.000054685217,0.0001885184,0.9890947,0.010365572],"study_design_scores_gemma":[0.000025148462,0.000018910632,0.00016885561,0.00020339264,0.000006388005,0.00007977323,0.000030243495,0.00004645562,0.00007075171,0.00030021352,0.9990408,0.00000900009],"about_ca_topic_score_codex":0.0015203629,"about_ca_topic_score_gemma":0.0031694649,"teacher_disagreement_score":0.20173904,"about_ca_system_score_codex":0.0028592383,"about_ca_system_score_gemma":0.003793931,"threshold_uncertainty_score":0.6748843},"labels":[],"label_agreement":null},{"id":"W4403817468","doi":"10.19173/irrodl.v25i4.7865","title":"Strengthening Policies for Education, Innovation, and Digitization Through Teacher Training: Evaluating ProFuturo’s Open Model in Ecuador","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital literacy in education","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digitization; Open education; Training (meteorology); Open educational resources; Distance education; Pedagogy; Knowledge management; Educational technology; Computer science; Mathematics education; Sociology; Medical education; Psychology; Geography; Telecommunications","score_opus":0.21594755878723054,"score_gpt":0.5278354044834631,"score_spread":0.31188784569623257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9723273,0.0016551391,0.0012369902,0.0034278603,0.000049526057,0.00034057497,0.000037645506,0.000021045964,0.020903818],"genre_scores_gemma":[0.99644727,0.0007962987,0.0011801461,0.00027664835,0.000011127131,0.00023876615,0.000023930654,0.000004903875,0.0010208129],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960705,0.0025607955,0.0001348861,0.00022516448,0.00033080598,0.00067778525],"domain_scores_gemma":[0.98927784,0.0062884595,0.0011523885,0.00054417667,0.0014493045,0.0012879199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009892237,0.00033883372,0.00023154575,0.0008504911,0.0013160269,0.0037709232,0.0013201827,0.00088538934,0.0023481692],"category_scores_gemma":[0.0155492965,0.00016313694,0.00018045094,0.00082019815,0.002122567,0.0034067207,0.003788316,0.0009061944,0.00012788118],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002503018,0.008034743,0.17371279,0.0038160263,0.0001559389,0.0038212503,0.088768244,0.0075662993,0.0045525194,0.1299414,0.008404447,0.56872326],"study_design_scores_gemma":[0.0018191311,0.010509934,0.33632192,0.0066663255,0.0006518281,0.000928448,0.39911062,0.014304254,0.010031529,0.022429548,0.19706273,0.0001639051],"about_ca_topic_score_codex":0.0085697435,"about_ca_topic_score_gemma":0.007306204,"teacher_disagreement_score":0.009892237,"about_ca_system_score_codex":0.0056136823,"about_ca_system_score_gemma":0.008671078,"threshold_uncertainty_score":0.05231577},"labels":[],"label_agreement":null},{"id":"W4403817470","doi":"10.19173/irrodl.v25i4.7758","title":"Web-Based Nursing Care Documentation for Students to Support Online Learning","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Nursing Diagnosis and Documentation","field":"Nursing","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Documentation; Computer science; World Wide Web; Online learning; Nurse education; Educational technology; Web application; Electronic learning; Distance education; Medical education; Multimedia; Psychology; Nursing; Medicine; Pedagogy","score_opus":0.07160782148353269,"score_gpt":0.5371554570618627,"score_spread":0.46554763557833007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817470","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8200105,0.0015237747,0.1193494,0.0018845216,0.00042295235,0.004752885,0.0006716774,0.006909659,0.044474617],"genre_scores_gemma":[0.66059214,0.0018850884,0.30645615,0.0005858773,0.00016875629,0.0024272755,0.0012364368,0.00029811086,0.026350187],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998889,0.0005107484,0.00010598977,0.00007491156,0.00033973344,0.000079642006],"domain_scores_gemma":[0.9936041,0.0029819563,0.00056171854,0.0006633461,0.0015058626,0.0006831497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021020132,0.0003026143,0.00038506402,0.0009101037,0.0005603373,0.0012557075,0.0005985638,0.0004821575,0.0094712395],"category_scores_gemma":[0.00863294,0.00017153703,0.00040570777,0.000895341,0.00014014657,0.0012155067,0.0010338677,0.00072760513,0.003654519],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017109913,0.004379676,0.0109951105,0.00071202737,0.000012550781,0.0002649282,0.0020489811,0.00040704382,0.009415685,0.00091146363,0.009940609,0.96074086],"study_design_scores_gemma":[0.00096157764,0.016474668,0.33246452,0.0057404325,0.00037324737,0.006075419,0.010173937,0.03951552,0.08938405,0.0082706865,0.4901454,0.0004205732],"about_ca_topic_score_codex":0.00037040655,"about_ca_topic_score_gemma":0.0008534075,"teacher_disagreement_score":0.0094712395,"about_ca_system_score_codex":0.0003272185,"about_ca_system_score_gemma":0.0015246405,"threshold_uncertainty_score":0.03168446},"labels":[],"label_agreement":null},{"id":"W4403817558","doi":"10.19173/irrodl.v25i4.7772","title":"Navigating Challenges in Remote Speaking Tasks: Unveiling Technical and Non-Technical Problems Faced by Students","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kementerian Pendidikan, Kebudayaan, Riset, dan Teknologi","keywords":"Computer science; Distance education; Educational technology; Computer-mediated communication; Multimedia; Mathematics education; Human–computer interaction; World Wide Web; Psychology; The Internet","score_opus":0.10473912104512728,"score_gpt":0.5106924798059855,"score_spread":0.40595335876085825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9593086,0.005888384,0.010690832,0.004087806,0.00021327075,0.00011071349,0.000032749635,0.000066782624,0.019600824],"genre_scores_gemma":[0.99078923,0.0029024656,0.0030069717,0.00058001315,0.00004975191,0.000082823164,0.00003207382,0.000017411383,0.0025393604],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9948414,0.0026086948,0.0002800711,0.00043956804,0.000983162,0.00084711146],"domain_scores_gemma":[0.99390185,0.0026927085,0.0010177318,0.00019552364,0.00064991106,0.001542335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038661999,0.00068325875,0.0009920865,0.0011760802,0.0033500714,0.007916855,0.0013921426,0.0020643284,0.0024986595],"category_scores_gemma":[0.009736578,0.0002870248,0.0006607339,0.00078765844,0.003050209,0.0059825415,0.0058244807,0.002115342,0.0008353493],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020205195,0.0010922222,0.11236217,0.00379715,0.0001221344,0.0032369343,0.5184371,0.0008392178,0.006409607,0.009889533,0.0055199466,0.33809188],"study_design_scores_gemma":[0.000030186506,0.00071593985,0.08659442,0.0019786113,0.00012051111,0.0025075928,0.84056634,0.001495203,0.002475742,0.011565245,0.05178683,0.00016337763],"about_ca_topic_score_codex":0.0010171613,"about_ca_topic_score_gemma":0.0023744104,"teacher_disagreement_score":0.007916855,"about_ca_system_score_codex":0.0009903758,"about_ca_system_score_gemma":0.0037402126,"threshold_uncertainty_score":0.020446658},"labels":[],"label_agreement":null},{"id":"W4404403183","doi":"10.19173/irrodl.v25i4.7623","title":"Distance Education Practices During the COVID-19 Lockdown: Comparison of Belgium, Japan, Spain, and Türkiye","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Practices and Challenges","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Distance education; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Geography; Political science; Sociology; Pedagogy; Virology; Medicine","score_opus":0.23131847238340691,"score_gpt":0.5195116802661005,"score_spread":0.2881932078826936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404403183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93616194,0.054072205,0.00032489144,0.00083846605,0.00010716905,0.00014134163,0.00096311973,0.000012983213,0.0073779915],"genre_scores_gemma":[0.9704765,0.026197523,0.0006379661,0.0004846573,0.000020918282,0.0001599392,0.00081144,0.000010114456,0.0012009818],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986687,0.00039376304,0.00031367145,0.00013068866,0.00024403445,0.0002491449],"domain_scores_gemma":[0.9957768,0.0016759072,0.0011003359,0.00008764488,0.0009697238,0.00038969945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032821107,0.00029064648,0.0007580034,0.0037310093,0.0009861384,0.0022606344,0.0005244319,0.000612521,0.0012332962],"category_scores_gemma":[0.006707341,0.00020070157,0.0005592534,0.007258588,0.00070503657,0.0014496028,0.0014800675,0.0003899429,0.00011911123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014401329,0.00034888595,0.45859873,0.035896696,0.0007790365,0.008741638,0.12424338,0.0004462485,0.0024836808,0.0031719492,0.005611869,0.3582378],"study_design_scores_gemma":[0.00005828616,0.00049473875,0.59586275,0.011764185,0.0005538732,0.0018195779,0.315954,0.00011348224,0.0010642838,0.00025914088,0.071964934,0.00009068161],"about_ca_topic_score_codex":0.03342416,"about_ca_topic_score_gemma":0.04625353,"teacher_disagreement_score":0.03342416,"about_ca_system_score_codex":0.002689672,"about_ca_system_score_gemma":0.005210942,"threshold_uncertainty_score":0.06645924},"labels":[],"label_agreement":null},{"id":"W4407935700","doi":"10.19173/irrodl.v26i1.8106","title":"Comparative Effectiveness of Approaches to Students’ Labour Education in Universities in the New Era With the Use of Information Technologies","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information technology; Higher education; Educational technology; Electronic learning; Sociology; Pedagogy; Mathematics education; Medical education; Computer science; Knowledge management; Psychology; Economic growth; Medicine; Economics","score_opus":0.20694795098775154,"score_gpt":0.4500007788774582,"score_spread":0.24305282788970667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937889,0.0009536965,0.00022074212,0.00028955302,0.000019514646,0.000052200696,0.0000133534595,0.0000060386537,0.004655984],"genre_scores_gemma":[0.9974904,0.0007828797,0.00034987563,0.00006594183,0.000014057847,0.000039980223,0.000022350221,0.0000026331015,0.0012319575],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954922,0.001966811,0.00016984464,0.0003076551,0.0012370828,0.00082637835],"domain_scores_gemma":[0.9942287,0.0021574248,0.000712606,0.0002593275,0.0005449204,0.0020970209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034920042,0.00024972108,0.00036641557,0.0017997313,0.0007985442,0.0026321746,0.00081581634,0.0005626549,0.0024818233],"category_scores_gemma":[0.008780507,0.00010731262,0.0005702627,0.0013111026,0.0009434641,0.0012547988,0.0026097614,0.00056103175,0.00040285834],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013519404,0.0066639273,0.3012012,0.0011680102,0.00024427005,0.00028121824,0.030367067,0.00093940063,0.0031549227,0.0034566002,0.00096039556,0.65021104],"study_design_scores_gemma":[0.00018352937,0.0051424345,0.9237666,0.0004986372,0.0001442737,0.00016716261,0.048107933,0.0008417597,0.0013422897,0.0013672311,0.018386178,0.00005195463],"about_ca_topic_score_codex":0.002191224,"about_ca_topic_score_gemma":0.0042264587,"teacher_disagreement_score":0.0034920042,"about_ca_system_score_codex":0.0020814221,"about_ca_system_score_gemma":0.0031389839,"threshold_uncertainty_score":0.018467665},"labels":[],"label_agreement":null},{"id":"W4407935703","doi":"10.19173/irrodl.v26i1.7977","title":"Peculiarities of the Development of Students’ Musical Skills Under the Influence of Modern Software","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Professional Development","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Musical; Computer science; Software; Mathematics education; Multimedia; Psychology; Visual arts; Art; Programming language","score_opus":0.07880886467738761,"score_gpt":0.5042323254361789,"score_spread":0.4254234607587913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99912375,0.0000507732,0.0000857211,0.000013827678,0.0000015513781,0.0000030881129,0.0000031513666,0.000002520694,0.0007156527],"genre_scores_gemma":[0.9995382,0.00004097419,0.00006104741,0.000006369973,0.0000017845932,0.000002885809,0.000005582428,0.0000011069924,0.0003420859],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992293,0.0001946285,0.00005006159,0.000102086786,0.00026090935,0.00016308553],"domain_scores_gemma":[0.99674016,0.0012864738,0.0007930158,0.00018254886,0.00032250085,0.00067536096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006918751,0.00016039847,0.00015501445,0.0008517287,0.00033518425,0.00073077733,0.00025604694,0.00030484513,0.0016715045],"category_scores_gemma":[0.004988536,0.00010937417,0.0002367068,0.00029121398,0.0005804166,0.00038091408,0.00089709787,0.00030910477,0.00020737016],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005120445,0.0013492006,0.8326899,0.00011894719,0.000054308624,0.0022593609,0.028765973,0.00030135212,0.016017994,0.0005649315,0.00024316559,0.11712284],"study_design_scores_gemma":[0.000014285534,0.00092748494,0.9844141,0.00002171261,0.000023478722,0.001317838,0.008327296,0.00033111504,0.002147935,0.0002267647,0.0022302764,0.00001784233],"about_ca_topic_score_codex":0.0008773353,"about_ca_topic_score_gemma":0.0009859068,"teacher_disagreement_score":0.0016715045,"about_ca_system_score_codex":0.00026470004,"about_ca_system_score_gemma":0.00037617932,"threshold_uncertainty_score":0.0055916905},"labels":[],"label_agreement":null},{"id":"W4407935713","doi":"10.19173/irrodl.v26i1.7953","title":"Bibliometric Insights Into the Open Education Landscape","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Distance education; Higher education; Data science; Geography; Computer science; Sociology; World Wide Web; Pedagogy; Political science","score_opus":0.0671515032365844,"score_gpt":0.46146022919374263,"score_spread":0.3943087259571582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935713","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20757574,0.24670559,0.076577134,0.034018178,0.0024782808,0.001189126,0.037335746,0.0012972495,0.392823],"genre_scores_gemma":[0.8375803,0.09557825,0.037423573,0.0012728911,0.002794787,0.0012543858,0.015121299,0.0003317762,0.00864265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95636123,0.011889014,0.0060078492,0.0026540807,0.0219724,0.0011154863],"domain_scores_gemma":[0.8536919,0.10276791,0.016164558,0.006769371,0.019500796,0.0011055229],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.02080007,0.00085368403,0.0018907973,0.23956713,0.003173977,0.019381013,0.0014141,0.0013709416,0.006958232],"category_scores_gemma":[0.12070329,0.00048104845,0.0011213848,0.3114942,0.0038622112,0.013940397,0.005768656,0.0009984543,0.0014053389],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010664965,0.00008776811,0.061019324,0.020153433,0.0008850226,0.00087748276,0.024629889,0.003340907,0.0018364495,0.32017845,0.034525733,0.5323589],"study_design_scores_gemma":[0.00003846672,0.00009128011,0.12007031,0.008910289,0.0006204622,0.0021122396,0.044061966,0.0055913404,0.0016856052,0.2298346,0.58676744,0.0002160523],"about_ca_topic_score_codex":0.005223807,"about_ca_topic_score_gemma":0.0061098128,"teacher_disagreement_score":0.76043284,"about_ca_system_score_codex":0.005137285,"about_ca_system_score_gemma":0.0076331566,"threshold_uncertainty_score":0.11000258},"labels":[{"model":"gemma","categories":["bibliometrics","open_science"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4407935718","doi":"10.19173/irrodl.v26i1.8490","title":"Twenty-Five Years of Innovation and Knowledge Sharing: The Legacy and Future of the International Review of Research in Open and Distributed Learning","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Knowledge sharing; Knowledge management; Educational technology; Computer science; Sociology; Pedagogy","score_opus":0.11577917033688084,"score_gpt":0.48757200001693196,"score_spread":0.3717928296800511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935718","genre_codex":"review","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033872304,0.93672085,0.0010058563,0.047409948,0.004639888,0.000010399266,0.00003421893,0.000015694293,0.006776002],"genre_scores_gemma":[0.091754586,0.8832385,0.0014671229,0.0140973935,0.0067619886,0.00006215033,0.00007412163,0.000037180453,0.002507004],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.982553,0.009395029,0.0016221225,0.0016172227,0.0037874756,0.0010251884],"domain_scores_gemma":[0.92111266,0.05448958,0.0066041574,0.00309493,0.009572242,0.0051264674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027444622,0.0005951486,0.0017303629,0.0062943026,0.004026966,0.024463288,0.001819369,0.0045449743,0.003022548],"category_scores_gemma":[0.036838643,0.0004123266,0.0008468788,0.011469489,0.0153369075,0.021655712,0.0058373315,0.006108084,0.00064055255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019498995,0.00016186692,0.0038468407,0.010868371,0.00027121403,0.0004011685,0.030912014,0.0005164086,0.00045997402,0.43531,0.049187884,0.46786928],"study_design_scores_gemma":[0.0000122014,0.00009965472,0.0024569782,0.010347258,0.00007460505,0.0002753571,0.01545269,0.000105619045,0.00019208656,0.0674002,0.9035138,0.00006953505],"about_ca_topic_score_codex":0.002633174,"about_ca_topic_score_gemma":0.003822909,"teacher_disagreement_score":0.027444622,"about_ca_system_score_codex":0.006416689,"about_ca_system_score_gemma":0.023971878,"threshold_uncertainty_score":0.14514273},"labels":[],"label_agreement":null},{"id":"W4407935721","doi":"10.19173/irrodl.v26i1.7732","title":"Facilitating Students’ Emotional Engagement in Synchronous Online Learning: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Electronic learning; Computer-mediated communication; Psychology; Instructional design; Computer science; Mathematics education; Pedagogy; Multimedia; The Internet; World Wide Web","score_opus":0.06807978449064762,"score_gpt":0.4900722714074586,"score_spread":0.421992486916811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935721","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026080834,0.99478096,0.00051853165,0.00051664683,0.000108646105,0.0006122314,0.00026010678,0.000012117431,0.0005826515],"genre_scores_gemma":[0.017683744,0.97907776,0.0015155706,0.00047576317,0.000061657265,0.00088469667,0.00017539394,0.0000057728817,0.000119667035],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9937079,0.0022018435,0.0022648475,0.00040418227,0.0012269779,0.0001941974],"domain_scores_gemma":[0.96845096,0.02427124,0.0037608992,0.00040444467,0.0026857923,0.00042673488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0098787965,0.0011320371,0.003710454,0.012365339,0.00081198115,0.0026009416,0.0013464296,0.0016356325,0.0028430652],"category_scores_gemma":[0.03703908,0.0008174411,0.003820293,0.009959069,0.0010257942,0.0029643986,0.0021922751,0.0011401334,0.00030368596],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001030889,0.00006614025,0.0009070851,0.86560416,0.001986203,0.00014676698,0.0008750561,0.000097225064,0.0002782063,0.00040604625,0.0015106786,0.12801944],"study_design_scores_gemma":[0.000074908676,0.0002176204,0.0032008681,0.9493688,0.015307552,0.00036663815,0.0013298086,0.00006971297,0.00027908126,0.00042987627,0.02931851,0.000036630085],"about_ca_topic_score_codex":0.0037575392,"about_ca_topic_score_gemma":0.013513428,"teacher_disagreement_score":0.012365339,"about_ca_system_score_codex":0.0023195734,"about_ca_system_score_gemma":0.0143927345,"threshold_uncertainty_score":0.052244723},"labels":[],"label_agreement":null},{"id":"W4407935725","doi":"10.19173/irrodl.v26i1.7921","title":"Predicting Online Learners’ Performance Through Ontologies: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Systematic review; Educational technology; Electronic learning; Distance education; Instructional design; World Wide Web; Multimedia; Data science; Mathematics education; Psychology; MEDLINE","score_opus":0.06550124184246346,"score_gpt":0.44297853126754333,"score_spread":0.37747728942507985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935725","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053016255,0.9888622,0.0014444274,0.0011438691,0.0002189687,0.0009933464,0.0011897999,0.000029000961,0.00081664097],"genre_scores_gemma":[0.037006196,0.95631397,0.0036302772,0.00069483364,0.00008160275,0.0014688047,0.00064037635,0.000013227742,0.00015069683],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98532283,0.0053324974,0.0052438546,0.00095372455,0.0028152512,0.00033178835],"domain_scores_gemma":[0.9107676,0.070259824,0.009383981,0.0015092934,0.0073883836,0.00069079833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019861143,0.0014008979,0.0046633696,0.021115806,0.00093304395,0.0034283674,0.0017443997,0.001706923,0.0030343162],"category_scores_gemma":[0.10220925,0.00094545644,0.0047378414,0.016652986,0.0012390806,0.0049001807,0.0022806984,0.0013671545,0.0004072401],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012813954,0.00006641391,0.0035022784,0.85057956,0.00404376,0.00017761781,0.0011021001,0.00031259467,0.00017950562,0.0010848641,0.0030921753,0.13573092],"study_design_scores_gemma":[0.000058721493,0.00012475855,0.0042417943,0.95966285,0.014026165,0.00024153842,0.0012827221,0.00017572026,0.00017398637,0.0007519699,0.019214563,0.000045200795],"about_ca_topic_score_codex":0.009105593,"about_ca_topic_score_gemma":0.024604967,"teacher_disagreement_score":0.021115806,"about_ca_system_score_codex":0.0037817983,"about_ca_system_score_gemma":0.02543323,"threshold_uncertainty_score":0.10503703},"labels":[],"label_agreement":null},{"id":"W4407935726","doi":"10.19173/irrodl.v26i1.7106","title":"A Categorical Confirmatory Factor Analysis for Validating the Turkish Version of the Self-Directed Online Learning Scale (SDOLS-T)","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confirmatory factor analysis; Turkish; Categorical variable; Scale (ratio); Distance education; Online learning; Computer science; Psychology; Mathematics education; Machine learning; World Wide Web; Structural equation modeling","score_opus":0.06362808851567038,"score_gpt":0.4600264998668139,"score_spread":0.3963984113511435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7861572,0.00029509777,0.1803696,0.0009347735,0.0006705444,0.010483689,0.0046258275,0.00080900686,0.015654227],"genre_scores_gemma":[0.7961305,0.00017562244,0.17814685,0.00031404165,0.00007635216,0.016782705,0.005146345,0.00023267392,0.0029948966],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9819371,0.0074063432,0.0020361783,0.0018588142,0.0061454317,0.0006160735],"domain_scores_gemma":[0.941506,0.014533666,0.002528643,0.003435504,0.03731109,0.0006850208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026631288,0.0008852324,0.0008934955,0.0028638917,0.0018309314,0.0012793605,0.000862199,0.00051703706,0.004325308],"category_scores_gemma":[0.06668607,0.0004330538,0.0019653786,0.0021494618,0.00093759695,0.0011439152,0.0014386415,0.0012713125,0.0018924114],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009056775,0.001444461,0.44448376,0.0014046214,0.0005130535,0.00064996193,0.0204505,0.003883586,0.02597455,0.013216091,0.019305289,0.46776852],"study_design_scores_gemma":[0.0011186464,0.0046210596,0.8147743,0.0012165412,0.00080456055,0.0011414757,0.022369113,0.055985525,0.031296574,0.010785649,0.055416,0.00047064552],"about_ca_topic_score_codex":0.0044934927,"about_ca_topic_score_gemma":0.007427634,"teacher_disagreement_score":0.026631288,"about_ca_system_score_codex":0.0010936039,"about_ca_system_score_gemma":0.006318252,"threshold_uncertainty_score":0.14084136},"labels":[],"label_agreement":null},{"id":"W4407935728","doi":"10.19173/irrodl.v26i1.8158","title":"Manuscript Selection in a Literature Review: “Free-Full-Text-or-Next” as a New Criterion","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Selection (genetic algorithm); Computer science; Information retrieval; World Wide Web; Artificial intelligence","score_opus":0.07244031297834792,"score_gpt":0.4959537324532265,"score_spread":0.4235134194748786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935728","genre_codex":"protocol","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02276055,0.03499447,0.14822304,0.0500639,0.061397344,0.608278,0.044086087,0.0060586915,0.024138011],"genre_scores_gemma":[0.04578057,0.011161426,0.24343498,0.01932406,0.012432605,0.64178944,0.010014278,0.0027353228,0.013327229],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.717137,0.11412103,0.11721625,0.01225963,0.035225052,0.004041097],"domain_scores_gemma":[0.40828133,0.3196721,0.072834864,0.04798209,0.13846974,0.012759772],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20685469,0.0036691187,0.011666401,0.026933553,0.004469095,0.011136597,0.004902839,0.011462258,0.050963394],"category_scores_gemma":[0.50249165,0.0022507536,0.008094396,0.017216641,0.0052411826,0.009864083,0.010251471,0.004420407,0.0148645425],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006663517,0.00038211385,0.0039032933,0.36501417,0.0033415912,0.0032275731,0.01373154,0.00046210585,0.01012875,0.017309066,0.3671067,0.20872954],"study_design_scores_gemma":[0.0073306425,0.0009405094,0.008325207,0.15278769,0.006360941,0.002447839,0.003248092,0.0024992062,0.0069136876,0.047786634,0.7603321,0.0010274153],"about_ca_topic_score_codex":0.0006580452,"about_ca_topic_score_gemma":0.0017291944,"teacher_disagreement_score":0.7931453,"about_ca_system_score_codex":0.004099168,"about_ca_system_score_gemma":0.030184519,"threshold_uncertainty_score":0.9780894},"labels":[],"label_agreement":null},{"id":"W4407935731","doi":"10.19173/irrodl.v26i1.7965","title":"Analyzing Learning Sentiments on a MOOC Discussion Forum Through Epistemic Network Analysis","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Educational technology; Data science; Online learning; World Wide Web; Mathematics education; Psychology","score_opus":0.0953834066274346,"score_gpt":0.5246988366770566,"score_spread":0.429315430049622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758617,0.00034487466,0.017306603,0.00029693247,0.000068559406,0.00012783335,0.00069628836,0.00008962808,0.0052076257],"genre_scores_gemma":[0.9905653,0.00022440744,0.0074182646,0.000035647525,0.0000400836,0.00008645038,0.0004948298,0.000018405311,0.0011166688],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988914,0.0005091552,0.00008614512,0.00016631882,0.00026603232,0.00008106968],"domain_scores_gemma":[0.9937412,0.0039441986,0.0010553747,0.00017815681,0.00085234374,0.00022862223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019250482,0.0002596378,0.00026510467,0.002647584,0.000654876,0.0014250313,0.00019031783,0.00031898124,0.0011439502],"category_scores_gemma":[0.00795625,0.00008667519,0.00022615778,0.0014234018,0.00034043356,0.0011026779,0.0008780847,0.000326768,0.00025168303],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010934155,0.00034031383,0.39600787,0.0014185051,0.00031562103,0.0010615642,0.048265077,0.004262546,0.06139029,0.0065572783,0.005181954,0.47410554],"study_design_scores_gemma":[0.00003705373,0.000548846,0.78030455,0.00055303617,0.0003045892,0.00071738794,0.045488533,0.09718161,0.019658398,0.013257093,0.04173372,0.00021520395],"about_ca_topic_score_codex":0.0012244076,"about_ca_topic_score_gemma":0.0024096314,"teacher_disagreement_score":0.002647584,"about_ca_system_score_codex":0.00047507184,"about_ca_system_score_gemma":0.0003362284,"threshold_uncertainty_score":0.010180771},"labels":[],"label_agreement":null},{"id":"W4407935740","doi":"10.19173/irrodl.v26i1.7813","title":"Evaluating AI-Personalized Learning Interventions in Distance Education","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychological intervention; Computer science; Educational technology; Individualized instruction; Personalized learning; Psychology; Open learning; Multimedia; Teaching method; Mathematics education; Cooperative learning","score_opus":0.14396031869659134,"score_gpt":0.5604526664271032,"score_spread":0.4164923477305119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926162,0.0006786476,0.0016916599,0.0001078521,0.00008840675,0.0025236805,0.00004558817,0.000065060725,0.0021830942],"genre_scores_gemma":[0.9728794,0.0013276731,0.015984148,0.00023023537,0.000107461485,0.0075191087,0.000104800405,0.000011136083,0.0018359903],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99668044,0.0017030062,0.00028357544,0.00037979623,0.00070731214,0.000245798],"domain_scores_gemma":[0.992765,0.0050302404,0.00071448804,0.00032731215,0.0003830807,0.00077991735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032253636,0.0006150168,0.0010694879,0.00066279975,0.00040168737,0.00078338356,0.00086733117,0.00069256383,0.0036593613],"category_scores_gemma":[0.012098544,0.00020992834,0.00052642915,0.00045213415,0.00032208592,0.0008824684,0.00079464255,0.0008692109,0.00037196564],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017959876,0.1775162,0.0074905395,0.004665313,0.00073635834,0.00012003101,0.00279599,0.0020747173,0.01017164,0.00085746066,0.00082543836,0.7747865],"study_design_scores_gemma":[0.033027027,0.70377797,0.20367901,0.0019913386,0.003087757,0.0002475805,0.0032844164,0.0061841025,0.027077736,0.0030425363,0.014436274,0.00016433715],"about_ca_topic_score_codex":0.00039374782,"about_ca_topic_score_gemma":0.0008431925,"teacher_disagreement_score":0.0036593613,"about_ca_system_score_codex":0.0006729407,"about_ca_system_score_gemma":0.0014416882,"threshold_uncertainty_score":0.017057538},"labels":[],"label_agreement":null},{"id":"W4407935757","doi":"10.19173/irrodl.v26i1.7984","title":"Impact of Simulation-Based Learning on Learning Loss Among Nursing Students: A Quasi-Experimental Study","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Computer science; Electronic learning; Mathematics education; Psychology; Learning effect","score_opus":0.09979447429814772,"score_gpt":0.5822136315413926,"score_spread":0.4824191572432449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981085,0.000016118931,0.00016627977,0.000027320846,0.000021018437,0.0013772962,0.000030320056,0.0000066883117,0.00024637798],"genre_scores_gemma":[0.98746336,0.00009084652,0.0020536552,0.000119511875,0.000060696646,0.008757463,0.00009712051,0.0000044411545,0.0013529329],"study_design_codex":"nonrandomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9970144,0.0013534903,0.00023852778,0.0003347305,0.00041830246,0.00064061244],"domain_scores_gemma":[0.9939248,0.0028368211,0.0007040333,0.0006302676,0.0004982315,0.0014058426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005137795,0.00085137854,0.0014043414,0.0008677726,0.0015467642,0.0009429008,0.0009486575,0.0012405798,0.00397569],"category_scores_gemma":[0.0059166113,0.000864446,0.00093992427,0.00035141094,0.0011475157,0.00082596205,0.0010847357,0.0017348891,0.00058288197],"study_design_candidate":"nonrandomized_trial","study_design_consensus":"nonrandomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021053998,0.9058154,0.020196868,0.00028792626,0.000090456,0.00019626251,0.0062082442,0.0007546625,0.006787407,0.0002553441,0.00035011995,0.03800324],"study_design_scores_gemma":[0.013867074,0.8900237,0.07919711,0.00008499089,0.00012860648,0.00008337158,0.005029557,0.0025616304,0.005817464,0.0003363225,0.0027674052,0.000102677965],"about_ca_topic_score_codex":0.0011895797,"about_ca_topic_score_gemma":0.0017132016,"teacher_disagreement_score":0.005137795,"about_ca_system_score_codex":0.00091382186,"about_ca_system_score_gemma":0.002405637,"threshold_uncertainty_score":0.027171612},"labels":[],"label_agreement":null},{"id":"W4407935760","doi":"10.19173/irrodl.v26i1.7924","title":"The Impact of a Learning Analytics Based Feedback System on Students’ Academic Achievement and Self-Regulated Learning in a Flipped Classroom","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped learning; Learning analytics; Academic achievement; Educational technology; Self-regulated learning; Mathematics education; Computer science; Blended learning; Flipped classroom; Psychology; Data science","score_opus":0.04183471397929355,"score_gpt":0.4406755609635411,"score_spread":0.39884084698424754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975846,0.00007796911,0.0012485126,0.000048307753,0.000021960172,0.00013321683,0.000022859436,0.000070773334,0.00079181726],"genre_scores_gemma":[0.9945967,0.00013098009,0.0041507087,0.000045288478,0.000013282626,0.00021355717,0.00005320311,0.000009454277,0.0007867313],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99712986,0.001339995,0.00015371817,0.00038656424,0.0007631531,0.00022672726],"domain_scores_gemma":[0.9882808,0.0072273784,0.0012314321,0.0006283763,0.0012165876,0.0014156554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026073558,0.00048017502,0.0005382639,0.00054381427,0.00043254116,0.0010423666,0.00062078104,0.00043663188,0.0017963167],"category_scores_gemma":[0.013357058,0.00020589567,0.00037679338,0.00028893736,0.00043551266,0.0006499757,0.0009627022,0.0005315081,0.00037972507],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008368541,0.054754987,0.10896438,0.0016835108,0.00036454597,0.00061927375,0.008416538,0.0045384397,0.072435424,0.0006655062,0.0023125403,0.7368763],"study_design_scores_gemma":[0.002435786,0.14493492,0.7122519,0.00075578876,0.0010510338,0.00063835824,0.011639234,0.01901694,0.092381105,0.0016408175,0.01289071,0.00036346304],"about_ca_topic_score_codex":0.00103536,"about_ca_topic_score_gemma":0.0015668985,"teacher_disagreement_score":0.0026073558,"about_ca_system_score_codex":0.0005366755,"about_ca_system_score_gemma":0.0011896249,"threshold_uncertainty_score":0.013789177},"labels":[],"label_agreement":null},{"id":"W4407935765","doi":"10.19173/irrodl.v26i1.7337","title":"The Impact of Switching Intention of Teachers’ Online Teaching in the COVID-19 Era: The Perspective of Push-Pull-Mooring","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Reforms and Innovations","field":"Environmental Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Coronavirus disease 2019 (COVID-19); Mooring; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online learning; Distance education; Mathematics education; Psychology; Computer science; Multimedia; Engineering; Medicine","score_opus":0.0786528434068789,"score_gpt":0.4984934557045655,"score_spread":0.4198406122976866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968389,0.000118505275,0.00018688409,0.00046950966,0.000012198733,0.000013783721,0.000017675506,0.0000022154716,0.0023403093],"genre_scores_gemma":[0.9994923,0.00006969266,0.00005209614,0.000049758102,0.0000038209864,0.000007775841,0.000012141483,0.0000016435911,0.0003106917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974982,0.0011427109,0.000117505966,0.00021910734,0.0003393669,0.00068311417],"domain_scores_gemma":[0.9879148,0.006719155,0.0021862804,0.0003666264,0.00086796115,0.0019452359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026296647,0.00022917893,0.00030150326,0.0006691996,0.0010546353,0.002647253,0.00049370684,0.0009698743,0.0033159854],"category_scores_gemma":[0.009485852,0.000211202,0.00073579437,0.0006017487,0.0016661992,0.0014270575,0.0015643806,0.0019141902,0.00030144636],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028236702,0.0017050189,0.9225685,0.00013244996,0.00012897214,0.00057414616,0.050349846,0.00031786942,0.00095128705,0.0027583586,0.00043289317,0.019798374],"study_design_scores_gemma":[0.00001609189,0.00035869208,0.9207233,0.000101108344,0.00008821729,0.00009184815,0.074623294,0.0011848618,0.0004185576,0.0008499095,0.0015172864,0.000026716694],"about_ca_topic_score_codex":0.01209765,"about_ca_topic_score_gemma":0.01660399,"teacher_disagreement_score":0.01209765,"about_ca_system_score_codex":0.0016368631,"about_ca_system_score_gemma":0.002349042,"threshold_uncertainty_score":0.024054468},"labels":[],"label_agreement":null},{"id":"W4407935770","doi":"10.19173/irrodl.v26i1.7970","title":"Self-, Peer, and Tutor Assessment in Online Microteaching Practice and Doctoral Students’ Opinions","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Microteaching; Peer assessment; Peer evaluation; Psychology; Computer-mediated communication; Educational technology; Medical education; Pedagogy; Peer tutor; Computer science; Peer review; Distance education; Mathematics education; Multimedia; Higher education; Teaching method; The Internet; World Wide Web; Medicine; Political science","score_opus":0.13627503416222947,"score_gpt":0.6014990538673939,"score_spread":0.4652240197051644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99389184,0.0006532853,0.00068389997,0.0006781363,0.00003813202,0.000050187497,0.0000061885667,0.0000070071164,0.0039914465],"genre_scores_gemma":[0.9983713,0.0002857318,0.00025331485,0.00009259287,0.000011941436,0.000025082953,0.000005362465,0.000003034162,0.0009517189],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9825685,0.011447044,0.0009821692,0.0007165479,0.0034980567,0.0007877368],"domain_scores_gemma":[0.9713004,0.015476091,0.0028963606,0.00073155726,0.0062451703,0.0033504043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01753181,0.00013370211,0.00033446922,0.0010022298,0.0012737553,0.0030583602,0.00054192013,0.0007423685,0.0012649809],"category_scores_gemma":[0.04609062,0.00015384951,0.0003420571,0.0005327412,0.0018534061,0.0012719345,0.0026487492,0.001046015,0.0002742415],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024486985,0.0008560894,0.24898495,0.00049521145,0.00007529539,0.0009031429,0.5350749,0.0002764193,0.0034930196,0.0019286176,0.0017515112,0.20591588],"study_design_scores_gemma":[0.000029163371,0.001102817,0.23288858,0.0007530477,0.00007026211,0.0013820042,0.7372367,0.0012832159,0.004054795,0.0016311771,0.019458842,0.00010934905],"about_ca_topic_score_codex":0.0010740878,"about_ca_topic_score_gemma":0.001948175,"teacher_disagreement_score":0.01753181,"about_ca_system_score_codex":0.001146959,"about_ca_system_score_gemma":0.0023742386,"threshold_uncertainty_score":0.092718184},"labels":[],"label_agreement":null},{"id":"W4407935801","doi":"10.19173/irrodl.v26i1.8543","title":"Editorial - Volume 26, Issue 1","year":2025,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Physics","score_opus":0.06103305578241085,"score_gpt":0.3756956902538965,"score_spread":0.3146626344714856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935801","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022871718,0.003100536,0.00006744288,0.014832455,0.98012674,0.000027510761,0.00005124114,0.00004979803,0.0017213761],"genre_scores_gemma":[0.00025550602,0.003110502,0.00008825321,0.012697039,0.9709745,0.000036041492,0.000068618894,0.000052615844,0.012716914],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915582,0.0012189227,0.00080243964,0.0009110092,0.004873199,0.00063623535],"domain_scores_gemma":[0.97061396,0.008637837,0.0024225437,0.00096648914,0.011716913,0.005642319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009310791,0.005154058,0.005839916,0.0071977116,0.004581721,0.014081921,0.0053191185,0.015229322,0.047897417],"category_scores_gemma":[0.029092971,0.0014015397,0.003592061,0.002978426,0.0027964292,0.0052825464,0.0028919354,0.016139245,0.036597725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033880333,0.000019901367,0.000019383555,0.00015589294,0.0000145713875,0.00003752118,0.0000046259993,0.000016986378,0.000043835207,0.00011496534,0.9956827,0.0038557223],"study_design_scores_gemma":[0.00013398608,0.00003930657,0.00032848906,0.0005979079,0.000066512686,0.00012831419,0.00003771312,0.00015405533,0.00010600414,0.001121565,0.99726534,0.000020822992],"about_ca_topic_score_codex":0.0018779123,"about_ca_topic_score_gemma":0.0061958754,"teacher_disagreement_score":0.047897417,"about_ca_system_score_codex":0.0038535509,"about_ca_system_score_gemma":0.004569965,"threshold_uncertainty_score":0.16023284},"labels":[],"label_agreement":null},{"id":"W4409074876","doi":"10.19173/irrodl.v26i1.7602","title":"Implementation of an On-the-Job Training Method in a Distance Education Environment","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Training (meteorology); Computer science; Educational technology; Pedagogy; Multimedia; Mathematics education; Psychology","score_opus":0.10767965386999258,"score_gpt":0.5498655137138352,"score_spread":0.4421858598438426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409074876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9603368,0.00023489383,0.01971244,0.00034828237,0.0001588603,0.002100084,0.00007962587,0.0003193755,0.01670964],"genre_scores_gemma":[0.9207022,0.00031396118,0.06607652,0.00026410134,0.00006973332,0.001307768,0.00013375275,0.00003085098,0.011101186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99906856,0.0003195915,0.00005163561,0.00019181555,0.00022052246,0.00014778909],"domain_scores_gemma":[0.9986051,0.00034693495,0.0001646658,0.00018380577,0.00022354625,0.00047604193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010990038,0.00034301868,0.0002793494,0.00042836237,0.0004794624,0.0006882682,0.0012871228,0.00046527493,0.005469075],"category_scores_gemma":[0.0021956635,0.00010592577,0.0002913345,0.00021651598,0.00020436832,0.00048527165,0.0013265604,0.00046950293,0.001249203],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081971864,0.035820477,0.018927582,0.00088543503,0.000033647553,0.00046625585,0.0027861914,0.0008686425,0.024502404,0.00048530838,0.0018076185,0.9125967],"study_design_scores_gemma":[0.0018158432,0.097548574,0.6746651,0.001769741,0.00033637608,0.0042762286,0.020363474,0.012128693,0.067507096,0.0027643158,0.116531916,0.00029275022],"about_ca_topic_score_codex":0.0004282225,"about_ca_topic_score_gemma":0.00113715,"teacher_disagreement_score":0.005469075,"about_ca_system_score_codex":0.0002996269,"about_ca_system_score_gemma":0.0011550345,"threshold_uncertainty_score":0.018295884},"labels":[],"label_agreement":null},{"id":"W4409078379","doi":"10.19173/irrodl.v26i1.8068","title":"Automatic Classification of Online Learner Reviews Via Fine-Tuned BERTs","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jilin Office of Philosophy and Social Science; National Natural Science Foundation of China","keywords":"Computer science; Educational technology; Distance education; Online learning; Multimedia; World Wide Web; Mathematics education; Psychology","score_opus":0.09313638366228182,"score_gpt":0.4664830827527577,"score_spread":0.37334669909047585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409078379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.677296,0.0022603814,0.29912528,0.0005918357,0.00033951164,0.00059147994,0.0031606334,0.011334171,0.005300713],"genre_scores_gemma":[0.9519163,0.0002255648,0.041101195,0.00008252033,0.00015775266,0.00015635806,0.0031861395,0.00014092712,0.0030332026],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980387,0.0005298827,0.00016684632,0.0006188738,0.00047881182,0.00016703227],"domain_scores_gemma":[0.99133027,0.0044460692,0.0010163028,0.0005925701,0.002271352,0.00034345323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027253197,0.0009776838,0.00090036256,0.003655169,0.000369049,0.0013494008,0.0009830807,0.0008831494,0.0012784312],"category_scores_gemma":[0.011881845,0.0003490319,0.0006942056,0.00148823,0.00031040623,0.0015963826,0.0010610321,0.0008957641,0.001501805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019150415,0.00069542334,0.11744717,0.0005568633,0.0003247243,0.0004893176,0.0009839426,0.062794395,0.03280881,0.0011519241,0.010932603,0.7698998],"study_design_scores_gemma":[0.000031638392,0.00019870709,0.031012462,0.000029917912,0.00006556064,0.00015831858,0.00017084724,0.9594848,0.005189874,0.0009369789,0.002685168,0.000035757985],"about_ca_topic_score_codex":0.0055117905,"about_ca_topic_score_gemma":0.009708389,"teacher_disagreement_score":0.0055117905,"about_ca_system_score_codex":0.0008318757,"about_ca_system_score_gemma":0.0009813583,"threshold_uncertainty_score":0.014413059},"labels":[],"label_agreement":null},{"id":"W4410193510","doi":"10.19173/irrodl.v26i2.7915","title":"Critiquing the Role of Field Facilitation in Open and Distance Learning Within a Resource-Constrained Environment in the Global South","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitation; Distance education; Field (mathematics); Resource (disambiguation); Educational technology; Computer science; Open education; Knowledge management; Psychology; Mathematics education; World Wide Web","score_opus":0.06073240172648804,"score_gpt":0.47624193023017924,"score_spread":0.4155095285036912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83675885,0.057806283,0.009428486,0.05810593,0.0007345574,0.0007562196,0.000032576627,0.000043843498,0.03633322],"genre_scores_gemma":[0.9817832,0.011424472,0.0028799067,0.0019046533,0.000051121,0.00023313754,0.000005963018,0.000010019678,0.0017074178],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9697067,0.026607215,0.000580641,0.00075636216,0.0012825719,0.0010664368],"domain_scores_gemma":[0.9255332,0.06432818,0.004316312,0.0015581029,0.002593466,0.001670743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03607302,0.00029264207,0.0004933023,0.0012289609,0.005265166,0.0057786247,0.0018457042,0.0017967555,0.0016081556],"category_scores_gemma":[0.039770413,0.00026481313,0.00029730808,0.0013501934,0.015795536,0.005461862,0.0052557467,0.0024844669,0.0001467942],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016711687,0.00019651782,0.012624802,0.0081229145,0.0000648958,0.00077643926,0.75293386,0.0003673268,0.0014574428,0.03751828,0.002965793,0.1828046],"study_design_scores_gemma":[0.000084318905,0.00054527674,0.033987466,0.012678353,0.000121533325,0.0003413548,0.7926236,0.00033545966,0.0022044391,0.017271083,0.13973828,0.0000688835],"about_ca_topic_score_codex":0.012008759,"about_ca_topic_score_gemma":0.03804098,"teacher_disagreement_score":0.03607302,"about_ca_system_score_codex":0.008825296,"about_ca_system_score_gemma":0.02157169,"threshold_uncertainty_score":0.19077462},"labels":[],"label_agreement":null},{"id":"W4410193521","doi":"10.19173/irrodl.v26i2.8119","title":"Self-Regulated Learning in the Digital Age: A Systematic Review of Strategies, Technologies, Benefits, and Challenges","year":2025,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Multimedia Nusantara","keywords":"Educational technology; Computer science; Self-regulated learning; Electronic learning; Multimedia; Psychology; Mathematics education","score_opus":0.1982204149420521,"score_gpt":0.5055598875106695,"score_spread":0.3073394725686174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193521","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020230927,0.99916637,0.00011631378,0.00018218125,0.000053093358,0.000058272955,0.00006293446,0.0000032520986,0.00015533854],"genre_scores_gemma":[0.0021723537,0.9970182,0.00034256798,0.00021195726,0.000027655104,0.000121235695,0.000053018077,0.0000022991599,0.000050641807],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9936054,0.0021551687,0.0021625094,0.00048816556,0.0014261917,0.0001625783],"domain_scores_gemma":[0.9724523,0.021892603,0.0029622782,0.00038481658,0.001997266,0.00031073124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009614482,0.0010960163,0.004001283,0.010656804,0.0006395927,0.0027870662,0.0013867539,0.0015316023,0.0025706186],"category_scores_gemma":[0.031012943,0.0007490234,0.0038384483,0.010698486,0.0009951262,0.0028802701,0.0015462022,0.0013062784,0.00036060344],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084344545,0.000032513068,0.00045506653,0.78127176,0.0020108207,0.00008272122,0.00039245165,0.00011599267,0.00018362064,0.00092684245,0.0027020052,0.2117419],"study_design_scores_gemma":[0.000063376596,0.00015527735,0.0022996813,0.90764976,0.01160129,0.00037839802,0.00047179556,0.00007788352,0.00019726178,0.00075377047,0.07631679,0.000034596844],"about_ca_topic_score_codex":0.0067585893,"about_ca_topic_score_gemma":0.021888861,"teacher_disagreement_score":0.010656804,"about_ca_system_score_codex":0.0028072991,"about_ca_system_score_gemma":0.015697319,"threshold_uncertainty_score":0.050846875},"labels":[],"label_agreement":null},{"id":"W4410193524","doi":"10.19173/irrodl.v26i2.8165","title":"Exploring the Relationship Among Preservice Teachers’ E-Learning Readiness, Learning Engagement, and Learning Performance in HyFlex Learning Environments","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Educational technology; Experiential learning; Mathematics education; Electronic learning; Psychology; Computer science; Pedagogy","score_opus":0.22021118228391703,"score_gpt":0.4260985907758251,"score_spread":0.2058874084919081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991291,0.00007110037,0.00027369542,0.000046664438,0.0000016033737,0.000020677502,0.000013308195,0.000004856632,0.0004389726],"genre_scores_gemma":[0.9989869,0.000105677165,0.0004939105,0.000022672693,0.0000020540278,0.000045071723,0.00002832717,0.0000015928373,0.00031379593],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821174,0.00078456884,0.00012823135,0.00019949909,0.0003654072,0.0003104775],"domain_scores_gemma":[0.99171185,0.0037162458,0.0021586479,0.00033073104,0.00086194027,0.0012205518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035570308,0.00031155124,0.0003733049,0.00067665556,0.0005338572,0.001731477,0.00041925322,0.00038618137,0.002076789],"category_scores_gemma":[0.011711418,0.00020091295,0.0002922598,0.0005540742,0.000504963,0.0012266261,0.0019841648,0.00081899425,0.00027427968],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019043856,0.003136618,0.90135956,0.00035458896,0.000099657846,0.00016179336,0.017348304,0.00036211094,0.0016316475,0.00034888356,0.00024279952,0.07476358],"study_design_scores_gemma":[0.000020373915,0.0012559118,0.9742441,0.0001660602,0.000058599395,0.00006177005,0.020960834,0.00066492683,0.0008799256,0.00025321104,0.0014146306,0.000019616886],"about_ca_topic_score_codex":0.0016288706,"about_ca_topic_score_gemma":0.004817414,"teacher_disagreement_score":0.0035570308,"about_ca_system_score_codex":0.00059735216,"about_ca_system_score_gemma":0.0018709895,"threshold_uncertainty_score":0.018811584},"labels":[],"label_agreement":null},{"id":"W4410193528","doi":"10.19173/irrodl.v26i2.8067","title":"Identifying Reasons That Contribute to Dropout Rates in Open and Distance Learning","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Open University of Sri Lanka","keywords":"Dropout (neural networks); Distance education; Open education; Computer science; Educational technology; Psychology; Mathematics education; World Wide Web; Machine learning","score_opus":0.08600845658552411,"score_gpt":0.4811343945656277,"score_spread":0.39512593798010354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965508,0.0007231078,0.00071861653,0.00057284883,0.000028178676,0.000119375276,0.00016878787,0.00002067272,0.0010976186],"genre_scores_gemma":[0.9980069,0.00045858423,0.00048391684,0.0001777284,0.000020337979,0.00009067831,0.0002503938,0.000010244568,0.0005012073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9889979,0.0037533736,0.0015327343,0.00046679488,0.003838831,0.0014102486],"domain_scores_gemma":[0.96411586,0.01128596,0.014570456,0.0015250626,0.0055023315,0.0030003886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012272235,0.00021901834,0.000825451,0.002730837,0.0016430645,0.0020971168,0.0010407646,0.00075089297,0.0022216442],"category_scores_gemma":[0.05296167,0.00028614883,0.0010106945,0.0021953555,0.000652268,0.001141999,0.0019506244,0.0014149096,0.00039539402],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010902341,0.00027220225,0.96170825,0.00012325139,0.000052679618,0.00016660574,0.0036384643,0.000049774422,0.0000918811,0.000180235,0.00067706796,0.0329305],"study_design_scores_gemma":[0.000006417387,0.00022246763,0.983597,0.0003181142,0.000050807383,0.00028892676,0.013351045,0.0003890583,0.00015596065,0.00031957834,0.0012780785,0.00002261746],"about_ca_topic_score_codex":0.005856803,"about_ca_topic_score_gemma":0.009093532,"teacher_disagreement_score":0.012272235,"about_ca_system_score_codex":0.0012497415,"about_ca_system_score_gemma":0.0025421712,"threshold_uncertainty_score":0.0649026},"labels":[],"label_agreement":null},{"id":"W4410193538","doi":"10.19173/irrodl.v26i2.8789","title":"Editorial — Volume 26, Issue 2","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.04892456527646193,"score_gpt":0.4823604191624381,"score_spread":0.43343585388597616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193538","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051054663,0.0013271442,0.000093284085,0.018626777,0.9748812,0.00003574381,0.000083229315,0.0001503161,0.0047513423],"genre_scores_gemma":[0.0007203824,0.0023667125,0.00013653927,0.022801934,0.9337956,0.000048493755,0.00013765348,0.00012511195,0.039867677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951074,0.0006270011,0.00043675952,0.00074007554,0.002683229,0.00040551904],"domain_scores_gemma":[0.98258567,0.0035113222,0.0011058737,0.0010064865,0.0084674405,0.003323231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005089421,0.0028671408,0.0023913372,0.0029639953,0.003059249,0.0107832905,0.0036238576,0.008504642,0.10375825],"category_scores_gemma":[0.025106601,0.0009964069,0.0024773462,0.0013236835,0.002212447,0.004760967,0.002036149,0.011901378,0.07828898],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002760798,0.00001961055,0.000035667366,0.00012916033,0.0000075565035,0.000051073504,0.000005554012,0.000017170752,0.00006536227,0.0001739334,0.9931821,0.006285241],"study_design_scores_gemma":[0.000033885197,0.000025906062,0.0002441226,0.000233493,0.000011741039,0.00011153524,0.000024683528,0.000088244175,0.00011508278,0.00037908077,0.9987207,0.000011591698],"about_ca_topic_score_codex":0.0011495546,"about_ca_topic_score_gemma":0.002278373,"teacher_disagreement_score":0.10375825,"about_ca_system_score_codex":0.0026909385,"about_ca_system_score_gemma":0.0032212543,"threshold_uncertainty_score":0.34710592},"labels":[],"label_agreement":null},{"id":"W4410193540","doi":"10.19173/irrodl.v26i2.8662","title":"Twenty-Five Years of the International Review of Research in Open and Distributed Learning: A Bibliometric Analysis","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Educational technology; Bibliometrics; Computer science; Distance education; Data science; Library science; Mathematics education; Psychology","score_opus":0.09198339502494793,"score_gpt":0.4848227665810263,"score_spread":0.3928393715560784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193540","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03421595,0.92311084,0.0027439238,0.014970911,0.0035557302,0.00018471907,0.004199839,0.00014289565,0.016875194],"genre_scores_gemma":[0.13102469,0.8420112,0.004877036,0.0044724583,0.005750105,0.00031591844,0.005821043,0.00016013128,0.0055674375],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98677814,0.0022279087,0.0029966908,0.0013814896,0.0060840608,0.000531673],"domain_scores_gemma":[0.9181657,0.031683195,0.018545924,0.0023273581,0.025971992,0.0033058026],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.015604949,0.000858838,0.0020708672,0.06643592,0.0017450317,0.009296859,0.0009222355,0.00143864,0.0031156673],"category_scores_gemma":[0.051991954,0.00046794652,0.0013330937,0.11756383,0.001871001,0.007440332,0.0028115606,0.001531033,0.0018216157],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023100089,0.00014884173,0.045567732,0.026667234,0.0011429094,0.00067923695,0.0056059794,0.0008323145,0.0018007456,0.009918411,0.09195998,0.8154456],"study_design_scores_gemma":[0.000019458192,0.0002062604,0.11014816,0.024166593,0.0010419601,0.0009968905,0.005882768,0.0004103684,0.0012205647,0.0033857464,0.8523756,0.00014556338],"about_ca_topic_score_codex":0.0029387553,"about_ca_topic_score_gemma":0.00768998,"teacher_disagreement_score":0.984395,"about_ca_system_score_codex":0.0036945886,"about_ca_system_score_gemma":0.010098353,"threshold_uncertainty_score":0.08252782},"labels":[],"label_agreement":null},{"id":"W4410193601","doi":"10.19173/irrodl.v26i2.8266","title":"Online Learning in Civic Education Research Trend: A Bibliometric Analysis","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lembaga Pengelola Dana Pendidikan","keywords":"Trend analysis; Educational technology; Distance education; Computer science; Higher education; Electronic learning; Mathematics education; Data science; Psychology; Political science; Machine learning","score_opus":0.13746130205668214,"score_gpt":0.5379837002358773,"score_spread":0.4005223981791951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86298007,0.042972196,0.005496824,0.0035132195,0.00028642945,0.000653585,0.03702996,0.0003903862,0.046677355],"genre_scores_gemma":[0.95552266,0.019353013,0.0065595517,0.00014433946,0.0003392846,0.00048421096,0.014717871,0.00008009206,0.0027989168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99118704,0.0015585537,0.002120181,0.0007552737,0.0039007773,0.00047810253],"domain_scores_gemma":[0.9655334,0.019080857,0.0070206863,0.001116019,0.0064331386,0.00081602676],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0066142995,0.0004201997,0.00097073964,0.12742864,0.0011326785,0.005968796,0.0005761986,0.00067314977,0.0026008862],"category_scores_gemma":[0.029865673,0.00021967883,0.001273423,0.1763602,0.0006381171,0.0041801115,0.0021225277,0.00051124743,0.0007950323],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016584912,0.00017860491,0.7125503,0.0075276196,0.0009231744,0.00060272403,0.004721087,0.0015314901,0.0010994314,0.0068964437,0.011352061,0.25245118],"study_design_scores_gemma":[0.000033420096,0.00020972654,0.88197994,0.0028550786,0.0012663717,0.0015678363,0.012698523,0.007209564,0.0019884245,0.0039058866,0.08617602,0.000109203254],"about_ca_topic_score_codex":0.0045717955,"about_ca_topic_score_gemma":0.0055859396,"teacher_disagreement_score":0.87257135,"about_ca_system_score_codex":0.0017141936,"about_ca_system_score_gemma":0.0035763243,"threshold_uncertainty_score":0.034980178},"labels":[],"label_agreement":null},{"id":"W4410193642","doi":"10.19173/irrodl.v26i2.8074","title":"Distributing Knowledge Creation to Include Underrepresented Populations","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Knowledge management; Computer science; Knowledge creation; Electronic learning; Educational technology; Data science; Business; Sociology; Pedagogy; Marketing","score_opus":0.20657330210999716,"score_gpt":0.5681545613564066,"score_spread":0.3615812592464095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.343123,0.052361358,0.12682639,0.14885035,0.0034237048,0.001978437,0.00032539325,0.00028933346,0.322822],"genre_scores_gemma":[0.9526203,0.012124671,0.016416887,0.008464034,0.0009862031,0.0009524526,0.00010492602,0.00006262802,0.008267956],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9303436,0.049380142,0.0034691235,0.0050637503,0.008297468,0.0034458316],"domain_scores_gemma":[0.7823113,0.15326677,0.012645083,0.035094928,0.012927126,0.0037547105],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.082725234,0.00047363213,0.0011616368,0.006089095,0.0062737986,0.015469311,0.0032369585,0.0038697456,0.006895435],"category_scores_gemma":[0.14623438,0.0003728756,0.0008862021,0.0056727747,0.015241584,0.015893036,0.02116183,0.0025840632,0.00068417296],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095684954,0.00017670802,0.025155535,0.0026592913,0.00017643355,0.00052530505,0.10870403,0.0007757977,0.000883215,0.28960577,0.0064095086,0.56483275],"study_design_scores_gemma":[0.00015324274,0.00033576667,0.022594428,0.008873413,0.00024039361,0.0014212328,0.10240436,0.0018076247,0.00329929,0.4805297,0.37824818,0.000092381204],"about_ca_topic_score_codex":0.0034704383,"about_ca_topic_score_gemma":0.0031207174,"teacher_disagreement_score":0.99676305,"about_ca_system_score_codex":0.0060683494,"about_ca_system_score_gemma":0.017782364,"threshold_uncertainty_score":0.4374981},"labels":[],"label_agreement":null},{"id":"W4410193664","doi":"10.19173/irrodl.v26i2.8203","title":"Teacher Perspective on MOOC Evaluation and Competency-Based Open Learning","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science and Technology Council","keywords":"Perspective (graphical); Open education; Educational technology; Distance education; Electronic learning; Open educational resources; Open learning; Computer science; Pedagogy; Mathematics education; Sociology; Teaching method; Multimedia; Psychology; Cooperative learning; Artificial intelligence","score_opus":0.14955174584358968,"score_gpt":0.5847940283800699,"score_spread":0.43524228253648023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193664","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1290583,0.27277297,0.06738549,0.17516749,0.0028114456,0.0002747983,0.0001440097,0.00012002371,0.35226542],"genre_scores_gemma":[0.90209496,0.06335207,0.0059366045,0.00827879,0.0006492775,0.00015774759,0.000033631753,0.000068497626,0.019428452],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.97627693,0.018256167,0.0007550945,0.001248718,0.002720825,0.00074215606],"domain_scores_gemma":[0.96605664,0.025705991,0.0024470289,0.0007667778,0.0038948618,0.0011287319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014467242,0.00028401008,0.00046051765,0.0023052853,0.0019199481,0.0066881706,0.00064338755,0.002119374,0.0026171855],"category_scores_gemma":[0.020248702,0.00026969044,0.00019520192,0.001960047,0.008700055,0.0043868744,0.002533625,0.002950403,0.00064717425],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012419376,0.00021258723,0.016890738,0.004300389,0.000059497626,0.0020835022,0.27194995,0.00063684065,0.002320744,0.42668542,0.014677102,0.260059],"study_design_scores_gemma":[0.000027773345,0.00042300875,0.018054783,0.008815004,0.00005163263,0.0018367786,0.20760179,0.0005579758,0.0022673653,0.052689426,0.7076256,0.000048835773],"about_ca_topic_score_codex":0.0054558557,"about_ca_topic_score_gemma":0.006765501,"teacher_disagreement_score":0.014467242,"about_ca_system_score_codex":0.0059913094,"about_ca_system_score_gemma":0.0067766416,"threshold_uncertainty_score":0.076510966},"labels":[],"label_agreement":null},{"id":"W4410193676","doi":"10.19173/irrodl.v26i2.8259","title":"A Blended Learning Future: COVID-19 Lessons for “Phygital” Higher Education","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Innovations and Challenges","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad Complutense de Madrid","keywords":"Coronavirus disease 2019 (COVID-19); Blended learning; Distance education; Higher education; Educational technology; Electronic learning; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online learning; Computer science; Mathematics education; Multimedia; Psychology; Medicine; Political science; Virology","score_opus":0.16038638731906818,"score_gpt":0.5189789102732715,"score_spread":0.3585925229542033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6318716,0.008635811,0.048530947,0.08969122,0.004235258,0.0013349842,0.0003122581,0.00079760794,0.21459042],"genre_scores_gemma":[0.9236836,0.004420942,0.039146896,0.0062692845,0.00045515134,0.00051808456,0.0002933084,0.00008027963,0.02513242],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846077,0.0007290602,0.0000566255,0.00010805182,0.00030407292,0.00034131052],"domain_scores_gemma":[0.99746525,0.0005208557,0.0001309134,0.00016562124,0.00016366405,0.0015536887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00279077,0.0002849618,0.00025047053,0.0004679503,0.002669647,0.004509172,0.0013529338,0.0015542546,0.0070542363],"category_scores_gemma":[0.004210829,0.00010723917,0.00043704288,0.00046619654,0.001923886,0.0042338464,0.009872861,0.0026593907,0.0014202009],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014860078,0.0020689624,0.010886199,0.00097287673,0.000022449296,0.0013046531,0.05069394,0.0006026263,0.0023766127,0.043642215,0.050914813,0.836366],"study_design_scores_gemma":[0.00007640953,0.0014993476,0.021736657,0.0020508158,0.000020243402,0.002631048,0.11537412,0.001667867,0.0029389078,0.04832423,0.8035996,0.00008076746],"about_ca_topic_score_codex":0.00042385448,"about_ca_topic_score_gemma":0.0014883804,"teacher_disagreement_score":0.0070542363,"about_ca_system_score_codex":0.0015156412,"about_ca_system_score_gemma":0.0040678554,"threshold_uncertainty_score":0.02359879},"labels":[],"label_agreement":null},{"id":"W4410193682","doi":"10.19173/irrodl.v26i2.8370","title":"AI for Teachers: An Open Textbook—Artificial Intelligence for and by Teachers (2nd edition), by Colin de la Higuera and Jotsna Iyer (Erasmus+, 2024)","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lembaga Pengelola Dana Pendidikan","keywords":"Erasmus+; Mathematics education; Computer science; Artificial intelligence; Psychology; Art; Art history","score_opus":0.06587620830637875,"score_gpt":0.48761671969339576,"score_spread":0.421740511387017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193682","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022388774,0.48605227,0.024638811,0.093446836,0.117170945,0.00025101186,0.0023483178,0.0021191475,0.2717338],"genre_scores_gemma":[0.015756553,0.23466122,0.02280994,0.021384113,0.025823575,0.0005387192,0.0035087701,0.0016357527,0.67388123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923575,0.000098625664,0.000085548,0.00009378717,0.00042795017,0.00005837757],"domain_scores_gemma":[0.99805343,0.000765289,0.00014222339,0.00010429228,0.0005936835,0.00034116543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001009147,0.0012374388,0.0010326058,0.002646698,0.00087931374,0.005330471,0.0011103558,0.0021252716,0.024169471],"category_scores_gemma":[0.0039060535,0.0006913768,0.00059364195,0.0024884748,0.0014381087,0.0052240123,0.0020298837,0.0042676018,0.022517096],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014555869,0.00004314358,0.00010484255,0.00024464793,0.0000031725656,0.000027493723,0.00019410066,0.00018956815,0.00029737884,0.007975795,0.90650475,0.08440063],"study_design_scores_gemma":[0.000003325353,0.000012697853,0.0003970288,0.00034556427,0.0000018346733,0.000062341365,0.00012887038,0.00008745958,0.00006498768,0.0046880958,0.9942022,0.0000056053104],"about_ca_topic_score_codex":0.003521445,"about_ca_topic_score_gemma":0.007842016,"teacher_disagreement_score":0.024169471,"about_ca_system_score_codex":0.002276216,"about_ca_system_score_gemma":0.005449104,"threshold_uncertainty_score":0.08085495},"labels":[],"label_agreement":null},{"id":"W4410193723","doi":"10.19173/irrodl.v26i2.7830","title":"Contextualizing E-Learning Experiences With Indigenous Communities: A Practical, Research-Based Approach","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Indigenous; Educational technology; Sociology; Distance education; Computer science; Pedagogy; Mathematics education; Data science; Psychology","score_opus":0.28080333162551496,"score_gpt":0.5738756766877757,"score_spread":0.29307234506226076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5193943,0.05067185,0.071296126,0.096699275,0.0021035916,0.007883475,0.0003596104,0.0003429339,0.25124884],"genre_scores_gemma":[0.86582243,0.03937066,0.07008815,0.006725575,0.00034305354,0.003516827,0.00014512369,0.00008825329,0.013899945],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.980984,0.016085403,0.00031890933,0.00073303585,0.00084371027,0.001034927],"domain_scores_gemma":[0.97647923,0.019205894,0.00064239476,0.0010304452,0.0013868714,0.0012551692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024966368,0.0009379806,0.0007688474,0.0028447448,0.011023912,0.010925846,0.0047170036,0.0035886867,0.00691129],"category_scores_gemma":[0.02158514,0.0005329227,0.0008672708,0.002489397,0.013185574,0.011317914,0.017631732,0.0046666856,0.000679373],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006879975,0.0010939413,0.003295145,0.004345677,0.000074860625,0.0022585255,0.7712377,0.0005441795,0.0018004018,0.050593972,0.005410955,0.15927583],"study_design_scores_gemma":[0.00004276378,0.00035731212,0.0024320532,0.0043403488,0.00008796393,0.000506926,0.85415626,0.0002804607,0.0009808169,0.01600023,0.12077803,0.000036800262],"about_ca_topic_score_codex":0.0074290587,"about_ca_topic_score_gemma":0.026278375,"teacher_disagreement_score":0.024966368,"about_ca_system_score_codex":0.008482079,"about_ca_system_score_gemma":0.012894112,"threshold_uncertainty_score":0.13203639},"labels":[],"label_agreement":null},{"id":"W4410193770","doi":"10.19173/irrodl.v26i2.8117","title":"Undergraduate Learning Gains and Learning Efficiency in a Focused Open Education Resource","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open learning; Educational technology; Open education; Computer science; Distance education; Open educational resources; Resource (disambiguation); Electronic learning; Mathematics education; Multimedia; Knowledge management; Teaching method; Psychology; Cooperative learning; World Wide Web","score_opus":0.08779716514533555,"score_gpt":0.47078623451315244,"score_spread":0.3829890693678169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972429,0.00020781351,0.0009158037,0.000036391815,0.000010876059,0.00014930406,0.00002418027,0.000027977152,0.0013848381],"genre_scores_gemma":[0.9932647,0.00033113678,0.0039980984,0.00006225882,0.000012127517,0.00041963437,0.00008094157,0.000009755585,0.0018213914],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975816,0.00082779693,0.00017748942,0.0005268179,0.00067482836,0.0002114173],"domain_scores_gemma":[0.9944646,0.0025993641,0.0011655692,0.00042427584,0.00040553333,0.0009405945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002491329,0.00046000455,0.00076160405,0.0006611626,0.00040642815,0.0013829942,0.00080761785,0.00046950698,0.004308723],"category_scores_gemma":[0.01193282,0.00019592915,0.00052906224,0.00042865257,0.00059745635,0.0012614621,0.0018247381,0.00070949964,0.00047829497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008332743,0.106511846,0.05208891,0.0017646416,0.00050879817,0.00025329096,0.005139846,0.0017567411,0.021877041,0.0020466412,0.0018188395,0.79790074],"study_design_scores_gemma":[0.0038178058,0.14734101,0.7912588,0.0009783496,0.0010328426,0.0004394603,0.0042019365,0.0043821065,0.029466698,0.006582231,0.010286148,0.00021254145],"about_ca_topic_score_codex":0.0005316776,"about_ca_topic_score_gemma":0.0007191909,"teacher_disagreement_score":0.004308723,"about_ca_system_score_codex":0.00081232795,"about_ca_system_score_gemma":0.00081182685,"threshold_uncertainty_score":0.014414132},"labels":[],"label_agreement":null},{"id":"W4410193786","doi":"10.19173/irrodl.v26i2.8311","title":"What Did We Learn About Massive Open Online Courses for Teachers? A Scoping Review","year":2025,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Open educational resources; Distance education; Computer science; Educational technology; Online learning; Electronic learning; Mathematics education; Technology integration; Instructional design; Faculty development; Multimedia; World Wide Web; Pedagogy; Psychology; Professional development","score_opus":0.17844424318514512,"score_gpt":0.5512295124687687,"score_spread":0.3727852692836236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193786","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022577523,0.9982799,0.00012635406,0.0007537405,0.00018602767,0.00003249125,0.000036647616,0.000003711256,0.0003553193],"genre_scores_gemma":[0.0013095629,0.99790764,0.00017682031,0.00038931184,0.000077880264,0.000044269247,0.000031279564,0.0000020507487,0.00006126905],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9963405,0.0011011567,0.0011454063,0.00040585548,0.00087172654,0.00013536212],"domain_scores_gemma":[0.97401285,0.019748924,0.002327063,0.0003827171,0.003031274,0.00049705326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075138765,0.001089621,0.003099041,0.013743044,0.001125104,0.0042557404,0.0018880762,0.0027736826,0.0030070578],"category_scores_gemma":[0.03330579,0.001103959,0.0022759095,0.012198136,0.0015297789,0.0053229523,0.0020187525,0.002501348,0.00070727593],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072410614,0.00006196668,0.00076184387,0.46059597,0.0008586341,0.00024279767,0.0011961233,0.00020773686,0.00045994847,0.0027571127,0.009400585,0.5233848],"study_design_scores_gemma":[0.0000158966,0.00008736896,0.001631888,0.80322593,0.0023921956,0.00052035134,0.0013189797,0.000059515878,0.00022548044,0.001785669,0.1887068,0.00002983889],"about_ca_topic_score_codex":0.0060576685,"about_ca_topic_score_gemma":0.0147425495,"teacher_disagreement_score":0.013743044,"about_ca_system_score_codex":0.002621795,"about_ca_system_score_gemma":0.014226404,"threshold_uncertainty_score":0.0397377},"labels":[],"label_agreement":null},{"id":"W4410193796","doi":"10.19173/irrodl.v26i2.8035","title":"Quality Criteria for Online Courses Development","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Distance education; Quality (philosophy); Educational technology; Mathematics education; Multimedia; Psychology","score_opus":0.1724913698444918,"score_gpt":0.5536298081999002,"score_spread":0.3811384383554084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193796","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16305847,0.025509808,0.3090065,0.014032008,0.0043960316,0.051778648,0.022094224,0.0016449093,0.40847942],"genre_scores_gemma":[0.44493318,0.0055523235,0.47932914,0.0018801522,0.000592415,0.036027506,0.0111120315,0.0006432303,0.019930052],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9240343,0.017083103,0.01998247,0.002209741,0.033846248,0.0028441916],"domain_scores_gemma":[0.7280216,0.088906124,0.028239315,0.008548455,0.1381682,0.008116255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.049928043,0.0010708985,0.0014812668,0.01985784,0.003792531,0.008260895,0.0028520473,0.001982998,0.020436106],"category_scores_gemma":[0.22019732,0.0005380007,0.0021596567,0.017562447,0.002386184,0.004010941,0.0056671505,0.0017939439,0.0036231775],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015400334,0.0008617173,0.08002041,0.016056258,0.00036497114,0.0012144699,0.014502714,0.003853384,0.004649578,0.12457784,0.09401523,0.6583433],"study_design_scores_gemma":[0.00052013394,0.001838281,0.088628724,0.012239772,0.0003782958,0.0012291961,0.014960449,0.008146543,0.005739878,0.059588347,0.80637455,0.00035584572],"about_ca_topic_score_codex":0.0076750177,"about_ca_topic_score_gemma":0.011337162,"teacher_disagreement_score":0.049928043,"about_ca_system_score_codex":0.0064574513,"about_ca_system_score_gemma":0.021124782,"threshold_uncertainty_score":0.26404786},"labels":[],"label_agreement":null},{"id":"W4413341380","doi":"10.19173/irrodl.v26i3.8019","title":"The Impact of Professional Development on K–12 Teacher Awareness, Use, and Perceptions of OER","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Professional development; Faculty development; Educational technology; Technology integration; Electronic learning; Open educational resources; Pedagogy; Computer science; Psychology; Multimedia; Knowledge management","score_opus":0.10959118578155692,"score_gpt":0.4593066480156792,"score_spread":0.3497154622341223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984199,0.00002860987,0.00009654035,0.000075067415,0.0000027877072,0.000029983657,0.000012711628,0.000005208371,0.0013292346],"genre_scores_gemma":[0.99897337,0.000037623864,0.0002486929,0.000032691856,0.0000021585045,0.000035578607,0.00001856825,0.0000021884784,0.00064908684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99480975,0.0023363493,0.00028329462,0.00040246852,0.0012314456,0.00093663606],"domain_scores_gemma":[0.97711426,0.008155565,0.004795082,0.0015473259,0.0041222023,0.0042656106],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.006468361,0.00020514024,0.0002894022,0.0007949383,0.0017689604,0.0022256041,0.0006918029,0.00049970695,0.0016440277],"category_scores_gemma":[0.020641496,0.00039271,0.00035280167,0.00039779345,0.001476343,0.000903538,0.0033462336,0.0008345955,0.0003145231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045173254,0.0035807104,0.8000027,0.00017976829,0.000043620377,0.0005952398,0.09894641,0.0002247616,0.0038899686,0.0004129416,0.0005355355,0.091136664],"study_design_scores_gemma":[0.000023528677,0.0015242955,0.9462393,0.000055184846,0.00002223295,0.00023278911,0.046505753,0.00021231174,0.0013623758,0.0001568874,0.0036373874,0.000028040644],"about_ca_topic_score_codex":0.011220121,"about_ca_topic_score_gemma":0.015819274,"teacher_disagreement_score":0.99930817,"about_ca_system_score_codex":0.001995624,"about_ca_system_score_gemma":0.0038594073,"threshold_uncertainty_score":0.034208357},"labels":[],"label_agreement":null},{"id":"W4413341391","doi":"10.19173/irrodl.v26i3.8637","title":"Open Educational Resource Policy Development at a Campus of the University of the West Indies","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"West indies; Distance education; Open university; Higher education; Library science; Sociology; Pedagogy; Computer science; Economic growth; Ethnology; Economics","score_opus":0.047164889758565164,"score_gpt":0.4018996481738112,"score_spread":0.35473475841524604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7648912,0.0027064583,0.0030466919,0.10750236,0.00026299927,0.0008822169,0.0003724361,0.00017192446,0.12016364],"genre_scores_gemma":[0.8833425,0.0019736553,0.0093559055,0.009987754,0.00007622741,0.000654812,0.0002498707,0.0000681305,0.09429114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99571085,0.0018966029,0.00013001064,0.00025491772,0.0009805162,0.0010271294],"domain_scores_gemma":[0.9869667,0.0037388268,0.00060885295,0.00087869645,0.0016297417,0.0061770948],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.007159683,0.00019364401,0.00021992088,0.00081130373,0.0139159905,0.01063319,0.0018592663,0.0034338948,0.0056259045],"category_scores_gemma":[0.009081831,0.0003487407,0.00022252752,0.0011115861,0.0027821485,0.0030728679,0.005473639,0.003067996,0.00071582943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006352543,0.0033371353,0.06406021,0.0013064236,0.00013830452,0.0144821,0.24293253,0.007165,0.020761434,0.26033428,0.10008654,0.2847609],"study_design_scores_gemma":[0.00003590653,0.00031259717,0.037434477,0.0006613336,0.000018032155,0.00035807825,0.16622105,0.0017743048,0.004777231,0.0045439703,0.78378195,0.000081095546],"about_ca_topic_score_codex":0.22252956,"about_ca_topic_score_gemma":0.46962625,"teacher_disagreement_score":0.99814075,"about_ca_system_score_codex":0.024781365,"about_ca_system_score_gemma":0.0768652,"threshold_uncertainty_score":0.44246858},"labels":[],"label_agreement":null},{"id":"W4413341411","doi":"10.19173/irrodl.v26i3.9038","title":"Editorial – Volume 26, Issue 3","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science; Physics; Thermodynamics","score_opus":0.04376327334757852,"score_gpt":0.43674937082361515,"score_spread":0.39298609747603663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341411","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007194225,0.0010073524,0.00016458782,0.014296324,0.9778766,0.000048112088,0.000097320975,0.00023185759,0.0062057925],"genre_scores_gemma":[0.0010050747,0.0025131588,0.00026635776,0.020251466,0.9342115,0.00005979751,0.00016706517,0.00025170046,0.041273847],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99412185,0.0006539682,0.000559573,0.00084990263,0.0033560458,0.00045861487],"domain_scores_gemma":[0.97531897,0.0049949037,0.0016236799,0.0014183187,0.0126188435,0.0040253643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005808485,0.0023975882,0.002073202,0.003122878,0.003260222,0.011850742,0.0032146224,0.0065381248,0.11627406],"category_scores_gemma":[0.03128893,0.00089593267,0.0025127563,0.0012924193,0.002385402,0.0044628554,0.0021941774,0.009294272,0.082536735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002608693,0.000021337004,0.000047226655,0.00016763306,0.000007966641,0.000049450693,0.000009355039,0.000022589602,0.000098409466,0.0003271783,0.9900913,0.009131495],"study_design_scores_gemma":[0.000025801213,0.000024262881,0.00020631279,0.00024072127,0.000010498211,0.00013834418,0.000031466185,0.00009803338,0.00015652907,0.00054732105,0.9985089,0.000011921607],"about_ca_topic_score_codex":0.0011073347,"about_ca_topic_score_gemma":0.0022486933,"teacher_disagreement_score":0.11627406,"about_ca_system_score_codex":0.00242615,"about_ca_system_score_gemma":0.0043086675,"threshold_uncertainty_score":0.3889755},"labels":[],"label_agreement":null},{"id":"W4413341419","doi":"10.19173/irrodl.v26i3.8360","title":"Comparing Academic and Non-Academic Support Services: Mechanisms Impacting Academic Performance","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning development; Academic achievement; Academic library; Higher education; Psychology; Academic integrity; Mathematics education; Computer science; Political science; Social psychology; Library science","score_opus":0.13608320497903534,"score_gpt":0.5346005677107034,"score_spread":0.39851736273166805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99591583,0.0009973875,0.00024374064,0.00046447408,0.000017619774,0.000048527054,0.00009896054,0.0000071101167,0.0022063842],"genre_scores_gemma":[0.99911433,0.00029381004,0.00012386018,0.000057501653,0.00001148882,0.000026128404,0.00005871641,0.0000015545121,0.00031260142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960383,0.0015075994,0.00035583164,0.0004850644,0.00081139547,0.00080164656],"domain_scores_gemma":[0.98893493,0.004528075,0.0031213562,0.0002935417,0.0009187379,0.0022033376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038142167,0.0005488341,0.0006017783,0.0019943719,0.00096496305,0.0023349104,0.00088357314,0.0006858178,0.004053826],"category_scores_gemma":[0.015405352,0.00017707256,0.0011111065,0.0021507607,0.0009642173,0.0012798347,0.002571965,0.0008459673,0.00033049],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018142864,0.00068182044,0.9514341,0.00021907066,0.00021266453,0.00011421279,0.0025277138,0.0001352255,0.00020959902,0.0006367575,0.00023777831,0.043409657],"study_design_scores_gemma":[0.000018973791,0.00027530917,0.99432266,0.00010215664,0.0001343048,0.00004134656,0.0035650614,0.0005337509,0.0001542512,0.00039010448,0.00045146674,0.00001061337],"about_ca_topic_score_codex":0.013597357,"about_ca_topic_score_gemma":0.013485007,"teacher_disagreement_score":0.013597357,"about_ca_system_score_codex":0.0018686837,"about_ca_system_score_gemma":0.005254565,"threshold_uncertainty_score":0.027036428},"labels":[],"label_agreement":null},{"id":"W4413341432","doi":"10.19173/irrodl.v26i3.8233","title":"Trauma-Informed Education in Open Online Courses: Lessons from Teacher Continuous Professional Development During COVID-19","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Teacher Education and Assessments","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Distance education; Faculty development; Professional development; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online learning; Open education; Medical education; Higher education; Computer-mediated communication; Continuing professional development; Teacher education; Electronic learning; Psychology; Pedagogy; Educational technology; Medicine; The Internet; Computer science; Multimedia; Political science; World Wide Web","score_opus":0.16138410301502307,"score_gpt":0.5988385010597488,"score_spread":0.43745439804472575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9558681,0.0017566244,0.0081194285,0.0061152154,0.00036448488,0.0010721872,0.000057299236,0.00012344407,0.026523188],"genre_scores_gemma":[0.96884054,0.0030326762,0.018001046,0.0012226173,0.000106925494,0.0006900848,0.000072933406,0.0000606832,0.007972532],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9952873,0.002966268,0.00012771746,0.00023857623,0.00060627965,0.0007739353],"domain_scores_gemma":[0.98838156,0.0070836823,0.000489643,0.0006932476,0.00080716005,0.0025446038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008266523,0.0004198344,0.00047048257,0.0006932298,0.0034842205,0.002800071,0.0016915132,0.001121559,0.002287198],"category_scores_gemma":[0.016283104,0.0003344539,0.00037759996,0.00061873195,0.0031472133,0.0027080998,0.0073959497,0.0023870482,0.00055963255],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002740274,0.006567529,0.014054723,0.0015069898,0.00002133813,0.0024784212,0.39153713,0.0005880701,0.0025637608,0.0039159385,0.009020182,0.5674719],"study_design_scores_gemma":[0.00039956483,0.0060575525,0.06315537,0.004088636,0.000068203546,0.0030621865,0.70258534,0.0012941457,0.0064747506,0.010285997,0.20237577,0.00015257527],"about_ca_topic_score_codex":0.0028445392,"about_ca_topic_score_gemma":0.012290762,"teacher_disagreement_score":0.008266523,"about_ca_system_score_codex":0.0029956144,"about_ca_system_score_gemma":0.0073258257,"threshold_uncertainty_score":0.0437181},"labels":[],"label_agreement":null},{"id":"W4413341478","doi":"10.19173/irrodl.v26i3.8647","title":"Book Review: Pedagogy Opened: Innovative Theory and Practice, edited by Tiffani Tijerina (University of North Georgia Press, 2024)","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Sociology; Media studies; Library science; Pedagogy; Computer science","score_opus":0.039296969474426784,"score_gpt":0.45398822222283153,"score_spread":0.41469125274840474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341478","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006554555,0.9637616,0.00040277332,0.010031244,0.016021071,0.000033067212,0.00023076568,0.000043646556,0.009410231],"genre_scores_gemma":[0.0009010596,0.9463594,0.00086755725,0.0058649564,0.0089525785,0.00009248918,0.0005322217,0.000057950823,0.036371835],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979553,0.00041818482,0.0002024282,0.00023148139,0.0010804565,0.0001120689],"domain_scores_gemma":[0.994504,0.0023581416,0.00053273723,0.0001458741,0.0020764067,0.00038292172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018361947,0.0016504312,0.002471766,0.0060592014,0.0008379419,0.004602908,0.0018096899,0.0023042667,0.037480354],"category_scores_gemma":[0.00844296,0.00077938533,0.0010063272,0.010071771,0.0012395881,0.003946818,0.0018146408,0.0041258605,0.032710694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016076312,0.000011973546,0.00004832597,0.002929967,0.000019158613,0.00002894415,0.00007378267,0.00005582681,0.000098809454,0.0014553403,0.86907905,0.12618287],"study_design_scores_gemma":[0.0000065604913,0.000012290602,0.000236066,0.0027523346,0.00001602063,0.00022533805,0.000044824912,0.000019896474,0.00003721776,0.001023145,0.99561834,0.000007978701],"about_ca_topic_score_codex":0.008085209,"about_ca_topic_score_gemma":0.018078802,"teacher_disagreement_score":0.037480354,"about_ca_system_score_codex":0.0032373508,"about_ca_system_score_gemma":0.010093712,"threshold_uncertainty_score":0.12538427},"labels":[],"label_agreement":null},{"id":"W4413341504","doi":"10.19173/irrodl.v26i3.8358","title":"Virtual Concerts in Learning Oboe-Played Chinese Folk Music: Impact on Performance Proficiency, Perceived Aesthetic Qualities, and Students’ Motivation","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Music Education Insights","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Oboe; Psychology; Mathematics education; Pedagogy; Art; Art history","score_opus":0.11074190395029997,"score_gpt":0.4291667854140653,"score_spread":0.3184248814637653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994985,0.000025045214,0.000038518912,0.000006953558,0.0000019886213,0.000008715348,0.0000039330453,0.0000023542761,0.0004139991],"genre_scores_gemma":[0.99920017,0.00004683817,0.00015465598,0.00000628852,0.0000041131025,0.000011910297,0.000016487404,0.0000011898212,0.00055827503],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995377,0.00010770207,0.00003225431,0.000064608765,0.00013222828,0.00012545525],"domain_scores_gemma":[0.9988865,0.00019546131,0.0002170431,0.00003971742,0.00008046571,0.000580676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006581945,0.00034037305,0.00028550133,0.00041406244,0.000332519,0.0008258817,0.0002272608,0.00025780036,0.002455747],"category_scores_gemma":[0.0021476971,0.000118229735,0.00045315785,0.00015346814,0.000259223,0.00022588321,0.0006904227,0.00032931875,0.00022450754],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003303351,0.019202057,0.6009778,0.0006032485,0.0003197258,0.0009125743,0.008836623,0.0011592929,0.10194335,0.0003815577,0.0006460052,0.26171446],"study_design_scores_gemma":[0.000074051626,0.0075537884,0.9809734,0.000026952977,0.00011541946,0.00018411166,0.0036491,0.0009551328,0.005069572,0.00009756505,0.0012708032,0.00002994665],"about_ca_topic_score_codex":0.000706715,"about_ca_topic_score_gemma":0.0008607747,"teacher_disagreement_score":0.002455747,"about_ca_system_score_codex":0.00019148589,"about_ca_system_score_gemma":0.0002908028,"threshold_uncertainty_score":0.008215249},"labels":[],"label_agreement":null},{"id":"W4413341583","doi":"10.19173/irrodl.v26i3.8221","title":"A Systematic Literature Review on Trends in the Use of Science Experiments in Online Learning Environments","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Direktorat Jenderal Pendidikan Tinggi; Kementerian Pendidikan, Kebudayaan, Riset, dan Teknologi","keywords":"Educational technology; Distance education; Computer science; Electronic learning; Online learning; Data science; Mathematics education; Multimedia; Psychology","score_opus":0.14315838631934336,"score_gpt":0.4903116137054667,"score_spread":0.34715322738612336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341583","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031702006,0.99196,0.0008357143,0.00085301406,0.0003519554,0.0010734914,0.0010244192,0.000024178966,0.00070703594],"genre_scores_gemma":[0.026886862,0.9641759,0.0035793679,0.0013046341,0.00017857693,0.002711804,0.00094043725,0.00001907209,0.00020335785],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9550094,0.015757421,0.017920898,0.002553932,0.008011808,0.0007464778],"domain_scores_gemma":[0.7706912,0.17203286,0.028249647,0.004271405,0.02320784,0.0015470638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04112813,0.0014689554,0.005479454,0.029709207,0.0012098011,0.0043542814,0.0020700602,0.0024201563,0.0040650535],"category_scores_gemma":[0.16958292,0.0014115181,0.0064061643,0.027669558,0.0016388422,0.005798011,0.0026498982,0.0015496032,0.0005843989],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018605952,0.000039040344,0.0018893214,0.9158351,0.0034286296,0.00013521434,0.00075677753,0.000076447206,0.0002821648,0.00044035603,0.002028814,0.074902065],"study_design_scores_gemma":[0.00011220781,0.00020395982,0.0051821438,0.94955856,0.019335762,0.00040459755,0.00092728593,0.00005523122,0.00026393833,0.00042472567,0.023489093,0.00004251753],"about_ca_topic_score_codex":0.005998726,"about_ca_topic_score_gemma":0.020126583,"teacher_disagreement_score":0.04112813,"about_ca_system_score_codex":0.0052762814,"about_ca_system_score_gemma":0.030450178,"threshold_uncertainty_score":0.21750891},"labels":[],"label_agreement":null},{"id":"W4413341620","doi":"10.19173/irrodl.v26i3.8173","title":"Flipped Classroom Combined With Group Awareness","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped learning; Group (periodic table); Flipped classroom; Educational technology; Computer science; Mathematics education; Psychology; Multimedia; Pedagogy; Physics","score_opus":0.12303251733675323,"score_gpt":0.5276967627489806,"score_spread":0.40466424541222734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48722717,0.0007727218,0.46772203,0.0011638735,0.00045825538,0.0017579681,0.00010792804,0.0026085656,0.03818138],"genre_scores_gemma":[0.8114061,0.0003882181,0.17753553,0.00038888952,0.000067681154,0.0009823448,0.00011091639,0.00009352238,0.009026776],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99844474,0.00055259396,0.000047683734,0.00036436526,0.00040752022,0.00018306084],"domain_scores_gemma":[0.9976375,0.0007239001,0.00028315777,0.00053990737,0.00031562123,0.0004999121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014047018,0.00076789473,0.0005224063,0.00079967733,0.0007327816,0.0013781972,0.0019279876,0.0007514628,0.0038621011],"category_scores_gemma":[0.0035834138,0.00025377213,0.0006395933,0.00039030385,0.0008593816,0.0019985142,0.0021194648,0.0010294532,0.0011785968],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007440459,0.008059763,0.010252295,0.0009795233,0.000076147066,0.00074307795,0.006295388,0.011344923,0.03763519,0.022759145,0.005848736,0.89526176],"study_design_scores_gemma":[0.0025485114,0.033563938,0.06242403,0.0029535154,0.0010805901,0.009192944,0.018264184,0.23721409,0.17056283,0.16388196,0.29739863,0.00091482064],"about_ca_topic_score_codex":0.0009142748,"about_ca_topic_score_gemma":0.0013296702,"teacher_disagreement_score":0.0038621011,"about_ca_system_score_codex":0.0006948784,"about_ca_system_score_gemma":0.0018479818,"threshold_uncertainty_score":0.012920082},"labels":[],"label_agreement":null},{"id":"W4413341622","doi":"10.19173/irrodl.v26i3.8468","title":"Which is Better: E-Book or Printed Book? A Meta-Analysis of Educational Materials in Language Learning","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Methods and Media Use","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Computer science; Educational technology; E learning; Mathematics education; Multimedia; Psychology","score_opus":0.1378519136811637,"score_gpt":0.5118499663878178,"score_spread":0.3739980527066541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341622","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009281605,0.9876408,0.0010547178,0.00033766,0.000392534,0.00049416657,0.00031782582,0.000027293554,0.00045336116],"genre_scores_gemma":[0.27553648,0.71300584,0.0054884,0.001801099,0.0004987342,0.002162395,0.0008196591,0.00006914261,0.000618173],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9866629,0.0073983693,0.0033883299,0.0011086129,0.0011815346,0.00026026106],"domain_scores_gemma":[0.9729375,0.02142168,0.0028049632,0.0008624274,0.0016184562,0.000355026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019757785,0.0020814815,0.013358982,0.006387582,0.0006547902,0.003870264,0.001509768,0.0019782437,0.0036609783],"category_scores_gemma":[0.051001742,0.0009938253,0.033838946,0.0057528233,0.0008450477,0.002713149,0.0013509368,0.0023719866,0.00032453175],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056774593,0.000120618795,0.0025310058,0.33103254,0.6266556,0.00009971965,0.0002078899,0.00033296723,0.00036547036,0.0002837594,0.0006150282,0.03207796],"study_design_scores_gemma":[0.0014316131,0.0006410815,0.002574916,0.026100568,0.9667727,0.0000714619,0.00007650294,0.00011167733,0.00021514218,0.00028262436,0.0016990905,0.000022664512],"about_ca_topic_score_codex":0.004334884,"about_ca_topic_score_gemma":0.008833555,"teacher_disagreement_score":0.019757785,"about_ca_system_score_codex":0.0023592869,"about_ca_system_score_gemma":0.0036203794,"threshold_uncertainty_score":0.10449046},"labels":[],"label_agreement":null},{"id":"W4413341624","doi":"10.19173/irrodl.v26i3.8472","title":"Enhancing Distance Education Resilience: Developing a Scale for Effective Implementation During Global Crises","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Resilience (materials science); Distance education; Scale (ratio); Computer science; Global education; Developing country; Economic growth; Sociology; Psychology; Mathematics education; Pedagogy; Geography; Economics","score_opus":0.050852622165197606,"score_gpt":0.5392743860286423,"score_spread":0.4884217638634447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341624","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77089226,0.001026592,0.10024627,0.01187617,0.0008353953,0.030227836,0.0011522734,0.0019553688,0.081787884],"genre_scores_gemma":[0.76087016,0.00055788807,0.21895175,0.00046327713,0.00005659528,0.014989237,0.0005420004,0.00007919504,0.0034898615],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9884856,0.0069251964,0.0010461103,0.00065110816,0.002040028,0.0008519152],"domain_scores_gemma":[0.97372854,0.009461765,0.0023664648,0.0024344625,0.008440345,0.0035684244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02405893,0.0007074519,0.0005211463,0.0030603835,0.0024117667,0.0032758054,0.0018137489,0.00091442064,0.0057645193],"category_scores_gemma":[0.04654228,0.0004099665,0.0006627227,0.0017787513,0.001764751,0.0046932353,0.0072354106,0.0016515101,0.0010211719],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028893133,0.0018464933,0.09143111,0.00128694,0.00007252854,0.0002594129,0.025272762,0.0012360374,0.0051821484,0.0075502535,0.011018999,0.85455453],"study_design_scores_gemma":[0.00046827094,0.0064380355,0.5792879,0.0037919006,0.00022277204,0.0006643145,0.19291043,0.010171289,0.013794101,0.019387452,0.17240459,0.00045900076],"about_ca_topic_score_codex":0.0027226526,"about_ca_topic_score_gemma":0.004331179,"teacher_disagreement_score":0.02405893,"about_ca_system_score_codex":0.004686633,"about_ca_system_score_gemma":0.01042205,"threshold_uncertainty_score":0.12723726},"labels":[],"label_agreement":null},{"id":"W4413341641","doi":"10.19173/irrodl.v26i3.8507","title":"The Past and Present of Instructional Design in Online Learning: Trends and Emerging Directions","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Instructional design; Educational technology; Distance education; Online learning; Computer science; Electronic learning; Mathematics education; Multimedia; Psychology","score_opus":0.07419557770418073,"score_gpt":0.4712943182345653,"score_spread":0.3970987405303846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413341641","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018580802,0.92278254,0.017587274,0.027046867,0.00072590273,0.00006917302,0.000071550625,0.000060093455,0.013075837],"genre_scores_gemma":[0.19025348,0.75390714,0.046481352,0.0058924523,0.0011269568,0.00024616078,0.00016405429,0.000094489464,0.0018339327],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.981683,0.010566618,0.0018793511,0.0019595881,0.0034684592,0.00044303248],"domain_scores_gemma":[0.8889579,0.09402292,0.0042848117,0.0035525633,0.0076340735,0.0015477152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029531103,0.00067370303,0.0011918542,0.0076989396,0.0022911679,0.01289861,0.0017020394,0.0031224831,0.002058813],"category_scores_gemma":[0.034626473,0.00089622044,0.00073106465,0.012051474,0.012452127,0.020204563,0.0030369195,0.0056138523,0.0003581984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101035395,0.00027039504,0.012538967,0.013288759,0.00007960486,0.00009550325,0.015243256,0.0010303129,0.00095340586,0.1348351,0.004517256,0.8170464],"study_design_scores_gemma":[0.000045080036,0.00048641287,0.026322851,0.058497664,0.00022474895,0.0015098936,0.05884547,0.0034400336,0.0023382946,0.15151921,0.696588,0.00018235962],"about_ca_topic_score_codex":0.005305457,"about_ca_topic_score_gemma":0.007998426,"teacher_disagreement_score":0.029531103,"about_ca_system_score_codex":0.0070695537,"about_ca_system_score_gemma":0.013330021,"threshold_uncertainty_score":0.15617728},"labels":[],"label_agreement":null},{"id":"W598357352","doi":"10.19173/irrodl.v17i3.2068","title":"Revising the Community of Inquiry Framework for the Analysis of One-To-One Online Learning Relationships","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kungliga Tekniska Högskolan","keywords":"Community of inquiry; Coding (social sciences); Coaching; Online discussion; Online community; Psychology; Learning community; Mathematics education; Online learning; Process (computing); Cognition; Class (philosophy); Exploratory research; Pedagogy; Computer science; Multimedia; Sociology; World Wide Web","score_opus":0.3490222226547385,"score_gpt":0.5393860220227142,"score_spread":0.19036379936797576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W598357352","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054612726,0.0020656132,0.90398926,0.007201396,0.00031926806,0.0023225674,0.00015764631,0.00022569476,0.029105842],"genre_scores_gemma":[0.44831604,0.0008800216,0.54397815,0.0005768269,0.00007703283,0.0036550001,0.00017657493,0.00010061397,0.0022397344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9544467,0.03679008,0.0017516988,0.0022267771,0.003910665,0.0008740149],"domain_scores_gemma":[0.91524154,0.06701187,0.0039314185,0.005168762,0.0064245085,0.0022218297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04096857,0.0007842193,0.0012719319,0.01057441,0.0073422072,0.013136198,0.004312484,0.0023961745,0.0028233107],"category_scores_gemma":[0.063453086,0.000614104,0.0014648115,0.008371966,0.023007268,0.021669077,0.010467263,0.004657921,0.00037560362],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003342573,0.00013040146,0.0059822807,0.0006517929,0.000050350438,0.00077025,0.20769587,0.0015222972,0.0008835795,0.6964476,0.0018961868,0.08393587],"study_design_scores_gemma":[0.00006574404,0.00012935766,0.005735725,0.0015541154,0.000058515965,0.0012392385,0.18077822,0.017039508,0.0005820432,0.70167965,0.09101611,0.00012191135],"about_ca_topic_score_codex":0.007478924,"about_ca_topic_score_gemma":0.009395542,"teacher_disagreement_score":0.04096857,"about_ca_system_score_codex":0.006885114,"about_ca_system_score_gemma":0.014423754,"threshold_uncertainty_score":0.21666509},"labels":[],"label_agreement":null},{"id":"W7116831343","doi":"10.19173/irrodl.v26i4.8301","title":"Insights from an Umbrella Review of Flipped Learning in Higher Education  ","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped classroom; Scope (computer science); Higher education; Systematic review; Blended learning; Educational technology; Scarcity; Thematic analysis; Instructional design","score_opus":0.20839822130137814,"score_gpt":0.5681386221595978,"score_spread":0.3597404008582196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116831343","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018868627,0.96364325,0.005242443,0.019459328,0.003807744,0.0009967624,0.0007831879,0.0000352471,0.004145223],"genre_scores_gemma":[0.027555967,0.91382855,0.018953668,0.03055689,0.0025571857,0.004378477,0.0009145568,0.000063164196,0.0011915074],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.89988524,0.057428107,0.023018982,0.0048763193,0.013293923,0.0014973988],"domain_scores_gemma":[0.7208466,0.21978882,0.02525322,0.008192961,0.024010183,0.0019081904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08157804,0.0017467247,0.00410815,0.026639868,0.0019329939,0.00910854,0.0020668565,0.0040890714,0.003888523],"category_scores_gemma":[0.23622519,0.0011932747,0.0049618375,0.020205902,0.0026349814,0.010418834,0.006885202,0.0035707348,0.0011033403],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041540936,0.000055450597,0.002013142,0.59293616,0.0040516946,0.0007614227,0.008966705,0.00065719563,0.0015604116,0.023427654,0.04883241,0.31632233],"study_design_scores_gemma":[0.0000791599,0.0001375145,0.0019870836,0.77437174,0.0039847987,0.0005247409,0.0021062132,0.00020955822,0.00033891192,0.009339948,0.20686878,0.00005152492],"about_ca_topic_score_codex":0.0038691887,"about_ca_topic_score_gemma":0.013646941,"teacher_disagreement_score":0.08157804,"about_ca_system_score_codex":0.008684299,"about_ca_system_score_gemma":0.02296916,"threshold_uncertainty_score":0.43143106},"labels":[],"label_agreement":null},{"id":"W7116842344","doi":"10.19173/irrodl.v26i4.8608","title":"Assessment of Learner Engagement and Expert Evaluations of AI-Generated Versus Human-Created Interactive Content in an Online Course","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Subject matter; Online course; Educational technology; Subject-matter expert; Online learning; Instructional design; Student engagement; Computer-mediated communication; Content analysis","score_opus":0.35088668986206156,"score_gpt":0.5573786518514204,"score_spread":0.20649196198935887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116842344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99736243,0.000022026754,0.0009667232,0.00001589493,0.0000025629763,0.000037014663,0.000014238777,0.00001471432,0.0015643578],"genre_scores_gemma":[0.996639,0.000029397159,0.002131496,0.000015197543,0.000004106842,0.00006036665,0.00005540976,0.000007302926,0.0010576299],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941056,0.0032575992,0.00034226858,0.00053284137,0.0014390786,0.0003227072],"domain_scores_gemma":[0.97019327,0.022724291,0.0024622777,0.0013158151,0.0023991943,0.00090518396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062675024,0.00031909771,0.00040448763,0.001102022,0.00034014645,0.0015602725,0.0003924834,0.00052944163,0.001612272],"category_scores_gemma":[0.03038158,0.000107475964,0.0002874849,0.00044318993,0.0004414837,0.0008493161,0.0012728089,0.00041942435,0.00040279477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029297569,0.0051336223,0.4856754,0.00057115825,0.00024940592,0.00047029427,0.059204735,0.00349071,0.07170279,0.0012981087,0.0010887629,0.36818525],"study_design_scores_gemma":[0.00010708709,0.007687786,0.8991997,0.00014773369,0.0001339719,0.00063543866,0.021665383,0.017822046,0.04546625,0.0013399733,0.005681612,0.00011298901],"about_ca_topic_score_codex":0.00024685884,"about_ca_topic_score_gemma":0.00045774615,"teacher_disagreement_score":0.0062675024,"about_ca_system_score_codex":0.00038012632,"about_ca_system_score_gemma":0.00024721518,"threshold_uncertainty_score":0.033146143},"labels":[],"label_agreement":null},{"id":"W7116842466","doi":"10.19173/irrodl.v26i4.9067","title":"Book Review: Resisting the Dehumanization of Refugees","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Education and experiences of immigrants and refugees","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dehumanization; Refugee; Computer-mediated communication","score_opus":0.04826977682641858,"score_gpt":0.49756218632427573,"score_spread":0.44929240949785715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116842466","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000066774934,0.9660659,0.000040964005,0.014577854,0.015505516,0.000014894188,0.0000747848,0.000009580647,0.003643695],"genre_scores_gemma":[0.0008387213,0.9625319,0.00010642667,0.01637072,0.010507168,0.00004045469,0.00011290738,0.000015556267,0.009476027],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988674,0.00038611496,0.00012834603,0.00011092424,0.00043786122,0.00006935936],"domain_scores_gemma":[0.9927792,0.0044518188,0.0005415292,0.00010040505,0.001791865,0.00033508847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013995183,0.0008810498,0.0016469039,0.0022515324,0.00061501976,0.0026971137,0.0014676899,0.0034021484,0.015733292],"category_scores_gemma":[0.00849711,0.00036811276,0.00048786547,0.0031782084,0.0014281336,0.0022775442,0.0010447914,0.003769444,0.0068093594],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027270065,0.000013959477,0.000054445107,0.006404309,0.00003585868,0.00004455201,0.000082725026,0.000028271865,0.000065126354,0.0011152969,0.9194,0.072728224],"study_design_scores_gemma":[0.00002078106,0.000027963839,0.0004402146,0.009006377,0.00004291632,0.00031782864,0.00010229147,0.000009626441,0.000037931066,0.0004997515,0.98948413,0.000010222169],"about_ca_topic_score_codex":0.006001624,"about_ca_topic_score_gemma":0.015800755,"teacher_disagreement_score":0.015733292,"about_ca_system_score_codex":0.0015493628,"about_ca_system_score_gemma":0.00380908,"threshold_uncertainty_score":0.052633166},"labels":[],"label_agreement":null},{"id":"W7116852256","doi":"10.19173/irrodl.v26i4.8827","title":"Psychometric properties of the Arabic version of the Unified Theory of Acceptance and Use of Technology (UTAUT-2012) Among Nursing Students","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Health Education and Validation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Saud University","keywords":"Unified theory of acceptance and use of technology; Confirmatory factor analysis; Construct validity; Discriminant validity; Variance (accounting); Reliability (semiconductor); Construct (python library); Validity","score_opus":0.1734811845265347,"score_gpt":0.5150463217304495,"score_spread":0.3415651372039148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116852256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902648,0.0003422101,0.0017092224,0.0003388312,0.000048417827,0.0002878984,0.00028082673,0.000029945966,0.0066978205],"genre_scores_gemma":[0.99450725,0.0003363168,0.0036599708,0.00011058749,0.000016620103,0.0004804194,0.00026212967,0.000011061728,0.0006156075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995323,0.0016080204,0.0006560951,0.00027270374,0.0019008083,0.00023939299],"domain_scores_gemma":[0.97645956,0.013115542,0.003051795,0.0010538753,0.0053739822,0.00094524334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007915476,0.00041438523,0.000545948,0.0013028826,0.00078874035,0.001577019,0.00046200797,0.00065859704,0.0028053601],"category_scores_gemma":[0.03166841,0.0002719147,0.0009902008,0.0013666938,0.00079008914,0.0011541096,0.0011323456,0.0009116925,0.0005555985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043018482,0.0009650135,0.8175984,0.0004332141,0.0002249855,0.00019619559,0.0092142625,0.0015024645,0.0020521462,0.0017049834,0.0019016772,0.16377652],"study_design_scores_gemma":[0.000055154396,0.0008469962,0.97845376,0.0004016253,0.0001148861,0.0003166479,0.0060289945,0.0054858066,0.0011733444,0.0016327752,0.0054284455,0.00006151698],"about_ca_topic_score_codex":0.0017936118,"about_ca_topic_score_gemma":0.0021893096,"teacher_disagreement_score":0.007915476,"about_ca_system_score_codex":0.0007170916,"about_ca_system_score_gemma":0.001573814,"threshold_uncertainty_score":0.041861594},"labels":[],"label_agreement":null},{"id":"W7116864217","doi":"10.19173/irrodl.v26i4.8645","title":"Online Learning and Opera: The Rise in Digital Vocal Master Classes and Workshops","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Diverse Music Education Insights","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Singing; Opera; Online learning; Quality (philosophy); Audio equipment; Control (management); Instructional design","score_opus":0.12319994100484095,"score_gpt":0.41041437276869996,"score_spread":0.287214431763859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116864217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77676743,0.044777974,0.006390985,0.012450086,0.00075075,0.00014243729,0.00022316125,0.00030659954,0.15819049],"genre_scores_gemma":[0.9717971,0.010702364,0.0037045723,0.0012744844,0.0006197427,0.0000811274,0.000105245286,0.00009122842,0.011623962],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99655104,0.0012609441,0.0001147139,0.0005096283,0.0012496397,0.00031403606],"domain_scores_gemma":[0.98649085,0.008483474,0.0017492853,0.00047681943,0.001019676,0.001779904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031848866,0.00013087971,0.0002876848,0.0010039834,0.0005612663,0.0035983298,0.00082304765,0.00075356534,0.008016736],"category_scores_gemma":[0.013241768,0.00012706194,0.0002032835,0.0013745256,0.0009840357,0.0026775668,0.0031494729,0.0011517995,0.0010403903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002923919,0.0005706827,0.03254156,0.0010674163,0.000016259608,0.00031842478,0.009351407,0.00011128308,0.0023078586,0.009751384,0.004650169,0.9390211],"study_design_scores_gemma":[0.00009740205,0.0019999216,0.6181724,0.0030288077,0.00007529763,0.0033700918,0.0564155,0.0012002941,0.003993398,0.011444939,0.30011174,0.00009017432],"about_ca_topic_score_codex":0.0010149262,"about_ca_topic_score_gemma":0.0022062275,"teacher_disagreement_score":0.008016736,"about_ca_system_score_codex":0.00089151954,"about_ca_system_score_gemma":0.0013851573,"threshold_uncertainty_score":0.026818633},"labels":[],"label_agreement":null},{"id":"W7116899876","doi":"10.19173/irrodl.v26i4.9446","title":"Editorial – Volume 26, Issue 4","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Robotics and Engineering","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"","score_opus":0.03884259401498616,"score_gpt":0.4188358673467937,"score_spread":0.37999327333180755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116899876","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006355309,0.0020283135,0.000067680565,0.020254748,0.9745325,0.000038908438,0.000054096192,0.00008751836,0.0028727532],"genre_scores_gemma":[0.00053535175,0.0024585556,0.00010766258,0.026129732,0.95110273,0.00004299258,0.0000691279,0.000062155596,0.019491732],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954639,0.0006175386,0.00050391845,0.00050921703,0.0024890427,0.00041642913],"domain_scores_gemma":[0.9808899,0.005063693,0.0019487732,0.00080838177,0.007902614,0.0033866055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056066033,0.0043247393,0.004141924,0.004226977,0.0032466084,0.009028327,0.0043622497,0.014880053,0.04985556],"category_scores_gemma":[0.022167146,0.0014874438,0.0035142007,0.0016202643,0.0025308598,0.0044021374,0.0017471919,0.015766807,0.042043608],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058753398,0.000037640562,0.000033808225,0.00017677827,0.000025189542,0.00006844838,0.00000408405,0.000021290864,0.000110577435,0.00013447466,0.99489874,0.004430247],"study_design_scores_gemma":[0.00013574815,0.00006111901,0.00042135234,0.00033815164,0.000070646456,0.00017076671,0.00003911139,0.00012812763,0.00020745168,0.00060256873,0.9978021,0.000022954979],"about_ca_topic_score_codex":0.0013236445,"about_ca_topic_score_gemma":0.0030925204,"teacher_disagreement_score":0.04985556,"about_ca_system_score_codex":0.0025785558,"about_ca_system_score_gemma":0.0032727118,"threshold_uncertainty_score":0.16678345},"labels":[],"label_agreement":null},{"id":"W7116901806","doi":"10.19173/irrodl.v26i4.8822","title":"Tutors’ Perspectives of Advancing Distance Learning Programs: A Comprehensive Understanding","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Government of Manitoba","funders":"","keywords":"Distance education; Curriculum; TUTOR; Grounded theory; Experiential learning; Professional development; Higher education; Foregrounding; Curriculum development; Practicum","score_opus":0.10910156371340624,"score_gpt":0.48555961080196425,"score_spread":0.376458047088558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116901806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95039874,0.005094045,0.0066425437,0.011345314,0.00021788725,0.000055092623,0.000036728034,0.00006212309,0.026147606],"genre_scores_gemma":[0.9963924,0.0010846134,0.0004899695,0.00050855783,0.000042868927,0.000015478876,0.000010091123,0.000012283489,0.001443697],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98666525,0.01000889,0.00042977472,0.00047287488,0.0013125163,0.0011106536],"domain_scores_gemma":[0.9871017,0.0067742737,0.0011606815,0.00036013444,0.0017987317,0.0028044689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009999697,0.00028788781,0.00048806527,0.0012212872,0.0033944,0.007928406,0.0010890772,0.0019406537,0.0017027914],"category_scores_gemma":[0.020594474,0.00021504945,0.000264473,0.0009921404,0.005365953,0.00444288,0.007668581,0.0024961068,0.00027187038],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004010289,0.00006016144,0.0074971486,0.0001620718,0.0000105554345,0.0006403328,0.95988405,0.00016357507,0.0008023396,0.008004775,0.0010574721,0.021677423],"study_design_scores_gemma":[0.000014160162,0.00017386008,0.0046543656,0.00031779904,0.000023359567,0.00054858805,0.91648775,0.00042542865,0.0005915666,0.0030987365,0.073635444,0.00002899072],"about_ca_topic_score_codex":0.0015488185,"about_ca_topic_score_gemma":0.0017449686,"teacher_disagreement_score":0.009999697,"about_ca_system_score_codex":0.0035033654,"about_ca_system_score_gemma":0.0038440828,"threshold_uncertainty_score":0.052884042},"labels":[],"label_agreement":null},{"id":"W7116904295","doi":"10.19173/irrodl.v26i4.8407","title":"Enhancing Team Performance in Hybrid-Flexible Course Learning: The Role of Team Communication and Atmosphere","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Xiamen City","keywords":"Atmosphere (unit); Flexibility (engineering); Team effectiveness; Constructive; Teamwork; Team composition; Psychological safety; Test (biology)","score_opus":0.030410812858627317,"score_gpt":0.42069093289528814,"score_spread":0.3902801200366608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116904295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868124,0.0007508994,0.003256468,0.0006138779,0.000043672582,0.000055076376,0.000014733799,0.00003783608,0.008415097],"genre_scores_gemma":[0.99724376,0.0003323318,0.001787869,0.00005951469,0.00001902808,0.000030509322,0.0000112738935,0.000004814733,0.0005109808],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99846506,0.0008594112,0.000053484353,0.00013184815,0.0002970638,0.00019314956],"domain_scores_gemma":[0.99356997,0.0026117442,0.001190068,0.00017226944,0.0003796977,0.0020762123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00246619,0.00023826599,0.00019061114,0.00028956254,0.00068969565,0.0024397064,0.0005208491,0.0003192806,0.0022882454],"category_scores_gemma":[0.007367785,0.00007875793,0.00017305107,0.00023705392,0.0006261768,0.00075515005,0.002249805,0.00064477295,0.00027436754],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004520677,0.0040237023,0.24979402,0.0008722497,0.00016633671,0.00034075958,0.010407756,0.0022089488,0.0062387516,0.0033425828,0.0033279115,0.7188249],"study_design_scores_gemma":[0.00019207018,0.004455286,0.9349317,0.00097521377,0.00018321417,0.00051837193,0.018876318,0.0060237204,0.005841442,0.0113575505,0.016561275,0.00008387028],"about_ca_topic_score_codex":0.00077560236,"about_ca_topic_score_gemma":0.0012831294,"teacher_disagreement_score":0.00246619,"about_ca_system_score_codex":0.0006911847,"about_ca_system_score_gemma":0.0018289891,"threshold_uncertainty_score":0.013042569},"labels":[],"label_agreement":null},{"id":"W7116954901","doi":"10.19173/irrodl.v26i4.8793","title":"Mobile Learning in Mathematics: Benefits, Challenges, Strategies, and Proponents’ and Opponents’ Views","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Interactivity; Educational technology; Synchronous learning; Active learning (machine learning); Mobile device; Experiential learning; Mobile technology; Collaborative learning; Learning sciences; Open learning","score_opus":0.11207690870586226,"score_gpt":0.42260236453619276,"score_spread":0.31052545583033053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116954901","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017469259,0.8113658,0.002684377,0.15030289,0.0020018977,0.0002044675,0.000050415456,0.000015696118,0.015905138],"genre_scores_gemma":[0.29099098,0.666291,0.0069723413,0.03099374,0.00195869,0.000600189,0.00005325017,0.000030762043,0.0021090861],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9699439,0.018504363,0.0036018111,0.001120902,0.0059742704,0.0008548551],"domain_scores_gemma":[0.8642957,0.11698687,0.005517124,0.0011758842,0.010548638,0.0014757601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.081436895,0.00036976708,0.0010854143,0.0063554742,0.0013127426,0.007229364,0.0015349882,0.0039803055,0.001286298],"category_scores_gemma":[0.11460992,0.00048296066,0.0011996478,0.0059709973,0.004901927,0.0076914607,0.0038757408,0.0034427308,0.00029007788],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019626135,0.00007541896,0.010518888,0.048331965,0.000499049,0.0004860451,0.03409891,0.00039690486,0.0007165054,0.072272174,0.0128411995,0.8195667],"study_design_scores_gemma":[0.00022456246,0.0008228769,0.013957577,0.32875794,0.002303674,0.001652132,0.10641366,0.0015748817,0.0019805082,0.055652242,0.48649326,0.00016670664],"about_ca_topic_score_codex":0.0025615676,"about_ca_topic_score_gemma":0.004033801,"teacher_disagreement_score":0.081436895,"about_ca_system_score_codex":0.0034296205,"about_ca_system_score_gemma":0.013689439,"threshold_uncertainty_score":0.43068463},"labels":[],"label_agreement":null},{"id":"W7116988878","doi":"10.19173/irrodl.v26i4.9020","title":"Brave New Words: How AI Will Revolutionize Education (and Why It’s a Good Thing)","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Digital Education and Society","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformative learning; Jargon; Enthusiasm; Narrative; Educational technology; Reflection (computer programming); Higher education; Emerging technologies","score_opus":0.047849738288649066,"score_gpt":0.4283906408749717,"score_spread":0.3805409025863226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116988878","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008254203,0.28181618,0.010478062,0.42213762,0.014493467,0.000056650195,0.00009717125,0.00014968301,0.26251706],"genre_scores_gemma":[0.29989943,0.29399246,0.010387638,0.1210889,0.0076293796,0.00014938788,0.00013832476,0.00029688835,0.26641765],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99795985,0.00095806824,0.0000699619,0.00018806112,0.00061287836,0.00021118345],"domain_scores_gemma":[0.9974395,0.0017476747,0.00016068181,0.00009386299,0.00034936014,0.00020899998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021824224,0.00029631707,0.00032311564,0.00069131056,0.0025039513,0.009315565,0.00084803306,0.0029800902,0.0043140366],"category_scores_gemma":[0.0053866953,0.0002457853,0.00031070437,0.001020202,0.010343957,0.014593875,0.0022943036,0.005929602,0.0021332775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037467493,0.000028048747,0.00042656015,0.0006855194,0.000017895918,0.0002464383,0.018189276,0.00022562587,0.0004978421,0.6093594,0.26145348,0.108832404],"study_design_scores_gemma":[0.0000055452583,0.000022324451,0.00043948265,0.00078542664,0.000007684489,0.00023248173,0.007846708,0.00014583398,0.0002568932,0.08164017,0.9086016,0.0000158665],"about_ca_topic_score_codex":0.005383658,"about_ca_topic_score_gemma":0.008360786,"teacher_disagreement_score":0.009315565,"about_ca_system_score_codex":0.0034220323,"about_ca_system_score_gemma":0.0040177796,"threshold_uncertainty_score":0.024828732},"labels":[],"label_agreement":null},{"id":"W7117074343","doi":"10.19173/irrodl.v26i4.8309","title":"Blended Learning Effectiveness and College Students’ Deep Learning Perceptions: The Community of Inquiry Perspective","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lingnan Normal University; Jilin Office of Philosophy and Social Science","keywords":"Blended learning; Experiential learning; Educational technology; Cooperative learning; Deep learning; Synchronous learning; Learning sciences; Active learning (machine learning)","score_opus":0.07883403545828,"score_gpt":0.5095862925127302,"score_spread":0.43075225705445025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117074343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99373335,0.00035369667,0.0011019009,0.00034596323,0.00000895652,0.00009022521,0.000007643994,0.0000058167193,0.004352396],"genre_scores_gemma":[0.9989957,0.00015032568,0.0004504576,0.000056346278,0.0000034392501,0.00003553549,0.0000048360325,0.0000016293035,0.00030170562],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928114,0.004432938,0.00040166045,0.00046768785,0.001469538,0.00041674048],"domain_scores_gemma":[0.98206306,0.010220149,0.0027465348,0.0006758763,0.0019178163,0.0023766127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009027332,0.00023502485,0.00047501724,0.0015563286,0.00125324,0.005032147,0.00048295167,0.00070146244,0.0021550972],"category_scores_gemma":[0.021516386,0.00017864975,0.00041743135,0.0010123184,0.0016840902,0.0027052911,0.003576117,0.0011108213,0.00017573837],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039420812,0.009774692,0.53080064,0.00080178113,0.00034020204,0.00033257317,0.20848373,0.0005687828,0.0048675244,0.009904728,0.00097131985,0.23275983],"study_design_scores_gemma":[0.00017263989,0.0037521932,0.5592224,0.0007571593,0.00032726256,0.00044322392,0.40184057,0.0038798994,0.0032496597,0.00996549,0.016275866,0.00011371963],"about_ca_topic_score_codex":0.0010725132,"about_ca_topic_score_gemma":0.0015649332,"teacher_disagreement_score":0.009027332,"about_ca_system_score_codex":0.0009609309,"about_ca_system_score_gemma":0.0015214861,"threshold_uncertainty_score":0.04774165},"labels":[],"label_agreement":null},{"id":"W78450645","doi":"","title":"Technical Evaluation Report. 54. Best Practices in Synchronous Conferencing Moderation.","year":2006,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Moderation; Distance education; Computer science; Computer-mediated communication; Teleconference; Multimedia; Psychology; World Wide Web; The Internet; Mathematics education","score_opus":0.13678623470394438,"score_gpt":0.4621895447043518,"score_spread":0.32540331000040745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W78450645","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16886799,0.025408339,0.069172375,0.026975654,0.015561051,0.16419125,0.1565206,0.017986447,0.3553163],"genre_scores_gemma":[0.49071178,0.0063104844,0.13477686,0.00789665,0.0020986209,0.20686899,0.04252584,0.0035035221,0.105307244],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8684816,0.10019443,0.008006581,0.003047055,0.018269572,0.002000693],"domain_scores_gemma":[0.6705048,0.18481456,0.013527285,0.03817995,0.08362712,0.0093462765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09879985,0.0012834112,0.0013002204,0.0026379041,0.002005342,0.003483469,0.0026831157,0.0028763781,0.059364256],"category_scores_gemma":[0.2827532,0.0008514556,0.0015779323,0.0028121541,0.0011918118,0.002815396,0.002946566,0.0020892522,0.0188517],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02840042,0.007158006,0.006843623,0.010778138,0.0006024166,0.000118131764,0.0021412056,0.00078566826,0.0019805257,0.0021213235,0.3106893,0.62838125],"study_design_scores_gemma":[0.06678466,0.03419076,0.1413293,0.011070762,0.005261774,0.0004332444,0.0047169947,0.0047291727,0.014449561,0.0064542703,0.7101456,0.00043396972],"about_ca_topic_score_codex":0.0067847404,"about_ca_topic_score_gemma":0.0082011875,"teacher_disagreement_score":0.09879985,"about_ca_system_score_codex":0.0028738559,"about_ca_system_score_gemma":0.0070507405,"threshold_uncertainty_score":0.5225098},"labels":[],"label_agreement":null}]}