{"meta":{"query_hash":"254421a097b7","filters":{"venue":"The Journal of Interactive Learning Research"},"cohort_total":23,"direct_labels_cover":0,"predictions_cover":23,"exported":23,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/254421a097b7","api":"https://metacan.xera.ac/api/v1/cohort?venue=The+Journal+of+Interactive+Learning+Research"},"results":[{"id":"W1514306770","doi":"","title":"Synthesis of the Process of Learning through Discourse in a Formal Virtual Learning Community","year":2007,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Process (computing); Educational technology; Formal learning; Electronic learning; Teaching method; Mathematics education; Knowledge management; Multimedia; Psychology; Programming language","score_opus":0.11042638459823068,"score_gpt":0.5262158285569459,"score_spread":0.41578944395871525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514306770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97353625,0.00011975625,0.0073618996,0.00036197624,0.000253538,0.00019486195,7.1314764e-7,0.000013216599,0.018157812],"genre_scores_gemma":[0.9977043,0.000015898604,0.00025403226,0.000017025648,0.00014341675,0.000005340092,6.246263e-7,0.000046468944,0.0018128868],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9592313,0.03737302,0.0012227247,0.0001677217,0.0012126804,0.0007925175],"domain_scores_gemma":[0.96992445,0.026269898,0.0018417807,0.00038045802,0.0015253248,0.000058083875],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07731567,0.00022314463,0.00061215076,0.0007025778,0.0010337258,0.00003067038,0.0013795503,0.00016715252,0.0002334761],"category_scores_gemma":[0.031125132,0.00013322012,0.00022480548,0.0016353864,0.0011160056,0.00044799334,0.00039058717,0.019431638,0.000010697482],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008866676,0.0010250033,0.22798152,0.00013637042,0.0005540193,0.000034585122,0.5961762,0.031066846,0.03678247,0.0018537766,0.00008319843,0.09543935],"study_design_scores_gemma":[0.001210696,0.0035484722,0.2536594,0.0018485755,0.000064358,0.000219234,0.7078988,0.00039637715,0.029158121,0.00052005146,0.0012563942,0.00021955452],"about_ca_topic_score_codex":0.001303599,"about_ca_topic_score_gemma":0.000046677946,"teacher_disagreement_score":0.1117226,"about_ca_system_score_codex":0.0002123788,"about_ca_system_score_gemma":0.00020264935,"threshold_uncertainty_score":0.9828306},"labels":[],"label_agreement":null},{"id":"W1518056032","doi":"","title":"Fostering Quality Online Dialogue: Does Labelling Help?","year":2010,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bishop's University","funders":"","keywords":"Labelling; Computer science; Quality (philosophy); Computer-mediated communication; Multimedia; Audio equipment; Instructional design; Mathematics education; Psychology; Human–computer interaction; Medical education; World Wide Web; The Internet; Engineering","score_opus":0.26402212857170465,"score_gpt":0.5760090058462594,"score_spread":0.3119868772745547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1518056032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98068786,0.000100525736,0.0053324974,0.0020489548,0.002168502,0.00011585769,0.0000025606853,0.000033118256,0.009510134],"genre_scores_gemma":[0.9901699,0.000018594708,0.0026637067,0.00009743927,0.0015419672,0.0000031254808,0.0000027162505,0.000043006137,0.0054595442],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.98271126,0.014963484,0.0007285981,0.00022034648,0.0007855341,0.00059076806],"domain_scores_gemma":[0.9845684,0.012597561,0.00072906475,0.00039470222,0.001600452,0.00010978059],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043271277,0.00017794692,0.0003722244,0.00051888416,0.0006944374,0.00011045866,0.00086129963,0.00014524187,0.0012094729],"category_scores_gemma":[0.01368615,0.000099215016,0.00013741745,0.0005588044,0.00040079522,0.000215553,0.00044987435,0.014437542,0.00012624789],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033486818,0.0005761765,0.031622425,0.00003676404,0.00049935473,0.00009502888,0.085033454,0.00037567926,0.5579499,0.0022351802,0.0010353697,0.317192],"study_design_scores_gemma":[0.0047010896,0.00531931,0.60772496,0.0011331788,0.0001397429,0.0016250736,0.17253251,0.0008834611,0.03132477,0.015738783,0.15768899,0.0011880904],"about_ca_topic_score_codex":0.0005044563,"about_ca_topic_score_gemma":0.00006309474,"teacher_disagreement_score":0.57610255,"about_ca_system_score_codex":0.00009206379,"about_ca_system_score_gemma":0.00009549683,"threshold_uncertainty_score":0.9997036},"labels":[],"label_agreement":null},{"id":"W1522771270","doi":"","title":"Template Authoring Environment for the Automatic Generation of Narrative Content","year":2012,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Narrative; Multimedia; Instructional design; Computer-Assisted Instruction; Content (measure theory); Teaching method; World Wide Web; Mathematics education; Psychology; Linguistics","score_opus":0.3694016127736161,"score_gpt":0.4451798977828462,"score_spread":0.07577828500923012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522771270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50125283,0.00047326187,0.49473748,0.0027929752,0.0003799517,0.00028330655,2.919286e-7,0.0000061047717,0.00007379163],"genre_scores_gemma":[0.9949581,0.000076463584,0.004294201,0.00002209866,0.0002976844,0.000014421123,1.2771666e-7,0.00000826707,0.00032862378],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973177,0.0011557272,0.00045181028,0.00008268231,0.0006823876,0.0003097229],"domain_scores_gemma":[0.99301565,0.005601679,0.0005034283,0.00023563403,0.00058144284,0.00006218921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008726427,0.00008352685,0.00015328621,0.00014365705,0.000498576,0.000082643615,0.0008980777,0.000030313086,0.00005304342],"category_scores_gemma":[0.0020003787,0.000043051095,0.00009520929,0.00016212123,0.00020087446,0.00071029825,0.00023022671,0.000853346,0.000020784077],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037133283,0.00031085403,0.0029269606,0.000035730885,0.0005140761,0.000003847235,0.3691303,0.04576878,0.29424867,0.005417923,0.0020494135,0.2792221],"study_design_scores_gemma":[0.00023774509,0.0016489809,0.0064667175,0.00024543266,0.00003909967,0.00011395552,0.068570785,0.48901352,0.42686898,0.00115546,0.0054830285,0.00015629396],"about_ca_topic_score_codex":0.00003872463,"about_ca_topic_score_gemma":0.000002886544,"teacher_disagreement_score":0.49370527,"about_ca_system_score_codex":0.00017452844,"about_ca_system_score_gemma":0.000062641746,"threshold_uncertainty_score":0.38346934},"labels":[],"label_agreement":null},{"id":"W1536894981","doi":"","title":"Applying Peer-to-Peer Technology to the Building of Distributed Educational Systems.","year":2005,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Computer science; Educational technology; Technology integration; Computer-Assisted Instruction; Multimedia; Peer evaluation; Instructional design; Mathematics education; Peer feedback; Knowledge management; Higher education; Psychology; Political science","score_opus":0.03869780632334102,"score_gpt":0.4031879682380162,"score_spread":0.3644901619146752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536894981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34754714,0.0003063871,0.305921,0.3445514,0.00045138845,0.0007509965,0.0000049022938,0.00007535136,0.00039144227],"genre_scores_gemma":[0.97940046,0.000009873574,0.018562745,0.00015466496,0.00036967825,0.0000865788,7.251599e-7,0.000017167733,0.0013981392],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956262,0.00074485777,0.0006068313,0.0002689611,0.00211203,0.0006410877],"domain_scores_gemma":[0.99073297,0.0032403735,0.00039106252,0.0007192249,0.0047631115,0.00015327276],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009276796,0.00016797296,0.00032204532,0.0013993828,0.0004943253,0.00025820246,0.00475775,0.000099381716,0.000016531525],"category_scores_gemma":[0.013616337,0.00010248837,0.000081940496,0.0033102925,0.00016824865,0.0003920977,0.0018858,0.002696954,0.00014527736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005091316,0.00027829997,0.0043745576,0.000033556982,0.0003647183,0.000024969182,0.011340559,0.5599248,0.05971839,0.024487095,0.12772244,0.21122153],"study_design_scores_gemma":[0.0005837258,0.0022294188,0.009218631,0.0014339645,0.000033437875,0.0010897476,0.01809739,0.036850933,0.044151746,0.0037133687,0.8820922,0.00050548697],"about_ca_topic_score_codex":0.000063770516,"about_ca_topic_score_gemma":0.000014068764,"teacher_disagreement_score":0.7543697,"about_ca_system_score_codex":0.00057757396,"about_ca_system_score_gemma":0.00028405088,"threshold_uncertainty_score":0.99960387},"labels":[],"label_agreement":null},{"id":"W1555504674","doi":"","title":"A Formative Analysis of Instructional Strategies for Using Learning Objects","year":2009,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Formative assessment; Mathematics education; Class (philosophy); Set (abstract data type); Object (grammar); Learning object; Instructional design; Psychology; Computer science; Educational technology; Pedagogy; Artificial intelligence","score_opus":0.0843926682577318,"score_gpt":0.4450902693206982,"score_spread":0.3606976010629664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1555504674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8428704,0.00006178358,0.15113,0.0008734933,0.00016360256,0.00013350588,4.2045463e-7,0.000013843777,0.004752938],"genre_scores_gemma":[0.9907191,0.00002533543,0.008886918,0.000031225438,0.00009996113,0.0000015863852,0.0000013687832,0.0000067419387,0.00022775984],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968204,0.0014288633,0.00050108,0.00014017295,0.00078082917,0.00032868897],"domain_scores_gemma":[0.99430436,0.002376834,0.0008003847,0.00014896558,0.0022867166,0.000082715356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048711,0.00011362777,0.00033272512,0.0012958914,0.00063832226,0.00032721675,0.0008427527,0.00004787305,0.000055976157],"category_scores_gemma":[0.0018173992,0.00008076174,0.0002179361,0.001988197,0.000114001785,0.0018228053,0.00012707071,0.001906237,0.000004250926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010124834,0.00026456814,0.0020067405,0.000034635603,0.0016994433,0.000006730528,0.13471888,0.7544167,0.026353404,0.039829485,0.00016418462,0.039492764],"study_design_scores_gemma":[0.00084217655,0.0032677415,0.02468079,0.00028696438,0.00024105921,0.00017532175,0.33424127,0.6241222,0.0047227535,0.0059202383,0.0012587822,0.00024068264],"about_ca_topic_score_codex":0.000046721438,"about_ca_topic_score_gemma":0.000005358594,"teacher_disagreement_score":0.19952239,"about_ca_system_score_codex":0.00020403149,"about_ca_system_score_gemma":0.0005420164,"threshold_uncertainty_score":0.8281757},"labels":[],"label_agreement":null},{"id":"W1565016928","doi":"","title":"Learner-Information Interaction: A Macro-Level Framework Characterizing Visual Cognitive Tools.","year":2008,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Macro; Cognition; Instructional design; Human–computer interaction; Multimedia; Psychology","score_opus":0.16037442066448762,"score_gpt":0.39943577794532203,"score_spread":0.2390613572808344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565016928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5446305,0.00011146854,0.4504984,0.0011665885,0.001048732,0.00022191937,0.0000012880023,0.00005208352,0.0022689907],"genre_scores_gemma":[0.9949342,0.0001769139,0.0015239338,0.00017808251,0.0007247552,0.000007945799,0.0000021838391,0.000020191412,0.0024317857],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99478245,0.0021654237,0.00080458,0.0002053981,0.0014522434,0.0005898817],"domain_scores_gemma":[0.9899435,0.0057715345,0.0009740284,0.0002366694,0.0029214963,0.00015275742],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0051760357,0.00022442802,0.00035587535,0.00070016837,0.0012508214,0.0006008968,0.0011278406,0.00011892035,0.00011366525],"category_scores_gemma":[0.006309218,0.00015773106,0.00020020397,0.0008067314,0.00018250203,0.0050602024,0.00047647886,0.0053777248,0.0005468331],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005486651,0.0007913303,0.015692532,0.0002020306,0.0015892993,0.0010800841,0.39925686,0.0071903532,0.028592402,0.032447327,0.0028386293,0.5048325],"study_design_scores_gemma":[0.003653609,0.012795394,0.15380679,0.012844552,0.0001189142,0.021295099,0.15200612,0.054669164,0.08753648,0.0016606562,0.49736023,0.002253005],"about_ca_topic_score_codex":0.0000860373,"about_ca_topic_score_gemma":0.0000010875195,"teacher_disagreement_score":0.5025795,"about_ca_system_score_codex":0.00035621153,"about_ca_system_score_gemma":0.00027770022,"threshold_uncertainty_score":0.9969169},"labels":[],"label_agreement":null},{"id":"W1566952547","doi":"","title":"Group Work in a Technology-Rich Environment","year":2010,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McMaster University","funders":"","keywords":"Task (project management); Group work; Computer science; Perception; Educational technology; Mathematics education; Task analysis; Component (thermodynamics); Cooperative learning; Instructional design; Multimedia; Foreign language; Computer-mediated communication; Work (physics); Teaching method; Psychology; World Wide Web; Engineering","score_opus":0.04636322063939871,"score_gpt":0.3370841639672602,"score_spread":0.29072094332786147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1566952547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841941,0.00020330497,0.000033799344,0.0024954644,0.0002723721,0.000084480394,1.8784009e-7,0.000016267983,0.012700005],"genre_scores_gemma":[0.9943545,0.00003997135,0.00011318343,0.00003118508,0.0005315317,0.0000044713406,3.315439e-7,0.000020746016,0.0049040825],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977041,0.0010020288,0.00032008992,0.00011105556,0.0005089914,0.00035375616],"domain_scores_gemma":[0.99776673,0.0015887816,0.0002342185,0.00017506338,0.00018441102,0.000050780392],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006478215,0.00010313876,0.00018016645,0.00073354034,0.0005694501,0.00014428938,0.0005269148,0.0000656784,0.0019288284],"category_scores_gemma":[0.0015355211,0.000064409294,0.00005832014,0.0001658821,0.0005068925,0.000227117,0.00015729891,0.00955296,0.0002266886],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002663733,0.0010699199,0.10890746,0.000042423566,0.00035755624,0.0002738683,0.64452046,0.0019773766,0.05008379,0.037206277,0.0062154853,0.14668162],"study_design_scores_gemma":[0.0009250654,0.0014758323,0.013071169,0.0005085346,0.000022981192,0.00012549994,0.14958236,0.00015160839,0.000868819,0.004248399,0.8287667,0.00025301558],"about_ca_topic_score_codex":0.00008751364,"about_ca_topic_score_gemma":0.00012426203,"teacher_disagreement_score":0.82255125,"about_ca_system_score_codex":0.00009833595,"about_ca_system_score_gemma":0.000033672182,"threshold_uncertainty_score":0.99898356},"labels":[],"label_agreement":null},{"id":"W1589512572","doi":"","title":"Designing Virtual Olympics Games Framework by Using Simulation in Web 2.0 Technologies","year":2013,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Multimedia; Human–computer interaction; Educational technology; Instructional design; World Wide Web; Mathematics education; Psychology","score_opus":0.08617674024637238,"score_gpt":0.4604081993114841,"score_spread":0.3742314590651117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589512572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98132163,0.0007878769,0.0142682595,0.0026008792,0.00020775343,0.00018824424,4.7002484e-7,0.00001674621,0.0006081557],"genre_scores_gemma":[0.9979059,0.00008061493,0.0009106046,0.0000350209,0.000121435754,0.000010464305,0.0000010176977,0.000017863997,0.0009170411],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9973662,0.0013835843,0.00038859615,0.0001263104,0.00043947058,0.00029586357],"domain_scores_gemma":[0.9923217,0.0063441787,0.00035453186,0.00017512999,0.00076966913,0.000034777695],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0027683014,0.00009328101,0.00015342321,0.0004761375,0.00016268848,0.00009300386,0.00039447346,0.00013610904,0.0005184007],"category_scores_gemma":[0.0038125438,0.00006577381,0.000045057495,0.0005377636,0.00018611795,0.00033764457,0.00007068052,0.002391523,0.00011862981],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014065427,0.0009080302,0.089379296,0.000022860095,0.0003716622,0.00001707933,0.11195441,0.16934241,0.25610667,0.0026719102,0.007935525,0.3598836],"study_design_scores_gemma":[0.0013397224,0.002322134,0.08154119,0.0014821689,0.000047553254,0.00017899262,0.78553945,0.08849436,0.010858394,0.01522567,0.012468103,0.000502237],"about_ca_topic_score_codex":0.00013044146,"about_ca_topic_score_gemma":0.000002388144,"teacher_disagreement_score":0.67358506,"about_ca_system_score_codex":0.00024964716,"about_ca_system_score_gemma":0.0000957373,"threshold_uncertainty_score":0.99991},"labels":[],"label_agreement":null},{"id":"W1618460159","doi":"","title":"Enhancing Conceptual Learning Through Computer-Based Applets: The Effectiveness and Implications","year":2005,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The King's University; University of Alberta","funders":"","keywords":"Constructivism (international relations); Computer science; Constructivist teaching methods; Mathematics education; Focus group; Qualitative research; Educational technology; Multimedia; Conceptual framework; Java applet; Instructional design; Computer-Assisted Instruction; Teaching method; Class (philosophy); Psychology; Sociology; Java","score_opus":0.12288535840314375,"score_gpt":0.4998418045138547,"score_spread":0.37695644611071094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1618460159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9394234,0.000320325,0.026429135,0.027389651,0.00024524474,0.00026777384,3.4159794e-7,0.000016407617,0.0059077325],"genre_scores_gemma":[0.9980096,0.00021720231,0.0003526602,0.00022292873,0.00086595456,0.0000084769645,3.2842615e-7,0.000007630736,0.0003151818],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98953104,0.009131298,0.00023313005,0.00012131843,0.0006497468,0.00033345784],"domain_scores_gemma":[0.9776367,0.021007458,0.00023998045,0.00011087187,0.00091573695,0.000089238005],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018470613,0.00007489379,0.00013370397,0.00017923879,0.0028979706,0.00021025355,0.0005570632,0.00004426187,0.00022189114],"category_scores_gemma":[0.005122993,0.00004385414,0.000053286487,0.00072171324,0.0013866276,0.00044344872,0.0000799819,0.0020979228,0.00003711663],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083768147,0.00027952844,0.03158827,0.000021318701,0.00013499078,0.0000036005347,0.7482969,0.031360935,0.022835517,0.025379296,0.0033568535,0.13590507],"study_design_scores_gemma":[0.00073916744,0.0008422765,0.06937843,0.00027991645,0.000027254076,0.00006046579,0.537834,0.001728085,0.004672121,0.001668343,0.38257375,0.00019618477],"about_ca_topic_score_codex":0.00080428005,"about_ca_topic_score_gemma":0.00029505903,"teacher_disagreement_score":0.3792169,"about_ca_system_score_codex":0.00019460249,"about_ca_system_score_gemma":0.0005145667,"threshold_uncertainty_score":0.9984001},"labels":[],"label_agreement":null},{"id":"W1822905887","doi":"","title":"Computational Intelligence in Web-Based Education: A Tutorial","year":2004,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Computer-Assisted Instruction; Multimedia; World Wide Web; Mathematics education; Psychology","score_opus":0.04441680275025323,"score_gpt":0.3852045847465652,"score_spread":0.340787781996312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822905887","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20820567,0.00037640095,0.78273875,0.004031681,0.0018953561,0.00026243483,2.455018e-7,0.000032278,0.0024572234],"genre_scores_gemma":[0.9917561,0.0000143669,0.0069052936,0.000071363305,0.00055173907,0.000005572358,3.6865407e-7,0.0000110460705,0.00068419066],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964996,0.0013879448,0.0005307833,0.000177008,0.0010626359,0.00034200013],"domain_scores_gemma":[0.9955415,0.0021997094,0.0003492791,0.00020387747,0.0016176397,0.000087962646],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005904035,0.00012143675,0.00019859428,0.00071175734,0.0002900542,0.00023397488,0.0012318979,0.000051788134,0.000030133599],"category_scores_gemma":[0.0017055018,0.000085613436,0.00009243542,0.00091837667,0.000109802255,0.00059677113,0.00016762603,0.0024043228,0.00009217704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002115567,0.00024026279,0.0010177847,0.000014163706,0.000027045684,0.00004238882,0.008341405,0.8994316,0.00081962807,0.071539596,0.00012024477,0.018194342],"study_design_scores_gemma":[0.00674271,0.0105027845,0.022984818,0.011772461,0.000043311404,0.0025172294,0.048829734,0.47313958,0.028963255,0.13590704,0.25676453,0.0018325541],"about_ca_topic_score_codex":0.00017378792,"about_ca_topic_score_gemma":0.0000126866125,"teacher_disagreement_score":0.7835504,"about_ca_system_score_codex":0.0006469536,"about_ca_system_score_gemma":0.0019503272,"threshold_uncertainty_score":0.9998972},"labels":[],"label_agreement":null},{"id":"W1852932948","doi":"","title":"An Exploratory Study of Interactivity in Visualization Tools: ‘Flow’ of Interaction","year":2010,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Interactivity; Computer science; Visualization; Exploratory research; Human–computer interaction; Flow (mathematics); Multimedia; Artificial intelligence; Sociology","score_opus":0.11704586310689008,"score_gpt":0.48101702047364525,"score_spread":0.36397115736675517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1852932948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94341695,0.0000073961287,0.055903535,0.000082488936,0.00026899055,0.00014143238,8.9171925e-7,0.000007629891,0.0001706657],"genre_scores_gemma":[0.9994962,0.000024572884,0.0003645444,0.000011785062,0.00006330471,0.0000020549264,0.0000018675937,0.000010535647,0.000025142883],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952792,0.002843749,0.00069820177,0.00015327879,0.00084960135,0.00017597426],"domain_scores_gemma":[0.99492514,0.0019528705,0.0008451306,0.00040217343,0.0018069444,0.00006775784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069785104,0.00009907161,0.0002699388,0.0009424847,0.00009584437,0.00013166392,0.0011437439,0.00004675954,0.000055789063],"category_scores_gemma":[0.0032276858,0.000071713,0.000051464787,0.0010635362,0.00010005281,0.0032222844,0.00028525208,0.0017784176,0.000005077553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022028864,0.010266299,0.05301719,0.000094533236,0.00027607116,0.000051714956,0.29222867,0.030803239,0.50980145,0.0034125214,0.00040712493,0.097438276],"study_design_scores_gemma":[0.0021687783,0.008379046,0.03609759,0.00055790856,0.00003220926,0.00008696098,0.17535056,0.67910975,0.096427366,0.00057494186,0.0009474577,0.00026741726],"about_ca_topic_score_codex":0.00009316339,"about_ca_topic_score_gemma":0.0003352172,"teacher_disagreement_score":0.64830655,"about_ca_system_score_codex":0.000076200355,"about_ca_system_score_gemma":0.00015187082,"threshold_uncertainty_score":0.77264386},"labels":[],"label_agreement":null},{"id":"W1935632789","doi":"","title":"Application of Frameworks in the Analysis and (Re)design of Interactive Visual Learning Tools","year":2009,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Instructional design; Human–computer interaction; Educational technology; Multimedia; Teaching method; Visualization; Computer-Assisted Instruction; Mathematics education; Psychology; Artificial intelligence","score_opus":0.058090979228409625,"score_gpt":0.445760108405885,"score_spread":0.38766912917747537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1935632789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11900052,0.000082072096,0.8793376,0.0012086901,0.000016126856,0.0001276793,4.5742772e-7,0.000004247069,0.00022258589],"genre_scores_gemma":[0.9981003,0.0001770082,0.0015585335,0.00008028944,0.000032164393,0.0000014137977,0.0000017439975,0.000004260289,0.000044288172],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954385,0.0029428913,0.00051799894,0.00014015991,0.0007739135,0.00018651581],"domain_scores_gemma":[0.99219674,0.005871139,0.0007272228,0.00022651792,0.00093728426,0.000041086827],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0072975974,0.00009165448,0.00029221957,0.0008502747,0.00013233317,0.0001550631,0.0009930277,0.00006915366,0.00001663807],"category_scores_gemma":[0.003183577,0.000054999,0.00008874022,0.0022132006,0.00013154639,0.0007386094,0.00016075194,0.0024008877,0.0000024622734],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017953449,0.001207211,0.023186466,0.00004898855,0.0011728944,0.000032000065,0.11936269,0.32379493,0.041012958,0.007203887,0.00040095623,0.48078167],"study_design_scores_gemma":[0.0003891837,0.0016575467,0.060364313,0.00022349482,0.0000919673,0.000026474454,0.017548675,0.91220725,0.005379007,0.0017149302,0.00029080105,0.00010634136],"about_ca_topic_score_codex":0.00004848545,"about_ca_topic_score_gemma":0.000004496656,"teacher_disagreement_score":0.8790998,"about_ca_system_score_codex":0.000058110898,"about_ca_system_score_gemma":0.000071129245,"threshold_uncertainty_score":0.99990064},"labels":[],"label_agreement":null},{"id":"W2121965963","doi":"","title":"Interactivity of Visual Mathematical Representations: Factors Affecting Learning and Cognitive Processes","year":2006,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Mathematics Education and Teaching Techniques","field":"Social Sciences","cited_by":87,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Interactivity; Computer science; Cognition; Multimedia; Human–computer interaction; Educational technology; Visual learning; Instructional design; Teaching method; Mathematics education; Cognitive psychology; Cognitive science; Psychology","score_opus":0.07642208816235595,"score_gpt":0.5168189678586739,"score_spread":0.4403968796963179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121965963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97209895,0.0001005774,0.011485037,0.0003458045,0.000039218678,0.00019995029,3.3138653e-7,0.00002341376,0.01570674],"genre_scores_gemma":[0.9984508,0.00007649208,0.00049533596,0.0000027892604,0.00012482752,0.0000031218367,7.395841e-7,0.0000121367375,0.0008337281],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9952246,0.0033502486,0.00037775494,0.00009780058,0.0007330279,0.0002165916],"domain_scores_gemma":[0.97561115,0.022154659,0.00061899953,0.000048956306,0.0015079397,0.000058294136],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008381078,0.000086093,0.00021902486,0.0003325294,0.00077573996,0.00012756787,0.00019606855,0.000050683404,0.00017591611],"category_scores_gemma":[0.040626466,0.00005862607,0.00005443591,0.00042274295,0.00050615583,0.00041252444,0.000095719886,0.0016391503,0.0000036147658],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007726093,0.0018283719,0.1756325,0.0006261467,0.00034519238,0.000013147356,0.77763,0.00009276023,0.0143958405,0.012955886,0.00053983985,0.015167755],"study_design_scores_gemma":[0.00045297958,0.0011464235,0.017289478,0.0026108935,0.00010687268,0.00007315969,0.8844602,0.00042798062,0.046002682,0.04619321,0.001001278,0.0002348037],"about_ca_topic_score_codex":0.00079360895,"about_ca_topic_score_gemma":0.000079251964,"teacher_disagreement_score":0.15834302,"about_ca_system_score_codex":0.000088418084,"about_ca_system_score_gemma":0.00023690112,"threshold_uncertainty_score":0.96745473},"labels":[],"label_agreement":null},{"id":"W2122412533","doi":"","title":"The Role of Goal Orientation and Self-Efficacy in Learning from Web-Based Worked Examples","year":2009,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Goal orientation; Self-efficacy; Mastery learning; Structural equation modeling; Antecedent (behavioral psychology); Instructional design; Context (archaeology); Mathematics education; Computer science; Goal setting; Psychology; Pedagogy; Social psychology","score_opus":0.03810016367658777,"score_gpt":0.38436042317640423,"score_spread":0.3462602594998165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122412533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940734,0.0005574488,0.000099698926,0.0007486967,0.000108870496,0.00014921915,3.4289016e-7,0.000010538178,0.00425177],"genre_scores_gemma":[0.9992085,0.00012519097,0.000110283,0.000034084336,0.00011538217,0.0000026175808,0.0000022438464,0.000010913014,0.0003907493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99584293,0.0027813134,0.0004681599,0.00013326097,0.0005145971,0.00025973574],"domain_scores_gemma":[0.9918654,0.0069833593,0.00048537322,0.00014845443,0.00045873897,0.00005866536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004392519,0.00009414127,0.00019322638,0.00026202525,0.0002782518,0.000060677365,0.00028147423,0.000065087326,0.00043423483],"category_scores_gemma":[0.0016740236,0.000057001434,0.000053878684,0.0003764099,0.00015343167,0.00013908261,0.000033156775,0.0020821178,0.000014275964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066398727,0.0013074494,0.56759405,0.000005614483,0.00023553096,0.000045007197,0.12728953,0.0061745103,0.0161728,0.001082117,0.00060742494,0.2728461],"study_design_scores_gemma":[0.00207415,0.0012201363,0.89764255,0.00019733747,0.000017895445,0.000019567151,0.0753514,0.001192902,0.0013594056,0.0007872067,0.020045053,0.000092367256],"about_ca_topic_score_codex":0.00017189799,"about_ca_topic_score_gemma":0.00001836401,"teacher_disagreement_score":0.33004853,"about_ca_system_score_codex":0.000089444075,"about_ca_system_score_gemma":0.00009172576,"threshold_uncertainty_score":0.9045881},"labels":[],"label_agreement":null},{"id":"W2171989406","doi":"","title":"Examining the Use of Audience Response Systems in Secondary School Classrooms: A Formative Analysis.","year":2010,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Summative assessment; Formative assessment; Audience response; Key (lock); Perspective (graphical); Computer science; Psychology; Mathematics education; Multimedia; Medical education; Medicine","score_opus":0.23007595186636665,"score_gpt":0.49420450381914227,"score_spread":0.2641285519527756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171989406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99169886,0.00006762325,0.003004999,0.0013706526,0.0002894348,0.00025046858,0.0000016217928,0.0000070847896,0.0033092252],"genre_scores_gemma":[0.99748987,0.000032405853,0.0010298057,0.000036877103,0.00014825388,0.0000066477087,2.2487667e-7,0.000011412861,0.0012445147],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9593018,0.03778522,0.0007909597,0.0001407628,0.0014865346,0.0004946791],"domain_scores_gemma":[0.95109904,0.04481009,0.0011290382,0.0003063863,0.0025582064,0.000097247284],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.106166735,0.00011583015,0.0003909564,0.0013928054,0.0009412982,0.00022951503,0.0011198221,0.00009813786,0.00022763088],"category_scores_gemma":[0.09647041,0.00006525952,0.00011405409,0.0034022708,0.0013358702,0.0012292875,0.00023378918,0.008591612,0.000010582255],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008052041,0.00020292052,0.11603361,0.00003126762,0.00113666,0.00005453207,0.7132814,0.010120562,0.12514804,0.0035157676,0.0010588674,0.021364363],"study_design_scores_gemma":[0.00053824595,0.0008727939,0.5176586,0.00040466065,0.00008853853,0.000041589883,0.44908425,0.0038499965,0.0011582249,0.00044293897,0.025689173,0.00017100797],"about_ca_topic_score_codex":0.0033983516,"about_ca_topic_score_gemma":0.0010468931,"teacher_disagreement_score":0.40162498,"about_ca_system_score_codex":0.0004293314,"about_ca_system_score_gemma":0.0009478253,"threshold_uncertainty_score":0.9936956},"labels":[],"label_agreement":null},{"id":"W2292917920","doi":"","title":"Special Issue: Guest Editorial: Computational Intelligence in Web-Based Education","year":2004,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Web intelligence; World Wide Web; Multimedia; Data science; The Internet; Web development","score_opus":0.027999217415459125,"score_gpt":0.4089986424505189,"score_spread":0.3809994250350598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292917920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35276636,0.0005626964,0.27998054,0.17341222,0.17043106,0.0009566534,0.000003122674,0.00017936068,0.021707969],"genre_scores_gemma":[0.896687,0.000036382848,0.0056868987,0.00009831211,0.097045854,0.0000017285342,0.0000015702304,0.000012314393,0.0004299522],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99691355,0.001061163,0.00042537233,0.00015259426,0.0011645149,0.00028278708],"domain_scores_gemma":[0.99589133,0.0019215343,0.0003087113,0.00017924883,0.0016084504,0.000090722344],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004655845,0.00010327538,0.00017187557,0.0006663662,0.00021951462,0.00021570113,0.0011179142,0.000059867685,0.000040128496],"category_scores_gemma":[0.0026345616,0.00007532494,0.00007165433,0.0009969552,0.00013833695,0.0004987022,0.00014806422,0.0028256783,0.00014745521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002713673,0.00059459807,0.0011969868,0.000015611404,0.000029376371,0.000030596126,0.006052593,0.91135687,0.00031041482,0.0021367124,0.042532977,0.035471875],"study_design_scores_gemma":[0.002662613,0.003793906,0.0070788306,0.0022872675,0.0000266412,0.00030501655,0.011678168,0.2541636,0.0029242905,0.052549817,0.661927,0.0006029077],"about_ca_topic_score_codex":0.00008530336,"about_ca_topic_score_gemma":0.000023090553,"teacher_disagreement_score":0.6571933,"about_ca_system_score_codex":0.00041496006,"about_ca_system_score_gemma":0.0018513413,"threshold_uncertainty_score":0.9994748},"labels":[],"label_agreement":null},{"id":"W2460644572","doi":"","title":"The effectiveness of the ABRACADABRA (ABRA) web-based literacy program onprimary school students in Hong Kong","year":2016,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Educational Methods and Media Use","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Mathematics education; Literacy; Computer-mediated communication; Psychology; Pedagogy; World Wide Web; The Internet","score_opus":0.03177971822136063,"score_gpt":0.4532653599541692,"score_spread":0.4214856417328086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460644572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894284,0.0003093522,0.0034652706,0.005377046,0.00056583225,0.0005291734,4.9134195e-7,0.000009593809,0.00031485208],"genre_scores_gemma":[0.99615914,0.00013052888,0.0031601472,0.00005250349,0.0001387332,0.00003579518,8.823345e-8,0.00001336347,0.00030968804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9840305,0.013296837,0.0004706897,0.00017915989,0.0016203141,0.00040252312],"domain_scores_gemma":[0.95680726,0.04068786,0.00048257032,0.0005097749,0.0013954593,0.00011706576],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027514754,0.00012580802,0.00022465075,0.00029530068,0.0003731158,0.00024816088,0.003164474,0.000049066915,0.000015861033],"category_scores_gemma":[0.015005757,0.000047732163,0.00014085177,0.00091084867,0.0003450028,0.00077179394,0.00063582434,0.0020853376,0.0000120452205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002428655,0.0009733292,0.5009928,0.00008993785,0.0001749659,0.000024425994,0.0036183232,0.00040877564,0.06675772,0.0011716791,0.000333733,0.4230257],"study_design_scores_gemma":[0.0013234458,0.000744334,0.96630967,0.0025365497,0.000009074594,0.00003597835,0.0008020271,0.0009062202,0.021878645,0.0025802264,0.0027790682,0.00009473436],"about_ca_topic_score_codex":0.000045614463,"about_ca_topic_score_gemma":0.000008434887,"teacher_disagreement_score":0.46531692,"about_ca_system_score_codex":0.00033175203,"about_ca_system_score_gemma":0.0010043012,"threshold_uncertainty_score":0.99329126},"labels":[],"label_agreement":null},{"id":"W2593523017","doi":"","title":"Learning from Transitioning to New Technology that Supports Online and Blended Learning: A Case Study","year":2016,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Educational technology; Computer science; Transition (genetics); Computer-mediated communication; Process (computing); Blended learning; Knowledge management; Key (lock); Distance education; Synchronous learning; Cooperative learning; Multimedia; The Internet; Teaching method; Mathematics education; Psychology; World Wide Web","score_opus":0.07492536746841001,"score_gpt":0.43882968599393063,"score_spread":0.36390431852552063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593523017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.974099,0.00016627928,0.0018845736,0.02292343,0.00013508917,0.00034108257,0.0000010636066,0.00006630374,0.0003831967],"genre_scores_gemma":[0.99169374,0.0002909578,0.0010270437,0.000029695846,0.0006772424,0.0000041448084,0.0000010720637,0.000039080238,0.0062370393],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99215484,0.0050633005,0.0005000503,0.0003377529,0.0012026909,0.0007413616],"domain_scores_gemma":[0.9931662,0.004865317,0.00044267642,0.00017884784,0.0009568195,0.00039010894],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0076490412,0.00020687147,0.00041855907,0.000977421,0.0018886066,0.00020763649,0.0005088341,0.00015333098,0.00058489054],"category_scores_gemma":[0.008123976,0.00012904523,0.00009660075,0.0009560956,0.00038745653,0.0006499475,0.00026335948,0.004436222,0.000043812208],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096222217,0.00035790578,0.14389734,0.0000062780587,0.00033190212,0.0033548337,0.20290148,0.0012189338,0.009618364,0.000046124147,0.00033229816,0.6369723],"study_design_scores_gemma":[0.00155327,0.0044016563,0.0039809733,0.0005319029,0.00009149384,0.0013025769,0.9164922,0.00007406679,0.00074477086,0.000584182,0.06998659,0.00025627317],"about_ca_topic_score_codex":0.0035368507,"about_ca_topic_score_gemma":0.002523416,"teacher_disagreement_score":0.71359074,"about_ca_system_score_codex":0.00028434148,"about_ca_system_score_gemma":0.0009704585,"threshold_uncertainty_score":0.9994108},"labels":[],"label_agreement":null},{"id":"W2794320605","doi":"","title":"Conversations with Freudbot in Second Life:Mining the Virtuality of Relationship","year":2017,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Virtuality (gaming); Computer science; Knowledge management; Sociology; Psychology; Mathematics education; Artificial intelligence","score_opus":0.18613957199161935,"score_gpt":0.5101410255905973,"score_spread":0.3240014535989779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794320605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96012115,0.00009073517,0.0018065489,0.0069443574,0.00006546333,0.00021345491,0.0000024698413,0.000004743252,0.030751068],"genre_scores_gemma":[0.9966949,0.000025674606,0.00018638428,0.00005684506,0.000080828664,0.000018938243,3.9747508e-7,0.00001189233,0.0029240875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997684,0.0013701993,0.00034672688,0.00009383908,0.00032372042,0.00018148593],"domain_scores_gemma":[0.9937391,0.004473205,0.0007284873,0.0005286731,0.00048530055,0.000045221946],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055643423,0.000068937916,0.00015118439,0.00018527478,0.00062875584,0.00006302086,0.0008153231,0.000052739862,0.0010610563],"category_scores_gemma":[0.001252765,0.0000370097,0.00005065679,0.00019025506,0.0005268093,0.00019437993,0.00005609465,0.0018883292,0.000021130874],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048687714,0.0006314447,0.7759423,0.000023013967,0.0006077054,0.000019136698,0.14741929,0.0004439147,0.008204713,0.03725035,0.015425949,0.009163372],"study_design_scores_gemma":[0.0007941123,0.00066840235,0.95525134,0.00018300317,0.000015180417,0.000053266544,0.031188386,0.0001191222,0.00073434063,0.0028852732,0.008039048,0.00006855558],"about_ca_topic_score_codex":0.00024779525,"about_ca_topic_score_gemma":0.00013699161,"teacher_disagreement_score":0.17930897,"about_ca_system_score_codex":0.000058490536,"about_ca_system_score_gemma":0.00008850414,"threshold_uncertainty_score":0.9998521},"labels":[],"label_agreement":null},{"id":"W2980116058","doi":"","title":"The Integration of ePortfolios in Higher Education, and Students’ Perceptions","year":2018,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College Saint-Jean; University of Alberta","funders":"","keywords":"Technology integration; Perception; Computer science; Higher education; Mathematics education; Educational technology; Electronic learning; Computer-Assisted Instruction; Computer-mediated communication; Distance education; Psychology; Multimedia; Pedagogy; World Wide Web; The Internet","score_opus":0.1401118234071367,"score_gpt":0.5740534635470569,"score_spread":0.4339416401399202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980116058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95741177,0.00021699387,0.000043366264,0.008180186,0.00057922053,0.00015482624,7.402105e-8,0.000002026136,0.033411566],"genre_scores_gemma":[0.9905871,0.0008867394,0.00011935887,0.000026254134,0.0006131929,0.000006771479,1.4471225e-7,0.0000057064253,0.0077547263],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9949441,0.003740028,0.0003009876,0.0000690063,0.000779732,0.00016616273],"domain_scores_gemma":[0.9929096,0.003835583,0.00044193186,0.00011003892,0.0026570517,0.000045785233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012117172,0.000046259138,0.00008479889,0.00026604216,0.00089065125,0.00014603024,0.00044146267,0.00003750477,0.00026823365],"category_scores_gemma":[0.0078544235,0.000026641994,0.000025395704,0.00057947927,0.00095252844,0.00057708455,0.00007451026,0.0011202842,0.000013823226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008159282,0.0006673941,0.33017766,0.000007121173,0.0001071021,0.0000010509034,0.4977937,0.000022420658,0.01727737,0.009687565,0.0034354252,0.14000723],"study_design_scores_gemma":[0.00011079172,0.00036605212,0.68288136,0.00013602615,0.0000122059355,0.000011625307,0.27296582,0.000012654437,0.00044679412,0.006517959,0.036500756,0.000037963455],"about_ca_topic_score_codex":0.0013477292,"about_ca_topic_score_gemma":0.000905534,"teacher_disagreement_score":0.35270366,"about_ca_system_score_codex":0.00034951317,"about_ca_system_score_gemma":0.00054172217,"threshold_uncertainty_score":0.9403046},"labels":[],"label_agreement":null},{"id":"W3037346982","doi":"","title":"Inquiry Learning with an Interactive Physics Simulation: What Exploratory Strategies Lead to Success?","year":2019,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Lead (geology); Exploratory research; Mathematics education; Computer science; Educational technology; Active learning (machine learning); Teaching method; Computer-Assisted Instruction; Multimedia; Psychology; Sociology","score_opus":0.188326541300612,"score_gpt":0.5313854352920226,"score_spread":0.34305889399141065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037346982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9320467,0.0001572698,0.061127465,0.0005038932,0.0009727729,0.00032938187,3.3190133e-7,0.00005515625,0.004806999],"genre_scores_gemma":[0.9945616,0.00001780409,0.0009035459,0.00014695723,0.0010434625,0.000013107609,0.0000041382373,0.0000917136,0.003217661],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.977037,0.020156847,0.0005768143,0.00040333244,0.0011396494,0.00068633736],"domain_scores_gemma":[0.98566574,0.009905029,0.0008152557,0.00046458538,0.002987492,0.00016191803],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01703084,0.00031597508,0.0005221688,0.0007010753,0.00064813334,0.0006940967,0.0008692231,0.00012820752,0.00090487517],"category_scores_gemma":[0.0019958937,0.00020841323,0.00010765789,0.0012053433,0.00034280372,0.0037862568,0.00020664101,0.009398837,0.0006328306],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011387669,0.0003258547,0.01447542,0.000029551938,0.0005459403,0.00007382328,0.38902014,0.4874246,0.008648832,0.00056351576,0.0001992644,0.087305374],"study_design_scores_gemma":[0.0014227029,0.0123947505,0.023754233,0.0012444914,0.00004673183,0.00014465195,0.9419551,0.006447557,0.0014289841,0.00046835557,0.010244804,0.0004476254],"about_ca_topic_score_codex":0.00009748895,"about_ca_topic_score_gemma":0.000008136147,"teacher_disagreement_score":0.55293494,"about_ca_system_score_codex":0.0003303388,"about_ca_system_score_gemma":0.00027891787,"threshold_uncertainty_score":0.99288654},"labels":[],"label_agreement":null},{"id":"W3082482578","doi":"","title":"Affordances of New Mobile Technologies: Promoting Learner Agency, Autonomy, and Self-regulated Learning","year":2018,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Affordance; Agency (philosophy); Computer science; Autonomy; Mobile device; Educational technology; Self-regulated learning; Human–computer interaction; Technology integration; Multimedia; Knowledge management; Mathematics education; Psychology; World Wide Web; Sociology","score_opus":0.0390045709064683,"score_gpt":0.41423581631101297,"score_spread":0.37523124540454467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082482578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9920972,0.00057532697,0.00015623194,0.0024800207,0.00013255127,0.0003032231,1.7743822e-7,0.00014650867,0.004108761],"genre_scores_gemma":[0.9947926,0.00053014024,0.000754138,0.0000071392956,0.0001846079,0.0000024828537,1.1966387e-7,0.000020416077,0.00370836],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9960211,0.0016769853,0.00045296917,0.00017473637,0.001072298,0.0006019217],"domain_scores_gemma":[0.9961931,0.0011685515,0.0007724053,0.00017917223,0.0015809597,0.000105779196],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0102414135,0.0001388397,0.00031289094,0.000522783,0.0013082179,0.000112867754,0.0009631774,0.0002009881,0.00015024332],"category_scores_gemma":[0.010705714,0.000097014046,0.00007638564,0.0008914841,0.0020043005,0.00051284756,0.00039803868,0.003019218,0.000026226791],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089395826,0.00041720932,0.07086656,0.00007815078,0.0005288313,0.00003093896,0.40103626,0.0002559902,0.039042998,0.0003911077,0.0019227056,0.48453528],"study_design_scores_gemma":[0.0025552555,0.013915736,0.037009902,0.0031408344,0.00015899542,0.00029860175,0.645129,0.0026641819,0.1457501,0.009623866,0.13904753,0.0007059514],"about_ca_topic_score_codex":0.0008003917,"about_ca_topic_score_gemma":0.000108614106,"teacher_disagreement_score":0.48382932,"about_ca_system_score_codex":0.00042072913,"about_ca_system_score_gemma":0.0008723685,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W3083803419","doi":"","title":"Learning On-The-Go: Older Adults’ Use of Mobile Devices to Enhance Self-Directed, Informal Learning","year":2018,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Mobile device; Computer science; Informal learning; Educational technology; Electronic learning; Multimedia; Psychology; Human–computer interaction; Mathematics education; Pedagogy; World Wide Web","score_opus":0.03169924893724757,"score_gpt":0.39885593867565716,"score_spread":0.3671566897384096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083803419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992599,0.000083382845,0.00009772274,0.002452193,0.00020953632,0.0005215165,6.239605e-7,0.00018231613,0.0038536692],"genre_scores_gemma":[0.9945975,0.00022534182,0.0004986182,0.00011301006,0.00040347764,0.0000214515,4.572703e-7,0.000034529046,0.004105639],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9920525,0.004516116,0.0006644155,0.00024224441,0.0016914512,0.00083324814],"domain_scores_gemma":[0.9850727,0.009922193,0.0008707577,0.0002910091,0.0036574341,0.00018592794],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010055127,0.0002040376,0.00036781636,0.00070860115,0.0020466405,0.00020768447,0.0013937753,0.00017956948,0.00048729437],"category_scores_gemma":[0.021696096,0.00013168821,0.00013894276,0.0015298852,0.0010485515,0.00091677584,0.0004372923,0.0055487985,0.00036163503],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039963154,0.000422884,0.05241663,0.000064415915,0.0005593941,0.000037571368,0.8274553,0.0053168084,0.005186206,0.0003359011,0.0062090796,0.09799952],"study_design_scores_gemma":[0.0010740649,0.012808871,0.04965549,0.0043706135,0.00008022459,0.00009428306,0.47822082,0.0036491014,0.053200487,0.00008947582,0.3961301,0.00062647567],"about_ca_topic_score_codex":0.0010790346,"about_ca_topic_score_gemma":0.0007611333,"teacher_disagreement_score":0.389921,"about_ca_system_score_codex":0.00028152124,"about_ca_system_score_gemma":0.00038755388,"threshold_uncertainty_score":0.99925256},"labels":[],"label_agreement":null}]}