{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":11,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":11,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"eccd80d77a3f","filters":{"venue":"International Journal of Role-Playing"}},"results":[{"id":"W4366504791","doi":"10.33063/ijrp.vi10.277","title":"A Qualitative Exploration of the Perceived Social Benefits of Playing Table-top Role-playing Games","year":2020,"lang":"en","type":"article","venue":"International Journal of Role-Playing","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Mount Saint Vincent University; Dalhousie University","funders":"","keywords":"Psychology; Competence (human resources); Qualitative research; Social competence; Creativity; Social psychology; Focus group; Qualitative property; Developmental psychology; Social change; Sociology","authors":[{"name":"M. Orr","is_ca":true},{"name":"Sará King","is_ca":true},{"name":"Melissa McGonnell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06487617370361126,"gpt":0.3488195748417259,"spread":0.2839434011381146,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008323626,0.0001595671,0.0003679395,0.0002403978,0.0003764757,0.0001054648,0.0009239899,0.0001452634,0.00006624453],"category_scores_gemma":[0.001349794,0.0001348288,0.0002233702,0.0004273576,0.000252491,0.001208172,0.0001762144,0.0003477192,0.000004538369],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001594222,"about_ca_system_score_gemma":0.0003867628,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000164029,"about_ca_topic_score_gemma":0.0000843759,"domain_scores_codex":[0.9972306,0.0002134354,0.0008860072,0.0001822285,0.001248954,0.0002387214],"domain_scores_gemma":[0.9972167,0.0003874397,0.001277552,0.00007311811,0.0009615538,0.00008362841],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006958852,0.0002146771,0.06112187,0.00004091567,0.0006987815,0.0000176547,0.7360349,0.0008886572,0.05756081,0.1050188,0.0005806969,0.03712634],"study_design_scores_gemma":[0.006232954,0.0005317386,0.1198511,0.001564727,0.0002486401,0.00007094091,0.7992077,0.002405732,0.02208643,0.03785298,0.008736689,0.001210418],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9811165,0.0003292737,0.0007981018,0.008227952,0.0005241759,0.0001457669,0.00003047412,0.00002689048,0.008800914],"genre_scores_gemma":[0.9979292,0.00009494723,0.001113926,0.0003009095,0.0004878817,0.000003717703,0.000006017808,0.00001486251,0.00004851649],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0671658,"threshold_uncertainty_score":0.5498161,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376860111","doi":"10.33063/ijrp.vi3.223","title":"A Tale of Two Cities: Symbolic Capital and Larp Community Formation in Canada and Sweden","year":2012,"lang":"en","type":"article","venue":"International Journal of Role-Playing","topic":"Social and Educational Sciences","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"","keywords":"Symbolic capital; Social capital; The Symbolic; Symbolic power; Sociology; Context (archaeology); Power (physics); Capital (architecture); Public relations; Social science; Political science; Law; Politics; Psychology; History","authors":[{"name":"Mikael Hellström","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02744582152293834,"gpt":0.3229921466773327,"spread":0.2955463251543944,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009334184,0.00004256744,0.00009614626,0.0000953862,0.0002059556,0.0000426668,0.0001973725,0.00001991094,0.00003410498],"category_scores_gemma":[0.0002158605,0.00003876779,0.00001855664,0.00008559229,0.0001107495,0.0008039323,0.00003647762,0.0001354798,3.352368e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002864694,"about_ca_system_score_gemma":0.000432902,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.838694,"about_ca_topic_score_gemma":0.7721613,"domain_scores_codex":[0.9990005,0.0001294336,0.0002368108,0.00002889408,0.0004724257,0.0001318942],"domain_scores_gemma":[0.999212,0.0002726627,0.0002218895,0.00002176864,0.0001790464,0.00009261436],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001099772,0.00003427619,0.8871803,0.000004980489,0.00001864935,0.000001610967,0.1034169,0.00001423999,0.000628337,0.004901253,0.00007251682,0.003715949],"study_design_scores_gemma":[0.0003509961,0.00001856392,0.8031985,0.00008626846,0.000007498797,0.00005525518,0.189369,0.00007375348,0.0001741715,0.005993655,0.000588747,0.00008360887],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9955723,0.0004083684,0.00001121475,0.0008208944,0.0005286151,0.00003119806,0.00000644851,0.000001400213,0.00261951],"genre_scores_gemma":[0.9993538,0.0001042472,0.0001402239,0.00009869033,0.0002797433,0.00000109333,0.000001229791,0.000001678655,0.0000192781],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08595208,"threshold_uncertainty_score":0.2319962,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376643875","doi":"10.33063/ijrp.vi13.311","title":"A Reparative Play in Dungeons & Dragons","year":2023,"lang":"en","type":"article","venue":"International Journal of Role-Playing","topic":"Digital Games and Media","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Queer; Reading (process); Realm; Sociology; Aesthetics; Rhetoric; Identity (music); Performativity; Reflexivity; Media studies; Art; Gender studies; Political science; Social science","authors":[{"name":"Giuseppe Femia","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03342573344210369,"gpt":0.3649149446497426,"spread":0.3314892112076389,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008603461,0.00006979803,0.0001386998,0.0003769362,0.00005802155,0.0001355367,0.0004000239,0.0000530616,0.0001034145],"category_scores_gemma":[0.0009286248,0.00006459808,0.0001063284,0.0003068608,0.00007770096,0.0004830665,0.00005327081,0.0002043927,0.0001122828],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001614386,"about_ca_system_score_gemma":0.0002581508,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001683579,"about_ca_topic_score_gemma":0.001943456,"domain_scores_codex":[0.9985801,0.00007058642,0.0003428464,0.00009604971,0.0006972087,0.0002132105],"domain_scores_gemma":[0.9990426,0.0002869408,0.0002273203,0.00005227867,0.0002735993,0.0001172852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004833799,0.0005176621,0.267424,0.00001208585,0.0006958253,0.002351851,0.3317421,0.002781441,0.008886313,0.06852014,0.02447521,0.29211],"study_design_scores_gemma":[0.0008420227,0.0000556171,0.04996073,0.0002599355,0.00001285977,0.00005261372,0.01330466,0.0001793135,0.00009255094,0.004270274,0.9307827,0.0001867043],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.802747,0.0001090944,0.0001080521,0.003951608,0.001706012,0.00006504434,0.00001279617,0.00002827718,0.1912722],"genre_scores_gemma":[0.9900748,0.0001611941,0.0003631355,0.0001755576,0.0004674235,0.000003273317,0.000005350142,0.000007551923,0.008741722],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9063075,"threshold_uncertainty_score":0.2634234,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366525825","doi":"10.33063/ijrp.vi12.291","title":"A Scholarly Character Sheet to Frame Learning Activities and Improve Engagement","year":2022,"lang":"en","type":"article","venue":"International Journal of Role-Playing","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"York University","keywords":"Mindset; Curriculum; Session (web analytics); Rubric; Character (mathematics); Psychology; Comprehension; Syllabus; Mathematics education; Computer science; Multimedia; Pedagogy; World Wide Web; Artificial intelligence","authors":[{"name":"Pascal Martinolli","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02184886601754779,"gpt":0.3236810695483994,"spread":0.3018322035308516,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009523132,0.00009963954,0.0001304149,0.0003524074,0.0002215137,0.0002342193,0.0003392494,0.0000333626,0.001284037],"category_scores_gemma":[0.0001514757,0.0001022695,0.00006917582,0.00008169652,0.00001742492,0.0004923682,0.0001480141,0.0007945024,0.00002277175],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001883779,"about_ca_system_score_gemma":0.00006409013,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003689262,"about_ca_topic_score_gemma":0.000001102507,"domain_scores_codex":[0.998567,0.0001931137,0.0003530199,0.0001718733,0.0005659727,0.0001489875],"domain_scores_gemma":[0.9990079,0.0001923051,0.0003777277,0.00008861881,0.0002448266,0.00008864475],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.001641055,0.0009955211,0.2387323,0.000017405,0.001634784,0.0001632001,0.09586083,0.001878877,0.3117484,0.03184318,0.00429551,0.311189],"study_design_scores_gemma":[0.0016021,0.0008724867,0.5400286,0.00007474271,0.00006426459,0.000760722,0.04431526,0.0004342017,0.0005111629,0.0009308126,0.4100248,0.0003808253],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9877136,0.0003299352,0.0008943492,0.005474593,0.002726093,0.0000961646,0.00001815027,0.00001207963,0.002734992],"genre_scores_gemma":[0.994839,0.000018085,0.001071788,0.001427951,0.0007148614,0.000039648,0.00001114744,0.00001698585,0.001860599],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4057293,"threshold_uncertainty_score":0.9996289,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376876823","doi":"10.33063/ijrp.vi6.245","title":"Playing Political Science - Leveraging Game Design in the Post-Secondary Classroom","year":2023,"lang":"en","type":"article","venue":"International Journal of Role-Playing","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Operationalization; Computer science; Game design; Mathematics education; Politics; Curriculum; Game Developer; Multimedia; Pedagogy; Sociology; Psychology; Political science; Epistemology","authors":[{"name":"Mikael Hellström","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.123891630229699,"gpt":0.4246354838422738,"spread":0.3007438536125748,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03327405,0.0001351098,0.00021723,0.0008769951,0.001184474,0.0005639323,0.003002347,0.00008912022,0.00006878702],"category_scores_gemma":[0.01454009,0.0001032511,0.0001101252,0.001717145,0.001361477,0.001312959,0.000234382,0.0009156997,0.00002202303],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009097178,"about_ca_system_score_gemma":0.001736811,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001099803,"about_ca_topic_score_gemma":0.00008258158,"domain_scores_codex":[0.9941992,0.001527852,0.000626651,0.0002470951,0.002528942,0.0008703222],"domain_scores_gemma":[0.9943865,0.004016296,0.0004355465,0.0001215583,0.0009102983,0.000129831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0001828477,0.0001247211,0.1842491,0.000008096941,0.00009569108,0.0006706349,0.1911315,0.001108138,0.03654119,0.4977626,0.0007230902,0.08740248],"study_design_scores_gemma":[0.001001583,0.0001921636,0.6347369,0.0002739331,0.00002171247,0.0002144798,0.2213873,0.002414499,0.0007839932,0.1343356,0.004128227,0.0005096284],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9365237,0.00007467745,0.01025456,0.01740258,0.003471212,0.0001628249,0.000004580027,0.00006094942,0.03204496],"genre_scores_gemma":[0.9856524,0.00002655269,0.01186743,0.001450603,0.0009438025,0.000004356868,9.207231e-7,0.000009034971,0.00004493664],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4504878,"threshold_uncertainty_score":0.9954478,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366505085","doi":"10.33063/ijrp.vi8.259","title":"Year Zero Economics - Using Edu-Larping to Explore Economic Systems in the Ninth Grade","year":2018,"lang":"en","type":"article","venue":"International Journal of Role-Playing","topic":"Educational Games and Gamification","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of New Brunswick","funders":"","keywords":"Practicum; Unit (ring theory); Mathematics education; Curriculum; Subject (documents); Subject matter; Supervisor; Computer science; Psychology; Pedagogy; Political science; Library science","authors":[{"name":"Ken Koziej","is_ca":false},{"name":"Mikael Hellström","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.082798151129727,"gpt":0.3722199946639259,"spread":0.2894218435341989,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000700275,0.0001089626,0.0001572697,0.0003452469,0.00007004618,0.0001580948,0.000645309,0.00006111824,0.0001229489],"category_scores_gemma":[0.00004630998,0.00009350236,0.00008236677,0.00006731362,0.00003935135,0.0002362264,0.00003558948,0.0002024999,0.0001638378],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000352128,"about_ca_system_score_gemma":0.0001100427,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002956355,"about_ca_topic_score_gemma":0.00001904226,"domain_scores_codex":[0.9987921,0.0001026249,0.0005859435,0.0001667812,0.0001773992,0.0001752172],"domain_scores_gemma":[0.9989942,0.0001492531,0.000441985,0.0001664686,0.0001851672,0.00006295509],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0013106,0.001119246,0.3220866,0.00003335459,0.001743773,0.000132158,0.1899596,0.0590095,0.01409131,0.3568368,0.02107993,0.03259715],"study_design_scores_gemma":[0.005989049,0.00104225,0.4618179,0.001465548,0.0002135416,0.005313163,0.1995243,0.04111563,0.0008949971,0.01521183,0.2657924,0.001619405],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.986589,0.0002591015,0.00238886,0.002367477,0.005671738,0.0001185176,0.000008862962,0.000005479343,0.002591035],"genre_scores_gemma":[0.9954411,0.00002237479,0.00114682,0.000595432,0.002674549,0.00000934011,0.000005310874,0.00001811226,0.00008699948],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.341625,"threshold_uncertainty_score":0.3812916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376860119","doi":"10.33063/ijrp.vi2.192","title":"Playing House in a World of Night: Discursive Trajectories of Masculinity in a Tabletop Role-playing Game","year":2011,"lang":"en","type":"article","venue":"International Journal of Role-Playing","topic":"Digital Games and Media","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Masculinity; Character (mathematics); Identity (music); Session (web analytics); Sociology; Media studies; Psychology; Aesthetics; Gender studies; Art; Computer science","authors":[{"name":"William J. White","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02832905196289447,"gpt":0.2909799805957032,"spread":0.2626509286328088,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001361359,0.0001899217,0.0005370944,0.0009070589,0.00005337546,0.00007124637,0.0008094632,0.0001085332,0.0001223818],"category_scores_gemma":[0.0008229715,0.0001736453,0.0002445802,0.0005326839,0.0002379863,0.0010993,0.00009853653,0.0004638325,0.000003503714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002787038,"about_ca_system_score_gemma":0.0004077035,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002599776,"about_ca_topic_score_gemma":0.007138569,"domain_scores_codex":[0.9969706,0.0001656351,0.001150917,0.000199982,0.001126674,0.0003861987],"domain_scores_gemma":[0.997829,0.0003749192,0.001019115,0.000120303,0.0004935926,0.0001631383],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007589905,0.0005813839,0.8112254,0.00003854922,0.0002305535,0.0002691396,0.1510846,0.0003232408,0.005524447,0.00662597,0.00003356829,0.02330421],"study_design_scores_gemma":[0.008163632,0.0006197048,0.8142688,0.005455665,0.0001755153,0.000142998,0.1375154,0.0009730306,0.00946828,0.0121369,0.009865813,0.001214255],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9611953,0.0005108179,0.0001376248,0.0002218008,0.0009561212,0.0001487752,0.00002267444,0.00001361539,0.03679323],"genre_scores_gemma":[0.9978119,0.000194615,0.001306621,0.00005563939,0.0002912589,0.000005858041,0.000002071119,0.00002391396,0.0003081703],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03661652,"threshold_uncertainty_score":0.7081051,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4414205203","doi":"10.33063/ijrp.vi16.642","title":"Uninformed Consent in TTRPGs: Communicating Expectations to Avoid Nightmare Game Master Horror Stories","year":2025,"lang":"en","type":"article","venue":"International Journal of Role-Playing","topic":"Information and Cyber Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Power (physics); Qualitative research; Order (exchange); Nightmare; Social media; Qualitative analysis; Narrative","authors":[{"name":"Guiseppe Femia","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02485229870289244,"gpt":0.30801984771121,"spread":0.2831675490083175,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003914627,0.0001127837,0.0001716163,0.0006771994,0.0001131321,0.0003034651,0.001525331,0.00004549983,0.0000242435],"category_scores_gemma":[0.0002582498,0.000105584,0.00008232751,0.0003341938,0.00002914398,0.001105903,0.0003396599,0.0003220459,0.00002658613],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002685931,"about_ca_system_score_gemma":0.0002408359,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003955473,"about_ca_topic_score_gemma":0.0001588188,"domain_scores_codex":[0.9984553,0.0000771424,0.0007264093,0.00009574648,0.0004722916,0.0001731255],"domain_scores_gemma":[0.9984435,0.0002606523,0.0003458716,0.0002351034,0.0006388344,0.0000760709],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004845991,0.0005376535,0.07958565,0.00009025254,0.0006361539,0.00021513,0.3437935,0.00702418,0.004648772,0.4726579,0.009868682,0.08045753],"study_design_scores_gemma":[0.0166871,0.0007610586,0.1649944,0.007214006,0.00009403261,0.001270398,0.1724662,0.2970477,0.0198285,0.02463202,0.2922807,0.002723711],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6228298,0.0004853248,0.3057133,0.02306092,0.003495657,0.0003161127,0.00001788095,0.00008524631,0.04399574],"genre_scores_gemma":[0.9817033,0.00001343637,0.01622859,0.001772799,0.00005247034,0.00000734327,0.000004707196,0.000003912973,0.0002134585],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4480259,"threshold_uncertainty_score":0.4305589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366505159","doi":"10.33063/ijrp.vi8.257","title":"International Journal of Role-playing 8 -- Full Issue -- IJRP","year":2018,"lang":"en","type":"article","venue":"International Journal of Role-Playing","topic":"Problem Solving Skills Development","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of New Brunswick","funders":"","keywords":"Political science; Psychology","authors":[{"name":"Sarah Lynne Bowman","is_ca":true},{"name":"Ken Koziej","is_ca":true},{"name":"Mikael Hellström","is_ca":true},{"name":"Magdalene Loh","is_ca":true},{"name":"Rian Rezende","is_ca":true},{"name":"Sabrina Araujo","is_ca":true},{"name":"Denise Berruezo Portinari","is_ca":true},{"name":"Susan Weiner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02536559287013366,"gpt":0.382824027969224,"spread":0.3574584350990903,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003131497,0.0003958315,0.0006921843,0.001323709,0.0005566428,0.0001685082,0.00270225,0.000325683,0.002767644],"category_scores_gemma":[0.001942604,0.0003515939,0.0003726955,0.0002663241,0.0001560985,0.001231453,0.000603546,0.001842415,0.0004977121],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001396829,"about_ca_system_score_gemma":0.001397644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009673259,"about_ca_topic_score_gemma":0.00005932368,"domain_scores_codex":[0.9926893,0.000454625,0.0031022,0.0003201978,0.00272906,0.0007046802],"domain_scores_gemma":[0.9869539,0.0008316406,0.004135253,0.0002769332,0.007419455,0.0003828634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004285503,0.0009596493,0.6285406,0.0001351911,0.005616364,0.001713501,0.04017854,0.0004911876,0.1471955,0.002311068,0.05819444,0.1103784],"study_design_scores_gemma":[0.02495378,0.002498623,0.1849848,0.01557754,0.0005879236,0.009378481,0.01840616,0.006273594,0.01019298,0.01216174,0.7123989,0.002585471],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9010175,0.001379371,0.0169501,0.01271437,0.04337208,0.0004680028,0.00007080101,0.00008645009,0.0239413],"genre_scores_gemma":[0.9585819,0.0004146611,0.02632942,0.002226456,0.01165387,0.000009516016,0.00001480694,0.00007978205,0.0006896141],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6542045,"threshold_uncertainty_score":0.9998936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376860185","doi":"10.33063/ijrp.vi3.219","title":"International Journal of Role-playing 3: Full Issue","year":2012,"lang":"en","type":"article","venue":"International Journal of Role-Playing","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"European Commission","keywords":"Creativity; Embodied cognition; Hobby; Cognition; Popularity; Symbolic capital; Sociology; Psychology; Social psychology; Epistemology; Social science; Political science","authors":[{"name":"J. Tuomas Harviainen","is_ca":true},{"name":"Mikael Hellström","is_ca":true},{"name":"Karl Bergström","is_ca":true},{"name":"Petri Lankoski","is_ca":true},{"name":"Simo Järvelä","is_ca":true},{"name":"Mikko Meriläinen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01790330403962601,"gpt":0.3211477040684293,"spread":0.3032444000288033,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002372122,0.0002066365,0.0003738178,0.0006056074,0.0001307386,0.0004556601,0.001670724,0.000147903,0.0008316818],"category_scores_gemma":[0.001281119,0.0001854006,0.0004036671,0.0001719645,0.0001620702,0.002599976,0.0001586481,0.0005671722,0.00007528206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004638925,"about_ca_system_score_gemma":0.0004208546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008759038,"about_ca_topic_score_gemma":0.00003484247,"domain_scores_codex":[0.9954883,0.0001497617,0.001130776,0.0001341565,0.002609674,0.000487291],"domain_scores_gemma":[0.9953538,0.0003246649,0.001591328,0.0001056171,0.002140121,0.0004844757],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001093315,0.0009275265,0.1405087,0.00001565752,0.001866747,0.0005174133,0.050221,0.000329224,0.02478704,0.009675078,0.008605331,0.761453],"study_design_scores_gemma":[0.001515658,0.0001596752,0.006980486,0.0003762832,0.00008108567,0.001020823,0.01267962,0.0001278387,0.0007994847,0.0006661424,0.9752995,0.0002933613],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7149152,0.003426917,0.002246397,0.006576987,0.02950202,0.000155112,0.00003873954,0.00003519969,0.2431034],"genre_scores_gemma":[0.9814628,0.0006523533,0.003247999,0.0005452182,0.01244578,0.000001505717,0.000005173478,0.00002710708,0.001612056],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9666942,"threshold_uncertainty_score":0.9106332,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4366525806","doi":"10.33063/ijrp.vi12.287","title":"International Journal of Role-playing 12 -- Full Issue -- IJRP","year":2022,"lang":"en","type":"article","venue":"International Journal of Role-Playing","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Université de Montréal; York University","keywords":"Computer science; Political science","authors":[{"name":"William J. White","is_ca":false},{"name":"Evan Torner","is_ca":false},{"name":"Sarah Lynne Bowman","is_ca":false},{"name":"Tadeu Rodrigues Iuama","is_ca":false},{"name":"Luiz Felipe Falcão","is_ca":false},{"name":"Marissa Baker","is_ca":false},{"name":"Pascal Martinolli","is_ca":false},{"name":"Hanne Grasmo","is_ca":false},{"name":"Jaakko Stenros","is_ca":false},{"name":"Christian Mehrstam","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06214267317140247,"gpt":0.3761653668372673,"spread":0.3140226936658648,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003189104,0.0002102154,0.0003775018,0.0008637137,0.0006511707,0.0003324285,0.002177223,0.00008661026,0.003181554],"category_scores_gemma":[0.001000496,0.0002114879,0.0003903582,0.0002449794,0.0001852008,0.0009029616,0.0002513658,0.001088142,0.00002979918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001058606,"about_ca_system_score_gemma":0.0007935886,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003229703,"about_ca_topic_score_gemma":0.0001036593,"domain_scores_codex":[0.9946219,0.00055061,0.001177129,0.0001987555,0.003079831,0.0003717415],"domain_scores_gemma":[0.9956083,0.0004159672,0.001831445,0.0001199732,0.001794233,0.0002300249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001785864,0.001507993,0.2244187,0.00001966967,0.003686262,0.0007181547,0.5810629,0.002623446,0.01492241,0.006462804,0.03768962,0.1251021],"study_design_scores_gemma":[0.001894193,0.0002413042,0.01064112,0.0001424057,0.00009996419,0.0008974004,0.3605843,0.0002003439,0.0001848607,0.001179965,0.6235822,0.0003519236],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7454587,0.005222859,0.00205122,0.1661428,0.04251847,0.0003028264,0.0000700194,0.00007773285,0.03815538],"genre_scores_gemma":[0.9892743,0.0003231293,0.001899566,0.001183743,0.006452896,0.00000659256,0.000006629702,0.00002695628,0.0008261757],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5858926,"threshold_uncertainty_score":0.9977297,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}