{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":10,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":10,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"ebf11fa9c30f","filters":{"venue":"The Journal of Problem Solving"}},"results":[{"id":"W2032767523","doi":"10.7771/1932-6246.1090","title":"Human Performance on the Traveling Salesman and Related Problems: A Review","year":2011,"lang":"en","type":"review","venue":"The Journal of Problem Solving","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Travelling salesman problem; Computer science; Operations research; Mathematics; Algorithm","authors":[{"name":"James N. MacGregor","is_ca":true},{"name":"Yun Chu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09076530393819074,"gpt":0.3128578328087348,"spread":0.2220925288705441,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001161229,0.001120895,0.001731206,0.002677818,0.0003437829,0.001285897,0.00114845,0.001669475,0.002713821],"category_scores_gemma":[0.002950748,0.0004158984,0.000436726,0.004056347,0.001010165,0.00236419,0.0006441492,0.001143939,0.002003144],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008409278,"about_ca_system_score_gemma":0.001451973,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002559018,"about_ca_topic_score_gemma":0.002843924,"domain_scores_codex":[0.9995172,0.00009520673,0.00007503856,0.0001029795,0.0001751567,0.00003438751],"domain_scores_gemma":[0.9979589,0.001363543,0.0001488272,0.00003742895,0.0004197005,0.00007163295],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005012159,0.00008921525,0.0005777993,0.01208273,0.00008198555,0.00009216469,0.000119022,0.0006400216,0.0004882242,0.003936142,0.01845784,0.9633847],"study_design_scores_gemma":[0.00002961459,0.0004209923,0.007153949,0.01262156,0.0002389019,0.002245642,0.0004629104,0.000475973,0.001081517,0.01252763,0.9626385,0.0001028463],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003263514,0.9976575,0.0003165829,0.0003085269,0.0000855793,0.000004644639,0.00001498972,0.000006650227,0.001279166],"genre_scores_gemma":[0.001322218,0.9977692,0.0003892237,0.00009046887,0.0001293955,0.00000665337,0.0000231889,0.000001984819,0.0002677134],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.002713821,"threshold_uncertainty_score":0.009078681,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2024699871","doi":"10.7771/1932-6246.1094","title":"Human Performance on Insight Problem Solving: A Review","year":2011,"lang":"en","type":"review","venue":"The Journal of Problem Solving","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":91,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Management science; Engineering","authors":[{"name":"Yun Chu","is_ca":false},{"name":"James N. MacGregor","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1473883406926863,"gpt":0.4078469733379657,"spread":0.2604586326452794,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001709999,0.001372849,0.002417642,0.004068282,0.0003405722,0.001334604,0.001654565,0.001661456,0.002541708],"category_scores_gemma":[0.003739601,0.000526725,0.0005559466,0.004459601,0.001136944,0.002391387,0.001019388,0.001215757,0.002244073],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008733956,"about_ca_system_score_gemma":0.001543111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001754455,"about_ca_topic_score_gemma":0.001665543,"domain_scores_codex":[0.9993367,0.0001320529,0.0001485173,0.0001337479,0.0002120623,0.00003688716],"domain_scores_gemma":[0.997135,0.001988143,0.0002401992,0.00006574839,0.0004592799,0.000111474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007581286,0.0000716904,0.0003817077,0.01897553,0.0001114541,0.00007859486,0.0001009124,0.0003138818,0.000348411,0.001198548,0.008982605,0.9693609],"study_design_scores_gemma":[0.00008375006,0.0006158178,0.0100132,0.02990571,0.0005784184,0.003681425,0.0004370931,0.0003180549,0.00139024,0.009103507,0.9437509,0.00012194],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001929188,0.9988313,0.0001865865,0.000150882,0.00005712506,0.000004005992,0.00001357318,0.00000713896,0.0005563918],"genre_scores_gemma":[0.001038981,0.9983482,0.0002511585,0.00007951808,0.0001004228,0.000007892926,0.00002668704,0.000002093073,0.0001449828],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.004068282,"threshold_uncertainty_score":0.009043455,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2013101319","doi":"10.7771/1932-6246.1172","title":"Differential Modulation of Performance in Insight and Divergent Thinking Tasks with tDCS","year":2015,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Wellcome Trust","keywords":"Transcranial direct-current stimulation; Psychology; Fluency; Middle temporal gyrus; Creativity; Cognitive psychology; Verbal fluency test; Divergent thinking; Neuroscience; Stimulation; Cognition; Social psychology; Neuropsychology","authors":[{"name":"Vinod Goel","is_ca":false},{"name":"Iveta Eimontaite","is_ca":false},{"name":"Amit Goel","is_ca":true},{"name":"Igor Schindler","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04513202085595065,"gpt":0.3021969432291672,"spread":0.2570649223732166,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002344027,0.0002923562,0.0002330036,0.0001489069,0.0001080952,0.0001871368,0.0001089449,0.0001431524,0.001298305],"category_scores_gemma":[0.001515319,0.00009308235,0.0001095389,0.00006734878,0.0003864075,0.0001411633,0.0002581124,0.0002718258,0.0001541901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001081273,"about_ca_system_score_gemma":0.0001714288,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001051667,"about_ca_topic_score_gemma":0.001224057,"domain_scores_codex":[0.9998471,0.00003784632,0.00001520092,0.00003628977,0.00003600496,0.0000275205],"domain_scores_gemma":[0.9995296,0.000246401,0.00004890719,0.00004304066,0.00006222932,0.00006989454],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002278941,0.0002753153,0.01012972,0.00004644998,0.00002005088,0.0002490039,0.001233079,0.0001152366,0.9707488,0.00005565101,0.00003445318,0.0148134],"study_design_scores_gemma":[0.0003253097,0.009913724,0.6306604,0.00001938955,0.0001103864,0.002026978,0.00225952,0.002763394,0.3501622,0.0005528862,0.001153057,0.00005278648],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.999558,0.000007943094,0.0002031125,0.000005601445,0.000002470923,0.000005071924,0.00001082797,0.000003581579,0.0002034238],"genre_scores_gemma":[0.9988028,0.00002338078,0.0005102341,0.000009812917,0.000003288841,0.00002466038,0.00002992224,0.000005274241,0.0005905467],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.001298305,"threshold_uncertainty_score":0.004343271,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018638632","doi":"10.7771/1932-6246.1062","title":"The Effects of Number and Level of Restructuring in Insight Problem Solving","year":2009,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Restructuring; Word (group theory); Reading (process); Meaning (existential); Relation (database); Linguistics; Computer science; Psychology; Political science; Law; Philosophy","authors":[{"name":"James N. MacGregor","is_ca":true},{"name":"John Cunningham","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0395761502980739,"gpt":0.3364964827193025,"spread":0.2969203324212286,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001624113,0.0004878996,0.0004092295,0.0004981613,0.0002089502,0.001012749,0.000652563,0.0007834511,0.003412242],"category_scores_gemma":[0.03988329,0.0004344104,0.0002217453,0.0002568083,0.0008155867,0.001414202,0.0009571421,0.001120841,0.000382369],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004458685,"about_ca_system_score_gemma":0.0002697815,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002746382,"about_ca_topic_score_gemma":0.0004564209,"domain_scores_codex":[0.99735,0.001209178,0.0003710613,0.0004948291,0.0004180902,0.0001568279],"domain_scores_gemma":[0.9318967,0.05168914,0.008781174,0.003746259,0.0009524536,0.002934186],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.01974294,0.01206196,0.08310834,0.0005869496,0.0002720355,0.000406247,0.001650355,0.004895488,0.7815908,0.002158533,0.0005284921,0.09299787],"study_design_scores_gemma":[0.001533232,0.01907591,0.8803161,0.0001161285,0.0001998894,0.001060304,0.0004757773,0.01192193,0.07716784,0.0057329,0.002259704,0.0001402717],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9969053,0.0001054907,0.0009686004,0.00007203112,0.000008422765,0.00004315667,0.00004973085,0.0000316236,0.001815586],"genre_scores_gemma":[0.9954805,0.00007761434,0.003405366,0.00004976374,0.00001346581,0.000103693,0.0001449781,0.00003505533,0.0006894392],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003412242,"threshold_uncertainty_score":0.01141512,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101380104","doi":"10.7771/1932-6246.1142","title":"Human Performance on Hard Non-Euclidean Graph Problems: Vertex Cover","year":2012,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Vertex cover; Edge cover; Vertex (graph theory); Euclidean geometry; Computer science; Graph; Cover (algebra); Combinatorics; Covering problems; Independent set; Set (abstract data type); Mathematics; Mathematical optimization; Theoretical computer science","authors":[{"name":"Sarah Carruthers","is_ca":true},{"name":"Michael E. J. Masson","is_ca":true},{"name":"Ulrike Stege","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0199978733259338,"gpt":0.2397387067056269,"spread":0.2197408333796931,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005226709,0.0009177156,0.0006460207,0.0008475431,0.0005842694,0.002765022,0.0009258448,0.001111374,0.00316575],"category_scores_gemma":[0.05115392,0.0002112282,0.0004034188,0.001093066,0.001012522,0.002035697,0.001067849,0.0005679723,0.001055756],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004030289,"about_ca_system_score_gemma":0.0005579537,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002476887,"about_ca_topic_score_gemma":0.001916975,"domain_scores_codex":[0.9947712,0.003116105,0.000266439,0.0007667328,0.0007878895,0.0002915831],"domain_scores_gemma":[0.9570186,0.03236283,0.003514009,0.003356588,0.002336928,0.001411009],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003692271,0.002551381,0.2005649,0.002031691,0.0008012682,0.0006175044,0.02630688,0.09023029,0.03819991,0.01228184,0.01369596,0.6090263],"study_design_scores_gemma":[0.0006143439,0.01273099,0.2362463,0.0009218833,0.000429231,0.002606112,0.04753868,0.5329987,0.04131987,0.0711655,0.05269238,0.0007359503],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9642616,0.0004156972,0.02302844,0.0004249809,0.00003305053,0.0001059729,0.0002304292,0.000355891,0.01114394],"genre_scores_gemma":[0.9824385,0.0002960043,0.01564304,0.0000800944,0.00001492183,0.0000638924,0.0003208806,0.00006534515,0.00107732],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005226709,"threshold_uncertainty_score":0.02764183,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2053901450","doi":"10.7771/1932-6246.1152","title":"On Evaluating Human Problem Solving of Computationally Hard Problems","year":2013,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Perception; Computational problem; Computational complexity theory; Euclidean geometry; Cognition; Computational model; Theoretical computer science; Artificial intelligence; Cognitive science; Mathematics; Algorithm; Psychology","authors":[{"name":"Sarah Carruthers","is_ca":true},{"name":"Ulrike Stege","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2057732547937177,"gpt":0.4290050318615999,"spread":0.2232317770678822,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01284532,0.001601947,0.00107049,0.003097907,0.000989033,0.00405158,0.00127355,0.002312345,0.005594075],"category_scores_gemma":[0.1488529,0.0003311097,0.0008219473,0.002264852,0.003429164,0.005120629,0.002622535,0.001590368,0.001126481],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001491747,"about_ca_system_score_gemma":0.0008032218,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002239978,"about_ca_topic_score_gemma":0.001932781,"domain_scores_codex":[0.97877,0.01392874,0.001093772,0.001966391,0.003694369,0.0005466829],"domain_scores_gemma":[0.8804564,0.09754007,0.008888046,0.004506604,0.006166309,0.002442569],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002860605,0.001774481,0.1873003,0.00377293,0.00161184,0.0005815103,0.01412249,0.1512371,0.01046776,0.1034838,0.02450307,0.4982841],"study_design_scores_gemma":[0.0004625628,0.005235774,0.2460196,0.001386085,0.0003169607,0.001240326,0.01195097,0.3546579,0.007305088,0.3303195,0.04049224,0.0006129251],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7724397,0.008995779,0.1173168,0.003676564,0.000490647,0.0007949467,0.000850446,0.000541814,0.09489331],"genre_scores_gemma":[0.9573696,0.001858703,0.03623627,0.0005343871,0.000123244,0.0004668202,0.0007422291,0.0000967602,0.002571962],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01284532,"threshold_uncertainty_score":0.06793338,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1978607171","doi":"10.7771/1932-6246.1063","title":"The Paradigm Recursion: Is It More Accessible When Introduced in Middle School?","year":2009,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Recursion (computer science); Curriculum; Mathematics education; Logo (programming language); GRASP; Computer science; Pedagogy; Psychology; Programming language","authors":[{"name":"Katherine Gunion","is_ca":true},{"name":"Todd Milford","is_ca":true},{"name":"Ulrike Stege","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03371776051882189,"gpt":0.29087949064845,"spread":0.2571617301296282,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00428244,0.0001740975,0.0004311561,0.001002093,0.0023052,0.005232804,0.00100007,0.001837912,0.008897858],"category_scores_gemma":[0.01404413,0.0003027655,0.0004588875,0.0006643463,0.003623114,0.008465412,0.004146734,0.002685633,0.001060762],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001860596,"about_ca_system_score_gemma":0.002750549,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003720931,"about_ca_topic_score_gemma":0.004924545,"domain_scores_codex":[0.9961248,0.001428649,0.0001017643,0.0005996339,0.0008664543,0.0008786666],"domain_scores_gemma":[0.9946997,0.001763149,0.001142148,0.0003951379,0.0005140999,0.00148576],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0004242942,0.002083788,0.194471,0.0005321268,0.00003126594,0.002194514,0.4154589,0.0001217614,0.01383385,0.0720235,0.007570382,0.2912546],"study_design_scores_gemma":[0.0001167539,0.001535023,0.273623,0.001266092,0.00007328723,0.003510861,0.4152395,0.0008675425,0.005097415,0.05749616,0.2410109,0.0001635137],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9512098,0.0009349013,0.006217537,0.006378523,0.0001272308,0.0000549776,0.00003838007,0.00007898403,0.03495963],"genre_scores_gemma":[0.9917332,0.0005072554,0.002351041,0.0009593523,0.00003767616,0.00005127316,0.0000300221,0.0000435087,0.004286645],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008897858,"threshold_uncertainty_score":0.02976632,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2249283123","doi":"10.7771/1932-6246.1200","title":"The Role of the Goal in Solving Hard Computational Problems: Do People Really Optimize?","year":2018,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Representation (politics); Class (philosophy); Computational problem; ENCODE; Cognition; Computational complexity theory; Frame (networking); Computational model; Optimization problem; Theoretical computer science; Artificial intelligence; Algorithm; Psychology","authors":[{"name":"Sarah Carruthers","is_ca":true},{"name":"Ulrike Stege","is_ca":true},{"name":"Michael E. J. Masson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01130970366715215,"gpt":0.2350776584766565,"spread":0.2237679548095044,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004548279,0.0005909658,0.0004457461,0.0006830755,0.0004949152,0.004918002,0.0006982037,0.001306015,0.002789901],"category_scores_gemma":[0.04329623,0.0004244223,0.0005669792,0.0006773656,0.002872946,0.005668594,0.001575256,0.001618671,0.0007836893],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004736439,"about_ca_system_score_gemma":0.0006447948,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001737704,"about_ca_topic_score_gemma":0.001151283,"domain_scores_codex":[0.9965649,0.001851011,0.0001569486,0.0006587396,0.0005003948,0.0002680815],"domain_scores_gemma":[0.9846763,0.008664691,0.002355052,0.00221202,0.001215859,0.0008760526],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001221712,0.0007957154,0.2631527,0.00170928,0.0009999677,0.0003404442,0.02821406,0.03933782,0.02548173,0.09907478,0.01288932,0.5267825],"study_design_scores_gemma":[0.0002871889,0.001587895,0.2760411,0.0006811509,0.0005192104,0.0007532783,0.01820903,0.1658553,0.01464341,0.4799236,0.04105119,0.0004476565],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8729715,0.001624761,0.07176533,0.003974389,0.00008273745,0.0001294301,0.0001799563,0.0003498393,0.04892212],"genre_scores_gemma":[0.9832802,0.0004053708,0.01475726,0.0002680789,0.00001983478,0.00004866646,0.0001369094,0.00009143055,0.0009922312],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004918002,"threshold_uncertainty_score":0.02405387,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4239089372","doi":"10.7771/1932-6246.1211","title":"Guest Editors’ Introduction","year":2018,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Posthumanist Ethics and Activism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","authors":[{"name":"Sarah Carruthers","is_ca":true},{"name":"Ulrike Stege","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02624134024601286,"gpt":0.3120016006645711,"spread":0.2857602604185582,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005305067,0.001475255,0.001180309,0.002609373,0.002044752,0.00765068,0.002374363,0.006343567,0.121349],"category_scores_gemma":[0.04165487,0.0005766541,0.00110508,0.001054923,0.001367024,0.003151406,0.003240029,0.008665718,0.05750318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001877099,"about_ca_system_score_gemma":0.003423792,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006858507,"about_ca_topic_score_gemma":0.00140054,"domain_scores_codex":[0.9956622,0.0006033714,0.0003946785,0.0008480027,0.001938902,0.000552831],"domain_scores_gemma":[0.9705883,0.005392886,0.002205318,0.00162237,0.01330294,0.006888233],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002193459,0.000008326075,0.00004955487,0.0001203232,0.000003454629,0.00005561916,0.00002191709,0.00001804729,0.00007924005,0.0007002602,0.9883675,0.0105538],"study_design_scores_gemma":[0.00001487001,0.00001820698,0.000195677,0.0001484101,0.000006644417,0.0001425965,0.00004179161,0.00004615994,0.0001241064,0.0007465719,0.9985061,0.000009003521],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0001230445,0.00291019,0.0002849313,0.03914952,0.9489821,0.00002997197,0.0001407906,0.000119891,0.008259583],"genre_scores_gemma":[0.003164606,0.003613263,0.0004260013,0.03481251,0.8516966,0.0001078355,0.0002105052,0.0002435126,0.1057252],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.121349,"threshold_uncertainty_score":0.405953,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2012021772","doi":"10.7771/1932-6246.1119","title":"Book Review of Rosenhouse, The Monty Hall Problem","year":2012,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"History","authors":[{"name":"Leslie Burkholder","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09142991047685242,"gpt":0.3737993455196393,"spread":0.2823694350427869,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00173707,0.0007952478,0.001017837,0.002657475,0.001102166,0.002838107,0.001148399,0.002980238,0.02229824],"category_scores_gemma":[0.007195811,0.0004755217,0.0005618511,0.004300958,0.002505688,0.004512189,0.001006477,0.005109093,0.01320362],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003807061,"about_ca_system_score_gemma":0.004363314,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008769185,"about_ca_topic_score_gemma":0.01307801,"domain_scores_codex":[0.9989737,0.0002444298,0.00006303314,0.0001517647,0.0005167245,0.00005034251],"domain_scores_gemma":[0.9968854,0.001597993,0.0001197602,0.0001202209,0.001096051,0.0001805406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007762299,0.00001318039,0.00002614707,0.0001402682,0.000003970785,0.00001256461,0.00002303658,0.0001817024,0.0000245928,0.03033642,0.9341293,0.03510102],"study_design_scores_gemma":[0.000006024862,0.000005258131,0.0001059753,0.0001954014,0.000003057608,0.00003762846,0.00001945105,0.00008323651,0.00002155046,0.0218031,0.9777132,0.00000613385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"commentary","genre_scores_codex":[0.0003917035,0.6396257,0.004088584,0.1784375,0.04145665,0.00003999336,0.0004632655,0.0001204047,0.1353762],"genre_scores_gemma":[0.01140254,0.5234177,0.005737688,0.06091098,0.06842422,0.0001094694,0.000775456,0.0003220427,0.3289],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.02229824,"threshold_uncertainty_score":0.07459509,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}