{"meta":{"query_hash":"ebf11fa9c30f","filters":{"venue":"The Journal of Problem Solving"},"cohort_total":10,"direct_labels_cover":0,"predictions_cover":10,"exported":10,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ebf11fa9c30f","api":"https://metacan.xera.ac/api/v1/cohort?venue=The+Journal+of+Problem+Solving"},"results":[{"id":"W1978607171","doi":"10.7771/1932-6246.1063","title":"The Paradigm Recursion: Is It More Accessible When Introduced in Middle School?","year":2009,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Recursion (computer science); Curriculum; Mathematics education; Logo (programming language); GRASP; Computer science; Pedagogy; Psychology; Programming language","score_opus":0.03371776051882189,"score_gpt":0.29087949064845003,"score_spread":0.2571617301296282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978607171","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25309795,0.012011115,0.19228235,0.5389212,0.0013045169,0.00056276174,3.1946288e-7,0.00017642573,0.0016433994],"genre_scores_gemma":[0.9341426,0.00022688111,0.0631372,0.0014452923,0.00035651674,0.0000014869398,1.05181954e-7,0.000010929405,0.00067900034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980858,0.00039600642,0.0005327903,0.00015837465,0.00042843292,0.00039861604],"domain_scores_gemma":[0.99849594,0.00032418623,0.00051143934,0.00048144304,0.000085765736,0.00010125688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004859193,0.0001350687,0.0001915959,0.00012014001,0.00059324526,0.00057175936,0.002031076,0.000051016286,0.000013116859],"category_scores_gemma":[0.00029409214,0.00007248316,0.00008802371,0.00037978237,0.000042434145,0.00076647714,0.00015243064,0.0010921047,0.0000130204135],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101639656,0.00014705774,0.002004136,0.000028857417,0.000056582947,0.000041629442,0.11060512,0.003976206,0.00090422016,0.0037367404,0.023544127,0.8548537],"study_design_scores_gemma":[0.0066226567,0.004156449,0.064724095,0.007466967,0.00022511769,0.0031348036,0.025256114,0.063396715,0.0037987127,0.24635135,0.5724696,0.0023974369],"about_ca_topic_score_codex":0.0000476334,"about_ca_topic_score_gemma":0.000010608249,"teacher_disagreement_score":0.8524563,"about_ca_system_score_codex":0.00008809072,"about_ca_system_score_gemma":0.00014372656,"threshold_uncertainty_score":0.55134887},"labels":[],"label_agreement":null},{"id":"W2012021772","doi":"10.7771/1932-6246.1119","title":"Book Review of Rosenhouse, The Monty Hall Problem","year":2012,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"History","score_opus":0.09142991047685242,"score_gpt":0.37379934551963934,"score_spread":0.2823694350427869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012021772","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1358272,0.8266325,0.0041934787,0.017652547,0.0015031638,0.001089054,0.000012305372,0.000031575706,0.013058181],"genre_scores_gemma":[0.91541386,0.058264047,0.01094209,0.010439853,0.0007915126,0.000007838681,4.802648e-7,0.0000669481,0.004073384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99581134,0.00055582996,0.0019723056,0.00012976599,0.0011738947,0.00035686474],"domain_scores_gemma":[0.9938507,0.0020709324,0.0025328023,0.00072160125,0.0006893475,0.00013460018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022147017,0.00016925906,0.00056705036,0.00012553405,0.00025259453,0.00012232512,0.0018484498,0.000061962935,0.0007684363],"category_scores_gemma":[0.0013659123,0.00007102157,0.00033530223,0.00040604887,0.00014898564,0.0009036515,0.00028429757,0.00046418144,0.0001231725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007627557,0.0002473185,0.0017962957,0.00021754004,0.000065400454,0.000005779277,0.004568691,0.0005950672,0.0011422081,0.0003500425,0.7707152,0.2202202],"study_design_scores_gemma":[0.000821255,0.0005199628,0.004311547,0.010751625,0.00057267974,0.0013968777,0.0021887203,0.00033549385,0.001400106,0.07474223,0.90241766,0.00054182595],"about_ca_topic_score_codex":0.000021425034,"about_ca_topic_score_gemma":0.0000067481265,"teacher_disagreement_score":0.7795867,"about_ca_system_score_codex":0.00006147087,"about_ca_system_score_gemma":0.00013966417,"threshold_uncertainty_score":0.8413839},"labels":[],"label_agreement":null},{"id":"W2013101319","doi":"10.7771/1932-6246.1172","title":"Differential Modulation of Performance in Insight and Divergent Thinking Tasks with tDCS","year":2015,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Wellcome Trust","keywords":"Transcranial direct-current stimulation; Psychology; Fluency; Middle temporal gyrus; Creativity; Cognitive psychology; Verbal fluency test; Divergent thinking; Neuroscience; Stimulation; Cognition; Social psychology; Neuropsychology","score_opus":0.04513202085595065,"score_gpt":0.30219694322916724,"score_spread":0.2570649223732166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013101319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961751,0.00010005561,0.0021142946,0.00024835143,0.00025138562,0.00007110377,2.594862e-7,0.0000024570768,0.0010369613],"genre_scores_gemma":[0.99947256,0.00004371451,0.00034764054,0.000023443692,0.00003834323,6.5148834e-7,1.2356438e-7,0.0000038610306,0.00006968725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993399,0.00010665153,0.00021217219,0.000052288764,0.00020123378,0.00008777645],"domain_scores_gemma":[0.9994578,0.00006843703,0.00027430293,0.00008124551,0.000080546684,0.00003771852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055651896,0.000050790954,0.00010007726,0.00008864875,0.00004998769,0.000013935979,0.00012393783,0.000019341627,0.000029867211],"category_scores_gemma":[0.000027818747,0.000029923256,0.000010944968,0.00013088339,0.00006770651,0.00017131439,0.000033101307,0.00014594065,7.582074e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006802562,0.00050986226,0.6327886,0.000057822104,0.000040398543,0.000006959751,0.3144438,0.0058473004,0.03194047,0.002631973,0.00018432415,0.010868234],"study_design_scores_gemma":[0.001050113,0.0005856851,0.9889809,0.00020621651,0.000030477499,0.00017641681,0.0038751545,0.002452378,0.0016458614,0.00074741757,0.00016030931,0.00008910601],"about_ca_topic_score_codex":0.000023572231,"about_ca_topic_score_gemma":0.000011544139,"teacher_disagreement_score":0.35619226,"about_ca_system_score_codex":0.00002357362,"about_ca_system_score_gemma":0.00004207414,"threshold_uncertainty_score":0.1220235},"labels":[],"label_agreement":null},{"id":"W2018638632","doi":"10.7771/1932-6246.1062","title":"The Effects of Number and Level of Restructuring in Insight Problem Solving","year":2009,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Restructuring; Word (group theory); Reading (process); Meaning (existential); Relation (database); Linguistics; Computer science; Psychology; Political science; Law; Philosophy","score_opus":0.039576150298073896,"score_gpt":0.3364964827193025,"score_spread":0.2969203324212286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018638632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945677,0.0007296985,0.00021143192,0.0008405181,0.00031572845,0.00020017535,5.2144867e-7,0.0000037731688,0.0031304408],"genre_scores_gemma":[0.99828124,0.00026193573,0.001090823,0.00006583686,0.000047512516,0.0000010894996,3.7094278e-8,0.0000071606178,0.0002443427],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9986303,0.0003066785,0.0005357863,0.00009460605,0.00022455343,0.00020807008],"domain_scores_gemma":[0.99777746,0.0012380137,0.0006472556,0.0001978644,0.00009610229,0.00004327661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014193563,0.00009806887,0.00021273426,0.00009502589,0.00014744612,0.000026561866,0.0003270983,0.00004269591,0.000016391958],"category_scores_gemma":[0.00034306958,0.00005697631,0.000044902114,0.00025917418,0.00017410569,0.00016656557,0.000046754183,0.0003309695,8.8849714e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037478938,0.00047999728,0.048999727,0.00032623566,0.00007020798,0.000026526457,0.16060369,0.00022059564,0.71271306,0.011675308,0.0011729905,0.06333689],"study_design_scores_gemma":[0.0012155677,0.0005653159,0.92866176,0.0010891751,0.000057049587,0.0005683494,0.003516954,0.00006233306,0.047825027,0.015999876,0.00027122378,0.00016736606],"about_ca_topic_score_codex":0.000049968632,"about_ca_topic_score_gemma":0.000022610264,"teacher_disagreement_score":0.87966204,"about_ca_system_score_codex":0.000026902651,"about_ca_system_score_gemma":0.00006782468,"threshold_uncertainty_score":0.23234265},"labels":[],"label_agreement":null},{"id":"W2024699871","doi":"10.7771/1932-6246.1094","title":"Human Performance on Insight Problem Solving: A Review","year":2011,"lang":"en","type":"review","venue":"The Journal of Problem Solving","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Management science; Engineering","score_opus":0.14738834069268633,"score_gpt":0.40784697333796566,"score_spread":0.26045863264527935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024699871","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000047968366,0.94665253,0.000021419004,0.00021985827,0.001022893,0.0010595989,0.0000030311487,0.000029117045,0.05094358],"genre_scores_gemma":[0.00017169629,0.9933817,0.000270415,0.00058027904,0.00041182069,0.000038404894,0.0000019705667,0.00007303655,0.005070698],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99580765,0.0011334509,0.0017192655,0.00034512897,0.00047402116,0.0005204625],"domain_scores_gemma":[0.99505156,0.00044468863,0.0032418738,0.0008518839,0.00023616747,0.00017382484],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003861427,0.0005191421,0.0016350108,0.00037053847,0.00049583626,0.000072277755,0.0016917253,0.00019676676,0.0013105127],"category_scores_gemma":[0.00014748718,0.000300132,0.0005422655,0.0006803509,0.00021254762,0.00026427268,0.00015363113,0.0018277346,0.00038191892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020171889,0.00073231,0.000014793913,0.037000757,0.00023596824,0.000025818397,0.010348427,0.0000016714735,0.000015984131,0.0028978598,0.053266175,0.89544004],"study_design_scores_gemma":[0.00013815003,0.00054591807,0.00004119097,0.09960198,0.0007987334,0.0011944401,0.0000785802,4.2113024e-7,0.0000021613287,0.000107805674,0.897181,0.0003096291],"about_ca_topic_score_codex":0.000011298593,"about_ca_topic_score_gemma":0.00000230295,"teacher_disagreement_score":0.89513046,"about_ca_system_score_codex":0.0001669061,"about_ca_system_score_gemma":0.0004352268,"threshold_uncertainty_score":0.9999451},"labels":[],"label_agreement":null},{"id":"W2032767523","doi":"10.7771/1932-6246.1090","title":"Human Performance on the Traveling Salesman and Related Problems: A Review","year":2011,"lang":"en","type":"review","venue":"The Journal of Problem Solving","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Travelling salesman problem; Computer science; Operations research; Mathematics; Algorithm","score_opus":0.09076530393819074,"score_gpt":0.3128578328087348,"score_spread":0.22209252887054406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032767523","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003182641,0.9919217,0.002256694,0.00069161557,0.00012342817,0.0012004037,6.675922e-7,0.000036041423,0.0037662378],"genre_scores_gemma":[0.000061501974,0.99639505,0.0027020127,0.00025203498,0.000060545648,0.000019327088,9.809239e-7,0.000038882365,0.0004696701],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623895,0.0010795674,0.0015542633,0.00025519403,0.00047731816,0.0003947121],"domain_scores_gemma":[0.99651843,0.0003825878,0.0020030777,0.0007020279,0.00026813307,0.00012573252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077935304,0.00038924668,0.0010911389,0.00017511734,0.0006561689,0.00019505569,0.0023917535,0.00014039518,0.000060869985],"category_scores_gemma":[0.000111621215,0.00017787212,0.00030548862,0.0006496154,0.00013429331,0.00045356757,0.00037704944,0.0016520718,0.00003439675],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018520623,0.00007768323,0.0000012219972,0.038607914,0.00032723718,0.000009956575,0.004176647,0.00019782888,0.0000024277863,0.020424724,0.0022651723,0.93390733],"study_design_scores_gemma":[0.000360987,0.0007883201,0.000007231984,0.40394893,0.000875462,0.0022258027,0.00004017556,0.0024834308,0.0000012555811,0.0038240917,0.58476645,0.0006778643],"about_ca_topic_score_codex":0.0000032955838,"about_ca_topic_score_gemma":8.687441e-7,"teacher_disagreement_score":0.93322945,"about_ca_system_score_codex":0.00007455842,"about_ca_system_score_gemma":0.0002799363,"threshold_uncertainty_score":0.72534144},"labels":[],"label_agreement":null},{"id":"W2053901450","doi":"10.7771/1932-6246.1152","title":"On Evaluating Human Problem Solving of Computationally Hard Problems","year":2013,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Perception; Computational problem; Computational complexity theory; Euclidean geometry; Cognition; Computational model; Theoretical computer science; Artificial intelligence; Cognitive science; Mathematics; Algorithm; Psychology","score_opus":0.20577325479371772,"score_gpt":0.4290050318615999,"score_spread":0.22323177706788216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053901450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.934307,0.0003411814,0.05833928,0.0016141635,0.0004625424,0.0011681461,0.0000048360207,0.00003662692,0.003726269],"genre_scores_gemma":[0.8774673,0.000008192684,0.1215441,0.00023992939,0.00020164072,0.00000892064,9.4747696e-7,0.000044517292,0.00048445005],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9889125,0.0014002315,0.003881975,0.00042386932,0.0048078937,0.00057352317],"domain_scores_gemma":[0.9827921,0.0075395005,0.004809772,0.00077891594,0.0038712549,0.00020845498],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025168495,0.0003560113,0.0008554127,0.00083020807,0.00071405445,0.0007608827,0.0025036035,0.000121709774,0.0014912972],"category_scores_gemma":[0.0047047376,0.00021118512,0.00035818474,0.0008785717,0.00021164565,0.0013292077,0.00049271295,0.0007700857,0.0002197321],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018219408,0.00047649725,0.003513933,0.00016808037,0.00025378732,0.000014927458,0.02536186,0.3470759,0.50412667,0.006155203,0.022009017,0.090661906],"study_design_scores_gemma":[0.0030350075,0.0019171537,0.034712065,0.003348896,0.00015229892,0.00034658556,0.0044186045,0.1390883,0.0026824044,0.8091861,0.0003960902,0.00071647175],"about_ca_topic_score_codex":0.00007078287,"about_ca_topic_score_gemma":0.000013370163,"teacher_disagreement_score":0.8030309,"about_ca_system_score_codex":0.0001460491,"about_ca_system_score_gemma":0.00028391313,"threshold_uncertainty_score":0.9994215},"labels":[],"label_agreement":null},{"id":"W2101380104","doi":"10.7771/1932-6246.1142","title":"Human Performance on Hard Non-Euclidean Graph Problems: Vertex Cover","year":2012,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Vertex cover; Edge cover; Vertex (graph theory); Euclidean geometry; Computer science; Graph; Cover (algebra); Combinatorics; Covering problems; Independent set; Set (abstract data type); Mathematics; Mathematical optimization; Theoretical computer science","score_opus":0.0199978733259338,"score_gpt":0.23973870670562694,"score_spread":0.21974083337969313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101380104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45249304,0.00022466408,0.5329442,0.0015309567,0.0012062374,0.0003854237,7.87252e-7,0.00008114659,0.011133567],"genre_scores_gemma":[0.9864794,0.00007873744,0.012797663,0.0002913755,0.00011361803,0.0000012757303,2.4064403e-7,0.000009453619,0.00022823394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9987922,0.000090358764,0.00039666975,0.00008429253,0.00035496196,0.00028156865],"domain_scores_gemma":[0.99900573,0.000073186326,0.00042874605,0.00024778553,0.00013842026,0.00010610788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014617059,0.00012133615,0.00014866346,0.00015511527,0.00034897984,0.000105558865,0.00052695966,0.000040118448,0.00007579403],"category_scores_gemma":[0.000021571681,0.00008077334,0.00007952808,0.00025036404,0.000044923283,0.0012803668,0.00008227159,0.00032091312,0.000053274816],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017672402,0.0012022399,0.13634421,0.0005693758,0.0006593927,0.000019728304,0.08575016,0.36310178,0.07342493,0.05614812,0.043244652,0.23935868],"study_design_scores_gemma":[0.005926478,0.003118547,0.75119305,0.0030732274,0.00029910088,0.0018748111,0.0010538957,0.19958432,0.012483456,0.010679269,0.008782998,0.0019308568],"about_ca_topic_score_codex":0.0000052017263,"about_ca_topic_score_gemma":0.0000012963651,"teacher_disagreement_score":0.61484885,"about_ca_system_score_codex":0.0000649213,"about_ca_system_score_gemma":0.00005097808,"threshold_uncertainty_score":0.3293841},"labels":[],"label_agreement":null},{"id":"W2249283123","doi":"10.7771/1932-6246.1200","title":"The Role of the Goal in Solving Hard Computational Problems: Do People Really Optimize?","year":2018,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Representation (politics); Class (philosophy); Computational problem; ENCODE; Cognition; Computational complexity theory; Frame (networking); Computational model; Optimization problem; Theoretical computer science; Artificial intelligence; Algorithm; Psychology","score_opus":0.011309703667152147,"score_gpt":0.23507765847665654,"score_spread":0.2237679548095044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2249283123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32885608,0.0026657921,0.6400607,0.013715387,0.0013629129,0.0011903613,0.0000033133992,0.00005412208,0.01209132],"genre_scores_gemma":[0.9736747,0.00007588917,0.025909675,0.00013740071,0.00013638893,0.0000030257386,7.491892e-8,0.000007270419,0.00005558831],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779564,0.0003153725,0.0006621209,0.0001597112,0.00069595367,0.00037118635],"domain_scores_gemma":[0.9974107,0.00072351785,0.0007738088,0.0003308464,0.0007056142,0.00005549296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047343546,0.0001283742,0.00020107822,0.00011010054,0.00071532815,0.00025715725,0.002196718,0.000035524994,0.000008610924],"category_scores_gemma":[0.00028407967,0.00006294086,0.00011797965,0.00077429175,0.00028715914,0.0007299877,0.0006399537,0.00037419106,0.00000546972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028463954,0.00052685227,0.037622627,0.00016798431,0.00034285715,0.000015207004,0.2780467,0.20939912,0.083299115,0.095064536,0.0029845543,0.2922458],"study_design_scores_gemma":[0.0016832656,0.00066686264,0.08613489,0.0020800382,0.00006711163,0.0005485948,0.008591487,0.5505749,0.0037996864,0.34358683,0.0017725603,0.0004937458],"about_ca_topic_score_codex":0.00007201691,"about_ca_topic_score_gemma":0.00018202528,"teacher_disagreement_score":0.6448186,"about_ca_system_score_codex":0.000069985595,"about_ca_system_score_gemma":0.00041448974,"threshold_uncertainty_score":0.55017984},"labels":[],"label_agreement":null},{"id":"W4239089372","doi":"10.7771/1932-6246.1211","title":"Guest Editors’ Introduction","year":2018,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Posthumanist Ethics and Activism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.02624134024601286,"score_gpt":0.31200160066457105,"score_spread":0.2857602604185582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239089372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39959893,0.0010064214,0.00821697,0.27116036,0.12666166,0.00067859975,0.000002633647,0.00014904444,0.1925254],"genre_scores_gemma":[0.8537944,0.00009323701,0.00049563334,0.00009212118,0.14492615,2.0536885e-7,6.7393806e-8,0.0000058891846,0.0005922941],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990119,0.0002263065,0.00019227824,0.000045708533,0.00035668147,0.00016713011],"domain_scores_gemma":[0.9990547,0.0001350606,0.00029346856,0.00008520286,0.00038150416,0.000050110375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004439809,0.000046559875,0.00008005986,0.00004171058,0.00090070395,0.00007996527,0.000290992,0.000047068468,0.00013332232],"category_scores_gemma":[0.00030559624,0.000029684197,0.000038723934,0.0001180045,0.00035775776,0.00032243592,0.000031171803,0.00029231614,0.000028632941],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010266205,0.00014719577,0.00033727396,0.000021965077,0.00011190377,0.000006478543,0.30382684,0.000018284756,0.040483896,0.084096014,0.56304616,0.0078013395],"study_design_scores_gemma":[0.0001430057,0.00022495867,0.00034158138,0.00006056853,0.00003813405,0.000026255111,0.005772948,0.0000122357305,0.002254354,0.037285585,0.95374805,0.00009232579],"about_ca_topic_score_codex":0.00022410233,"about_ca_topic_score_gemma":0.0001536517,"teacher_disagreement_score":0.45419547,"about_ca_system_score_codex":0.000066643406,"about_ca_system_score_gemma":0.00014995954,"threshold_uncertainty_score":0.6927577},"labels":[],"label_agreement":null}]}