{"meta":{"query_hash":"ebf11fa9c30f","filters":{"venue":"The Journal of Problem Solving"},"cohort_total":10,"direct_labels_cover":0,"predictions_cover":10,"exported":10,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ebf11fa9c30f","api":"https://metacan.xera.ac/api/v1/cohort?venue=The+Journal+of+Problem+Solving"},"results":[{"id":"W1978607171","doi":"10.7771/1932-6246.1063","title":"The Paradigm Recursion: Is It More Accessible When Introduced in Middle School?","year":2009,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Recursion (computer science); Curriculum; Mathematics education; Logo (programming language); GRASP; Computer science; Pedagogy; Psychology; Programming language","score_opus":0.03371776051882189,"score_gpt":0.29087949064845003,"score_spread":0.2571617301296282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978607171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9512098,0.0009349013,0.0062175365,0.006378523,0.0001272308,0.0000549776,0.000038380073,0.000078984034,0.034959625],"genre_scores_gemma":[0.9917332,0.00050725543,0.0023510412,0.0009593523,0.000037676164,0.000051273164,0.000030022104,0.000043508702,0.004286645],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9961248,0.0014286494,0.00010176427,0.0005996339,0.0008664543,0.00087866664],"domain_scores_gemma":[0.9946997,0.0017631487,0.0011421478,0.0003951379,0.0005140999,0.0014857597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042824396,0.00017409754,0.00043115614,0.0010020932,0.0023051999,0.005232804,0.0010000698,0.001837912,0.008897858],"category_scores_gemma":[0.01404413,0.0003027655,0.00045888755,0.0006643463,0.003623114,0.008465412,0.004146734,0.002685633,0.0010607621],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042429415,0.0020837877,0.19447099,0.00053212675,0.000031265936,0.0021945143,0.41545895,0.000121761404,0.013833853,0.0720235,0.0075703817,0.29125464],"study_design_scores_gemma":[0.00011675391,0.0015350225,0.27362296,0.0012660923,0.00007328723,0.0035108607,0.41523948,0.00086754246,0.0050974153,0.05749616,0.24101089,0.00016351375],"about_ca_topic_score_codex":0.0037209305,"about_ca_topic_score_gemma":0.004924545,"teacher_disagreement_score":0.008897858,"about_ca_system_score_codex":0.0018605961,"about_ca_system_score_gemma":0.002750549,"threshold_uncertainty_score":0.029766321},"labels":[],"label_agreement":null},{"id":"W2012021772","doi":"10.7771/1932-6246.1119","title":"Book Review of Rosenhouse, The Monty Hall Problem","year":2012,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"History","score_opus":0.09142991047685242,"score_gpt":0.37379934551963934,"score_spread":0.2823694350427869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012021772","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039170348,0.6396257,0.0040885843,0.17843746,0.041456647,0.00003999336,0.0004632655,0.0001204047,0.13537617],"genre_scores_gemma":[0.011402542,0.52341765,0.005737688,0.06091098,0.068424225,0.00010946935,0.00077545596,0.00032204267,0.3289],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989737,0.0002444298,0.00006303314,0.0001517647,0.00051672454,0.000050342514],"domain_scores_gemma":[0.99688536,0.0015979928,0.00011976023,0.00012022093,0.001096051,0.00018054064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017370699,0.0007952478,0.0010178365,0.0026574754,0.0011021664,0.002838107,0.0011483988,0.0029802378,0.022298241],"category_scores_gemma":[0.0071958113,0.00047552172,0.0005618511,0.004300958,0.0025056885,0.004512189,0.0010064773,0.0051090927,0.013203617],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007762299,0.000013180387,0.000026147067,0.00014026817,0.0000039707847,0.000012564609,0.000023036579,0.00018170236,0.000024592804,0.030336425,0.9341293,0.03510102],"study_design_scores_gemma":[0.0000060248617,0.0000052581313,0.0001059753,0.00019540137,0.0000030576077,0.000037628462,0.000019451052,0.00008323651,0.000021550462,0.021803098,0.97771317,0.00000613385],"about_ca_topic_score_codex":0.008769185,"about_ca_topic_score_gemma":0.013078009,"teacher_disagreement_score":0.022298241,"about_ca_system_score_codex":0.0038070611,"about_ca_system_score_gemma":0.0043633142,"threshold_uncertainty_score":0.074595094},"labels":[],"label_agreement":null},{"id":"W2013101319","doi":"10.7771/1932-6246.1172","title":"Differential Modulation of Performance in Insight and Divergent Thinking Tasks with tDCS","year":2015,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Wellcome Trust","keywords":"Transcranial direct-current stimulation; Psychology; Fluency; Middle temporal gyrus; Creativity; Cognitive psychology; Verbal fluency test; Divergent thinking; Neuroscience; Stimulation; Cognition; Social psychology; Neuropsychology","score_opus":0.04513202085595065,"score_gpt":0.30219694322916724,"score_spread":0.2570649223732166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013101319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99955803,0.000007943094,0.00020311249,0.0000056014446,0.000002470923,0.000005071924,0.000010827971,0.000003581579,0.00020342383],"genre_scores_gemma":[0.9988028,0.000023380777,0.0005102341,0.000009812917,0.0000032888408,0.000024660381,0.000029922243,0.0000052742407,0.0005905467],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99984705,0.000037846323,0.000015200916,0.00003628977,0.000036004956,0.000027520502],"domain_scores_gemma":[0.9995296,0.000246401,0.000048907186,0.00004304066,0.00006222932,0.000069894544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023440275,0.0002923562,0.00023300362,0.0001489069,0.00010809521,0.00018713676,0.0001089449,0.0001431524,0.0012983053],"category_scores_gemma":[0.0015153186,0.00009308235,0.000109538865,0.00006734878,0.00038640748,0.00014116333,0.00025811244,0.0002718258,0.00015419009],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022789412,0.0002753153,0.01012972,0.000046449983,0.000020050877,0.00024900388,0.001233079,0.000115236595,0.9707488,0.00005565101,0.00003445318,0.014813404],"study_design_scores_gemma":[0.00032530967,0.009913724,0.63066036,0.000019389547,0.00011038642,0.0020269777,0.0022595196,0.0027633936,0.35016218,0.00055288617,0.0011530569,0.00005278648],"about_ca_topic_score_codex":0.0010516675,"about_ca_topic_score_gemma":0.0012240573,"teacher_disagreement_score":0.0012983053,"about_ca_system_score_codex":0.00010812727,"about_ca_system_score_gemma":0.00017142878,"threshold_uncertainty_score":0.0043432713},"labels":[],"label_agreement":null},{"id":"W2018638632","doi":"10.7771/1932-6246.1062","title":"The Effects of Number and Level of Restructuring in Insight Problem Solving","year":2009,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Restructuring; Word (group theory); Reading (process); Meaning (existential); Relation (database); Linguistics; Computer science; Psychology; Political science; Law; Philosophy","score_opus":0.039576150298073896,"score_gpt":0.3364964827193025,"score_spread":0.2969203324212286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018638632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99690527,0.00010549066,0.00096860045,0.00007203112,0.000008422765,0.00004315667,0.000049730847,0.0000316236,0.0018155855],"genre_scores_gemma":[0.99548054,0.00007761434,0.0034053659,0.000049763737,0.00001346581,0.000103693004,0.00014497807,0.000035055327,0.00068943924],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99735,0.001209178,0.00037106132,0.0004948291,0.00041809023,0.00015682794],"domain_scores_gemma":[0.9318967,0.051689137,0.008781174,0.0037462588,0.00095245364,0.002934186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016241133,0.00048789964,0.00040922948,0.0004981613,0.00020895021,0.0010127486,0.000652563,0.0007834511,0.003412242],"category_scores_gemma":[0.039883293,0.00043441035,0.00022174533,0.00025680827,0.0008155867,0.0014142017,0.0009571421,0.0011208411,0.000382369],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019742936,0.012061958,0.083108336,0.0005869496,0.0002720355,0.00040624695,0.001650355,0.0048954883,0.78159076,0.0021585329,0.00052849215,0.09299787],"study_design_scores_gemma":[0.0015332316,0.019075908,0.88031614,0.00011612848,0.00019988939,0.0010603039,0.00047577725,0.0119219255,0.07716784,0.0057328995,0.0022597036,0.00014027166],"about_ca_topic_score_codex":0.00027463815,"about_ca_topic_score_gemma":0.00045642094,"teacher_disagreement_score":0.003412242,"about_ca_system_score_codex":0.00044586847,"about_ca_system_score_gemma":0.00026978148,"threshold_uncertainty_score":0.011415124},"labels":[],"label_agreement":null},{"id":"W2024699871","doi":"10.7771/1932-6246.1094","title":"Human Performance on Insight Problem Solving: A Review","year":2011,"lang":"en","type":"review","venue":"The Journal of Problem Solving","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Management science; Engineering","score_opus":0.14738834069268633,"score_gpt":0.40784697333796566,"score_spread":0.26045863264527935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024699871","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019291884,0.99883133,0.00018658648,0.000150882,0.000057125057,0.0000040059917,0.00001357318,0.0000071389604,0.0005563918],"genre_scores_gemma":[0.0010389814,0.99834824,0.0002511585,0.00007951808,0.00010042283,0.000007892926,0.00002668704,0.0000020930734,0.00014498281],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933666,0.00013205287,0.00014851734,0.00013374793,0.0002120623,0.000036887155],"domain_scores_gemma":[0.99713504,0.0019881427,0.00024019917,0.00006574839,0.00045927992,0.00011147397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017099988,0.0013728491,0.0024176422,0.0040682824,0.00034057218,0.0013346043,0.0016545651,0.0016614563,0.0025417083],"category_scores_gemma":[0.0037396015,0.000526725,0.0005559466,0.004459601,0.0011369436,0.0023913875,0.0010193882,0.0012157566,0.002244073],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007581286,0.000071690396,0.00038170774,0.018975534,0.00011145405,0.00007859486,0.00010091241,0.0003138818,0.000348411,0.0011985479,0.008982605,0.9693609],"study_design_scores_gemma":[0.000083750056,0.0006158178,0.0100131985,0.029905709,0.00057841843,0.003681425,0.0004370931,0.00031805492,0.0013902399,0.009103507,0.94375086,0.00012194001],"about_ca_topic_score_codex":0.0017544549,"about_ca_topic_score_gemma":0.0016655427,"teacher_disagreement_score":0.0040682824,"about_ca_system_score_codex":0.0008733956,"about_ca_system_score_gemma":0.0015431106,"threshold_uncertainty_score":0.009043455},"labels":[],"label_agreement":null},{"id":"W2032767523","doi":"10.7771/1932-6246.1090","title":"Human Performance on the Traveling Salesman and Related Problems: A Review","year":2011,"lang":"en","type":"review","venue":"The Journal of Problem Solving","topic":"Optimization and Search Problems","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Travelling salesman problem; Computer science; Operations research; Mathematics; Algorithm","score_opus":0.09076530393819074,"score_gpt":0.3128578328087348,"score_spread":0.22209252887054406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032767523","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032635144,0.99765754,0.0003165829,0.00030852694,0.0000855793,0.0000046446394,0.00001498972,0.0000066502266,0.0012791655],"genre_scores_gemma":[0.0013222175,0.99776924,0.0003892237,0.00009046887,0.00012939554,0.00000665337,0.000023188903,0.000001984819,0.00026771342],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995172,0.00009520673,0.00007503856,0.00010297945,0.00017515673,0.000034387507],"domain_scores_gemma":[0.9979589,0.0013635425,0.0001488272,0.00003742895,0.00041970055,0.00007163295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011612291,0.0011208946,0.0017312057,0.0026778178,0.00034378294,0.0012858969,0.0011484502,0.0016694751,0.0027138214],"category_scores_gemma":[0.002950748,0.00041589836,0.00043672597,0.0040563466,0.0010101652,0.0023641898,0.0006441492,0.0011439392,0.0020031435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005012159,0.000089215246,0.0005777993,0.012082726,0.00008198555,0.000092164686,0.00011902203,0.0006400216,0.00048822418,0.0039361417,0.018457837,0.96338475],"study_design_scores_gemma":[0.000029614594,0.00042099235,0.0071539492,0.012621559,0.00023890188,0.0022456415,0.00046291036,0.000475973,0.001081517,0.0125276325,0.9626385,0.0001028463],"about_ca_topic_score_codex":0.0025590179,"about_ca_topic_score_gemma":0.0028439239,"teacher_disagreement_score":0.0027138214,"about_ca_system_score_codex":0.0008409278,"about_ca_system_score_gemma":0.0014519728,"threshold_uncertainty_score":0.0090786815},"labels":[],"label_agreement":null},{"id":"W2053901450","doi":"10.7771/1932-6246.1152","title":"On Evaluating Human Problem Solving of Computationally Hard Problems","year":2013,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Perception; Computational problem; Computational complexity theory; Euclidean geometry; Cognition; Computational model; Theoretical computer science; Artificial intelligence; Cognitive science; Mathematics; Algorithm; Psychology","score_opus":0.20577325479371772,"score_gpt":0.4290050318615999,"score_spread":0.22323177706788216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053901450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7724397,0.008995779,0.11731678,0.0036765644,0.00049064704,0.0007949467,0.000850446,0.000541814,0.094893314],"genre_scores_gemma":[0.95736957,0.0018587031,0.036236268,0.0005343871,0.00012324395,0.00046682023,0.00074222905,0.0000967602,0.002571962],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97877,0.01392874,0.0010937721,0.0019663908,0.003694369,0.0005466829],"domain_scores_gemma":[0.88045645,0.097540066,0.008888046,0.004506604,0.0061663087,0.0024425685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0128453225,0.001601947,0.0010704895,0.0030979074,0.000989033,0.0040515796,0.0012735497,0.0023123447,0.0055940747],"category_scores_gemma":[0.14885294,0.0003311097,0.0008219473,0.0022648522,0.003429164,0.0051206285,0.0026225345,0.0015903679,0.0011264811],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002860605,0.0017744808,0.18730026,0.00377293,0.0016118395,0.0005815103,0.014122491,0.15123709,0.010467763,0.1034838,0.024503067,0.4982841],"study_design_scores_gemma":[0.00046256284,0.0052357735,0.24601957,0.0013860848,0.00031696074,0.0012403255,0.011950971,0.35465795,0.007305088,0.33031952,0.040492237,0.0006129251],"about_ca_topic_score_codex":0.002239978,"about_ca_topic_score_gemma":0.0019327813,"teacher_disagreement_score":0.0128453225,"about_ca_system_score_codex":0.0014917473,"about_ca_system_score_gemma":0.0008032218,"threshold_uncertainty_score":0.06793338},"labels":[],"label_agreement":null},{"id":"W2101380104","doi":"10.7771/1932-6246.1142","title":"Human Performance on Hard Non-Euclidean Graph Problems: Vertex Cover","year":2012,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Vertex cover; Edge cover; Vertex (graph theory); Euclidean geometry; Computer science; Graph; Cover (algebra); Combinatorics; Covering problems; Independent set; Set (abstract data type); Mathematics; Mathematical optimization; Theoretical computer science","score_opus":0.0199978733259338,"score_gpt":0.23973870670562694,"score_spread":0.21974083337969313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101380104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9642616,0.00041569717,0.02302844,0.00042498088,0.00003305053,0.000105972904,0.00023042918,0.000355891,0.011143944],"genre_scores_gemma":[0.9824385,0.0002960043,0.015643036,0.0000800944,0.000014921828,0.0000638924,0.0003208806,0.00006534515,0.0010773198],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947712,0.0031161052,0.00026643905,0.00076673285,0.00078788947,0.00029158307],"domain_scores_gemma":[0.9570186,0.03236283,0.003514009,0.0033565878,0.0023369277,0.0014110088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005226709,0.0009177156,0.0006460207,0.0008475431,0.0005842694,0.0027650215,0.0009258448,0.0011113744,0.0031657503],"category_scores_gemma":[0.05115392,0.00021122818,0.00040341885,0.0010930658,0.0010125219,0.0020356975,0.0010678489,0.00056797225,0.0010557555],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036922714,0.0025513812,0.20056489,0.002031691,0.00080126815,0.00061750435,0.02630688,0.09023029,0.038199905,0.012281835,0.013695963,0.60902625],"study_design_scores_gemma":[0.00061434385,0.012730988,0.23624633,0.00092188333,0.000429231,0.0026061116,0.047538683,0.53299874,0.041319866,0.0711655,0.05269238,0.0007359503],"about_ca_topic_score_codex":0.0024768866,"about_ca_topic_score_gemma":0.0019169755,"teacher_disagreement_score":0.005226709,"about_ca_system_score_codex":0.00040302888,"about_ca_system_score_gemma":0.0005579537,"threshold_uncertainty_score":0.027641833},"labels":[],"label_agreement":null},{"id":"W2249283123","doi":"10.7771/1932-6246.1200","title":"The Role of the Goal in Solving Hard Computational Problems: Do People Really Optimize?","year":2018,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Cognitive Science and Mapping","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Representation (politics); Class (philosophy); Computational problem; ENCODE; Cognition; Computational complexity theory; Frame (networking); Computational model; Optimization problem; Theoretical computer science; Artificial intelligence; Algorithm; Psychology","score_opus":0.011309703667152147,"score_gpt":0.23507765847665654,"score_spread":0.2237679548095044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2249283123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8729715,0.0016247611,0.07176533,0.0039743893,0.00008273745,0.00012943012,0.00017995627,0.00034983933,0.04892212],"genre_scores_gemma":[0.9832802,0.0004053708,0.014757263,0.00026807893,0.000019834775,0.000048666465,0.00013690942,0.00009143055,0.0009922312],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965649,0.0018510108,0.00015694859,0.00065873965,0.00050039485,0.00026808152],"domain_scores_gemma":[0.9846763,0.008664691,0.0023550524,0.00221202,0.0012158587,0.0008760526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045482786,0.0005909658,0.0004457461,0.0006830755,0.0004949152,0.004918002,0.00069820374,0.0013060153,0.002789901],"category_scores_gemma":[0.04329623,0.00042442232,0.0005669792,0.0006773656,0.002872946,0.0056685936,0.0015752563,0.0016186715,0.0007836893],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012217123,0.00079571543,0.2631527,0.0017092801,0.0009999677,0.00034044418,0.02821406,0.03933782,0.025481725,0.09907478,0.012889324,0.52678245],"study_design_scores_gemma":[0.00028718892,0.0015878952,0.2760411,0.00068115094,0.00051921036,0.0007532783,0.018209025,0.1658553,0.014643406,0.47992358,0.041051187,0.00044765646],"about_ca_topic_score_codex":0.0017377043,"about_ca_topic_score_gemma":0.0011512827,"teacher_disagreement_score":0.004918002,"about_ca_system_score_codex":0.00047364386,"about_ca_system_score_gemma":0.0006447948,"threshold_uncertainty_score":0.024053872},"labels":[],"label_agreement":null},{"id":"W4239089372","doi":"10.7771/1932-6246.1211","title":"Guest Editors’ Introduction","year":2018,"lang":"en","type":"article","venue":"The Journal of Problem Solving","topic":"Posthumanist Ethics and Activism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.02624134024601286,"score_gpt":0.31200160066457105,"score_spread":0.2857602604185582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239089372","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012304455,0.0029101905,0.0002849313,0.039149523,0.9489821,0.000029971969,0.00014079064,0.00011989097,0.008259583],"genre_scores_gemma":[0.0031646064,0.0036132634,0.00042600132,0.034812514,0.85169655,0.0001078355,0.0002105052,0.00024351261,0.10572523],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99566215,0.00060337136,0.00039467847,0.00084800273,0.0019389016,0.000552831],"domain_scores_gemma":[0.97058827,0.005392886,0.0022053183,0.0016223697,0.013302942,0.006888233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053050667,0.0014752552,0.0011803085,0.002609373,0.0020447515,0.00765068,0.002374363,0.006343567,0.12134903],"category_scores_gemma":[0.04165487,0.0005766541,0.0011050801,0.001054923,0.0013670238,0.003151406,0.0032400293,0.008665718,0.05750318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002193459,0.000008326075,0.000049554874,0.00012032324,0.0000034546295,0.00005561916,0.000021917087,0.000018047289,0.00007924005,0.00070026016,0.9883675,0.010553796],"study_design_scores_gemma":[0.000014870012,0.000018206978,0.00019567701,0.00014841005,0.0000066444168,0.00014259653,0.000041791613,0.00004615994,0.0001241064,0.00074657187,0.99850607,0.000009003521],"about_ca_topic_score_codex":0.00068585074,"about_ca_topic_score_gemma":0.0014005397,"teacher_disagreement_score":0.12134903,"about_ca_system_score_codex":0.001877099,"about_ca_system_score_gemma":0.0034237923,"threshold_uncertainty_score":0.405953},"labels":[],"label_agreement":null}]}