{"meta":{"query_hash":"f244dcaee2a3","filters":{"venue":"Teaching of Psychology"},"cohort_total":51,"direct_labels_cover":0,"predictions_cover":51,"exported":51,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/f244dcaee2a3","api":"https://metacan.xera.ac/api/v1/cohort?venue=Teaching+of+Psychology"},"results":[{"id":"W1964077075","doi":"10.1080/00986283.2010.510962","title":"Taking the Pulse of Undergraduate Health Psychology: A Nationwide Survey","year":2010,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Biopsychosocial model; Psychology; Medical education; Counseling psychology; Quarter (Canadian coin); Health psychology; School psychology; College health; Applied psychology; Public health; Psychiatry; Medicine; Family medicine; Nursing","score_opus":0.14087462216689844,"score_gpt":0.510582644509708,"score_spread":0.3697080223428096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964077075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996514,0.00007822241,0.00011160872,0.00024724993,0.000008284059,0.000055364835,0.0021156468,0.000007815936,0.0008617708],"genre_scores_gemma":[0.9955527,0.00020927274,0.00023669605,0.00056817994,0.000020250001,0.00007872142,0.002479676,0.000005364693,0.00084915175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989492,0.0002828638,0.00012728883,0.00014216626,0.00030877293,0.00018967499],"domain_scores_gemma":[0.99670666,0.0003765289,0.0010764236,0.00020046426,0.0004671977,0.00117269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011461186,0.00017333511,0.0002730971,0.0010638853,0.0005916238,0.0005415634,0.0004298038,0.0008268802,0.0026155915],"category_scores_gemma":[0.0027318096,0.0004938582,0.00018923522,0.0015474565,0.00029704176,0.0012408822,0.0006813584,0.0011013666,0.0011645439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014714162,0.000097497,0.9978217,0.000008864484,0.000008106133,0.000028271928,0.00020860943,0.000010565718,0.0001790751,0.000010930581,0.00039141116,0.0012202518],"study_design_scores_gemma":[0.0000025387671,0.000069018184,0.998863,0.000004848583,0.000003739555,0.00006726666,0.0005837858,0.00006604548,0.000027516366,0.0000062347226,0.00030343077,0.0000026266555],"about_ca_topic_score_codex":0.017235942,"about_ca_topic_score_gemma":0.028982025,"teacher_disagreement_score":0.017235942,"about_ca_system_score_codex":0.00045349103,"about_ca_system_score_gemma":0.0006382856,"threshold_uncertainty_score":0.03427124},"labels":[],"label_agreement":null},{"id":"W1965190151","doi":"10.1207/s15328023top3302_3","title":"The Echo Approach in Developing Items for Student Evaluation of Teaching Performance","year":2006,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Echo (communications protocol); Psychology; Reliability (semiconductor); Test (biology); Mathematics education; Computer science","score_opus":0.15792152240591148,"score_gpt":0.5262342941397598,"score_spread":0.36831277173384824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965190151","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31949517,0.0010717321,0.6516533,0.00043193423,0.001006685,0.004358048,0.0007917319,0.0009002532,0.020291036],"genre_scores_gemma":[0.33189923,0.00068772584,0.6535746,0.00034624373,0.00016838433,0.008002181,0.0006020559,0.0002585361,0.004461135],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9579211,0.027932955,0.0053444006,0.0013359002,0.00697667,0.0004890545],"domain_scores_gemma":[0.88010305,0.08423515,0.007147371,0.0070910323,0.020883236,0.00054028333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04069071,0.0011372274,0.00059033814,0.0030222696,0.00048644573,0.0011355008,0.001020724,0.0010490023,0.0026973432],"category_scores_gemma":[0.095559195,0.00049011374,0.001120206,0.0021051292,0.00077402336,0.0021004605,0.0017076804,0.0020189832,0.0016875667],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011795051,0.0012004265,0.11752859,0.0014245707,0.00043292204,0.00031724523,0.006828461,0.0029440382,0.025485119,0.008322263,0.005400066,0.8289369],"study_design_scores_gemma":[0.00067039614,0.017561642,0.57576483,0.0026752115,0.0010490676,0.0068054437,0.013235045,0.035026312,0.15504389,0.024842657,0.16617617,0.0011493956],"about_ca_topic_score_codex":0.0004359519,"about_ca_topic_score_gemma":0.001924668,"teacher_disagreement_score":0.04069071,"about_ca_system_score_codex":0.0003776829,"about_ca_system_score_gemma":0.00077731523,"threshold_uncertainty_score":0.2151956},"labels":[],"label_agreement":null},{"id":"W1966007781","doi":"10.1177/0098628311401582","title":"Association Between Adult Attachment Representations and Undergraduate Student Course Evaluations","year":2011,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Attachment and Relationship Dynamics","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Psychology; Association (psychology); Course evaluation; Course (navigation); Anxiety; Medical education; Higher education; Clinical psychology; Psychotherapist; Psychiatry","score_opus":0.07518304568072287,"score_gpt":0.5067613478569497,"score_spread":0.43157830217622684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966007781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999374,0.00006847215,0.000024599507,0.000039023857,0.0000046388736,0.0000022709712,0.00002159892,0.0000012789928,0.00046419518],"genre_scores_gemma":[0.9995945,0.00005042182,0.00003222036,0.000012911104,0.0000049736786,0.0000020472662,0.0000370183,8.024133e-7,0.00026517158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993364,0.00020294877,0.00007050977,0.000053114247,0.0002247904,0.00011215627],"domain_scores_gemma":[0.99048764,0.0020641661,0.004287443,0.00032465253,0.00096623576,0.0018699414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012453272,0.0001797918,0.0001995321,0.0007317589,0.00046779314,0.000845142,0.00022423113,0.0003872826,0.00269977],"category_scores_gemma":[0.011121147,0.00014718497,0.00020226072,0.0005417118,0.0003006803,0.00029360678,0.0005105554,0.0012322858,0.0001917797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005313524,0.000110022156,0.99539906,0.0000033331305,0.000015899837,0.000035903457,0.00024975592,0.000013688125,0.00013988062,0.00002920264,0.00011949595,0.0038306024],"study_design_scores_gemma":[0.0000016593586,0.00006440985,0.99940777,0.0000033848266,0.00000516089,0.0000663235,0.00023467709,0.00006270066,0.00003682029,0.000017192913,0.00009780707,0.0000020551322],"about_ca_topic_score_codex":0.0023327123,"about_ca_topic_score_gemma":0.0055978615,"teacher_disagreement_score":0.00269977,"about_ca_system_score_codex":0.00031850138,"about_ca_system_score_gemma":0.00022779664,"threshold_uncertainty_score":0.009031594},"labels":[],"label_agreement":null},{"id":"W1985906946","doi":"10.1080/00986280701293339","title":"Still Crazy about Teaching after All These Years: An Interview with Dick Gorman","year":2007,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Higher education; Pedagogy; Teaching method; Mathematics education; Psychoanalysis","score_opus":0.06246662690602336,"score_gpt":0.38529310969440456,"score_spread":0.3228264827883812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985906946","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07733499,0.034299504,0.0014331241,0.8421132,0.0052360217,0.00015251707,0.00006904351,0.000085277614,0.039276283],"genre_scores_gemma":[0.5171627,0.035906594,0.0036237852,0.39237994,0.0012789946,0.00037896857,0.00008898613,0.00030282722,0.04887715],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.97521836,0.016100096,0.0004992674,0.0011242739,0.003993347,0.0030645893],"domain_scores_gemma":[0.9813161,0.0072965138,0.0012200514,0.00030520608,0.0027436425,0.007118493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020570938,0.0007639883,0.0012725906,0.0020951668,0.02601627,0.011555932,0.004047224,0.0068514147,0.0028723627],"category_scores_gemma":[0.022794021,0.0014266702,0.0006516392,0.0022011015,0.027609168,0.014817218,0.007188201,0.025974942,0.0008502217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036962687,0.00026671498,0.0028838837,0.0002382745,0.000024805022,0.0021980728,0.64904845,0.00012703241,0.0003926016,0.043302264,0.28032333,0.021157665],"study_design_scores_gemma":[0.000015365264,0.00005546727,0.0020011473,0.00044266228,0.000008127623,0.0012188755,0.62189287,0.0001088213,0.00008606011,0.0022780423,0.37182721,0.00006527905],"about_ca_topic_score_codex":0.07852011,"about_ca_topic_score_gemma":0.11626597,"teacher_disagreement_score":0.07852011,"about_ca_system_score_codex":0.018184029,"about_ca_system_score_gemma":0.019083032,"threshold_uncertainty_score":0.15612614},"labels":[],"label_agreement":null},{"id":"W1993098458","doi":"10.1177/0098628311401591","title":"The Role of Statistics and Research Methods in the Academic Success of Psychology Majors","year":2011,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Comprehension; Test anxiety; Mathematics education; Psychological research; Experimental psychology; Positive psychology; Anxiety; Applied psychology; Social psychology; Cognition","score_opus":0.5522068278992129,"score_gpt":0.6617570562732442,"score_spread":0.10955022837403128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993098458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871824,0.0008572523,0.0013164312,0.002237871,0.00006439634,0.0000354349,0.000074571864,0.000037087884,0.008194653],"genre_scores_gemma":[0.9980368,0.00026787128,0.00065488584,0.00015849445,0.000060731505,0.000011963111,0.00004545293,0.000017010874,0.0007469195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9854247,0.0071989326,0.0011346759,0.00096418895,0.0043041594,0.00097339007],"domain_scores_gemma":[0.7125131,0.13056873,0.09030004,0.008338044,0.0209874,0.03729275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018165626,0.00042204396,0.0004524972,0.0039293724,0.0017767925,0.0063903155,0.0009950063,0.0008804066,0.00464985],"category_scores_gemma":[0.16597576,0.00038414352,0.0004928363,0.003364335,0.0025336999,0.0026982143,0.0027987289,0.0024182333,0.0011411128],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028168393,0.0007870077,0.9330476,0.000078863915,0.00009777152,0.00018705323,0.0023467292,0.00036815985,0.0010423494,0.0021090975,0.0015048387,0.05814892],"study_design_scores_gemma":[0.000016678288,0.00032850864,0.99219817,0.00008348788,0.00002117455,0.00011441102,0.0013100168,0.0011266362,0.00041480045,0.00285151,0.0015057595,0.000028710378],"about_ca_topic_score_codex":0.0037002692,"about_ca_topic_score_gemma":0.0058274083,"teacher_disagreement_score":0.018165626,"about_ca_system_score_codex":0.0016757756,"about_ca_system_score_gemma":0.0037090145,"threshold_uncertainty_score":0.09607017},"labels":[],"label_agreement":null},{"id":"W1995971848","doi":"10.1207/s15328023top3104_10","title":"Where History, Philosophy, and Psychology Meet: An Interview with Wayne Viney","year":2004,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"History of psychology; Context (archaeology); Psychology, Philosophy and Physiology; Critical psychology; School psychology; Psychology; State (computer science); Curriculum; Sociology; Asian psychology; Social science; Psychoanalysis; Pedagogy; History","score_opus":0.06166253020409161,"score_gpt":0.38280202118400936,"score_spread":0.32113949097991773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995971848","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060626622,0.047411706,0.00064986537,0.85834575,0.005461193,0.00008349781,0.000047944963,0.000035633715,0.027337857],"genre_scores_gemma":[0.5317827,0.037320253,0.0016733792,0.3886142,0.0016388197,0.0003752684,0.00007202439,0.00021900612,0.038304273],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97707546,0.016649215,0.0005224929,0.001085351,0.0023590627,0.002308319],"domain_scores_gemma":[0.97768855,0.012575324,0.0011721188,0.00024897075,0.0017328304,0.006582081],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.015678985,0.0005571874,0.0014422113,0.002277286,0.035371613,0.017444715,0.0028337599,0.010383467,0.004199316],"category_scores_gemma":[0.027090712,0.0015444938,0.000650327,0.0033994142,0.024413008,0.023049029,0.010645804,0.02597417,0.00069056614],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002922775,0.00011208202,0.0023966993,0.00020560513,0.000015439558,0.0019620617,0.80577064,0.00008418206,0.0003587119,0.024591474,0.15418711,0.01028675],"study_design_scores_gemma":[0.000005906644,0.00002453701,0.001070251,0.0005428731,0.0000037007312,0.00061333284,0.677574,0.000060065388,0.000050274128,0.0020077552,0.31801212,0.000035160785],"about_ca_topic_score_codex":0.0664156,"about_ca_topic_score_gemma":0.082604446,"teacher_disagreement_score":0.9646284,"about_ca_system_score_codex":0.018141158,"about_ca_system_score_gemma":0.014493871,"threshold_uncertainty_score":0.13205802},"labels":[],"label_agreement":null},{"id":"W2007345704","doi":"10.1207/s15328023top3004_02","title":"Animal Use, Student Choice, and Nonanimal Alternatives at “America's Best” Undergraduate Colleges","year":2003,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Animal and Plant Science Education","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Psychology; Higher education; Best practice; Medical education; Work (physics); Pedagogy; Animal behavior; Political science; Medicine","score_opus":0.05855999898435633,"score_gpt":0.4045302550814191,"score_spread":0.3459702560970628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007345704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965725,0.000103650746,0.00010955428,0.0014412641,0.000019973153,0.000027826645,0.00003800464,0.0000051689185,0.001682056],"genre_scores_gemma":[0.99749374,0.00015694572,0.00020438059,0.0005524909,0.000017716626,0.000026864924,0.00003709835,0.0000027510596,0.0015080827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940234,0.0020634062,0.0002442352,0.00032769135,0.0016859672,0.0016552792],"domain_scores_gemma":[0.96143824,0.009108823,0.008444163,0.0006880071,0.003940627,0.016380204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0084166145,0.00023513805,0.00036753176,0.0010849735,0.0033883324,0.0023903376,0.0007578481,0.0011968543,0.0055524493],"category_scores_gemma":[0.021980207,0.00036549434,0.0001887728,0.001008686,0.0020925028,0.001186844,0.0016617412,0.0017033882,0.00049807376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050531304,0.0024158563,0.89766765,0.00010714654,0.00002219858,0.0002256482,0.023026817,0.0003136755,0.0018332046,0.0017742757,0.010554759,0.06155345],"study_design_scores_gemma":[0.00006319183,0.0009562875,0.92494565,0.00019484304,0.00002290189,0.00020728873,0.049942724,0.0011948099,0.002308717,0.0012707702,0.018822717,0.00007009141],"about_ca_topic_score_codex":0.04493348,"about_ca_topic_score_gemma":0.13196923,"teacher_disagreement_score":0.04493348,"about_ca_system_score_codex":0.004871951,"about_ca_system_score_gemma":0.008394151,"threshold_uncertainty_score":0.089343846},"labels":[],"label_agreement":null},{"id":"W2008988274","doi":"10.1207/s15328023top2901_09","title":"Applying Social Psychological Concepts to a Norm-Violation Experience","year":2002,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Psychology; Norm (philosophy); Social psychology; Chose; Pedagogy; Mathematics education; Epistemology","score_opus":0.16147061075224545,"score_gpt":0.4870496376264858,"score_spread":0.32557902687424034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008988274","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96712935,0.00012377297,0.011914484,0.0014995734,0.00006537598,0.00009318689,0.0000121874455,0.000045319743,0.019116718],"genre_scores_gemma":[0.9952602,0.000089250265,0.0031995114,0.00016500817,0.000013182984,0.00006617448,0.00000960557,0.000011346444,0.0011859012],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99416673,0.00460074,0.00013375064,0.00022714722,0.0005802271,0.00029126476],"domain_scores_gemma":[0.99035734,0.006959672,0.0012186395,0.00053815986,0.0003145482,0.00061165815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004044847,0.0005270163,0.0002038825,0.0009415842,0.0017878406,0.003310136,0.0006436832,0.0010832357,0.0028024963],"category_scores_gemma":[0.01729635,0.00022690615,0.00027100137,0.00043775004,0.007520049,0.0027364008,0.0049290713,0.0030333803,0.0001720855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020240257,0.0008979064,0.02819471,0.0002998368,0.000030572734,0.0010713153,0.8383289,0.000927254,0.010523731,0.052416563,0.0022068755,0.06489997],"study_design_scores_gemma":[0.000107393855,0.0021317336,0.05550109,0.00032963118,0.000046612695,0.003712362,0.78399336,0.006017578,0.008919262,0.06823034,0.07084294,0.00016765094],"about_ca_topic_score_codex":0.0005719853,"about_ca_topic_score_gemma":0.00086285814,"teacher_disagreement_score":0.004044847,"about_ca_system_score_codex":0.000956879,"about_ca_system_score_gemma":0.0006675241,"threshold_uncertainty_score":0.021391451},"labels":[],"label_agreement":null},{"id":"W2013604771","doi":"10.1177/0098628311421326","title":"Utilizing Community Portfolios in Teaching for Social Justice","year":2011,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University","funders":"","keywords":"Experiential learning; Social justice; Psychology; Reflexivity; Multiculturalism; Pedagogy; Graduate students; Economic Justice; Higher education; Experiential education; Sociology; Social science; Criminology; Political science","score_opus":0.21026931282610034,"score_gpt":0.459323379046937,"score_spread":0.24905406622083665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013604771","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49354136,0.0030650038,0.26696885,0.012502163,0.0009787399,0.0027628161,0.000033636952,0.0009869122,0.2191606],"genre_scores_gemma":[0.7189725,0.003446612,0.2526049,0.0011517224,0.00018354299,0.0011539059,0.000059336122,0.0001037548,0.022323703],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956286,0.0031400868,0.000083455256,0.00020263341,0.00067152415,0.00027373922],"domain_scores_gemma":[0.9968771,0.0013809078,0.0001705069,0.00028197112,0.00025594948,0.0010334771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052138474,0.0004321058,0.00024328596,0.0010939592,0.0023171734,0.0030275758,0.0013087989,0.00093288126,0.0046573156],"category_scores_gemma":[0.007890178,0.0001900268,0.0002457708,0.00068550766,0.0012868949,0.0026422397,0.0068445625,0.0015616578,0.0011743669],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046295485,0.0053812517,0.0037664573,0.00022276853,0.000013446465,0.0004388801,0.019381715,0.0010981219,0.0019834854,0.02672742,0.007459845,0.9334803],"study_design_scores_gemma":[0.0007984753,0.0077350927,0.02329964,0.002699354,0.00010316476,0.0063259364,0.093729824,0.019112943,0.013852905,0.22350469,0.60862464,0.0002133476],"about_ca_topic_score_codex":0.00058931246,"about_ca_topic_score_gemma":0.0025325515,"teacher_disagreement_score":0.0052138474,"about_ca_system_score_codex":0.0007548687,"about_ca_system_score_gemma":0.003638119,"threshold_uncertainty_score":0.027573764},"labels":[],"label_agreement":null},{"id":"W2035210723","doi":"10.1177/0098628311411781","title":"Personality Traits and Psychological Health Concerns","year":2011,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Psychosomatic Disorders and Their Treatments","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Psychology; Neuroticism; Clinical psychology; Psychopathology; Abnormal psychology; Anxiety; Personality; Medical psychology; Health psychology; Big Five personality traits; Mental health; Psychiatry; Social psychology; MEDLINE; Public health","score_opus":0.1753331479141082,"score_gpt":0.43142709721312344,"score_spread":0.25609394929901524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035210723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99799263,0.00024707758,0.00007127951,0.00010217916,0.000009921718,0.000009618762,0.000034096494,0.000002565261,0.0015306214],"genre_scores_gemma":[0.99951494,0.00010879076,0.00008110342,0.00003366172,0.000010763959,0.000003707858,0.000031102503,5.812801e-7,0.00021529132],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99952185,0.00018821345,0.000046779045,0.00004869087,0.00012822429,0.000066190594],"domain_scores_gemma":[0.9956369,0.0010093439,0.002082692,0.00016904302,0.00023023332,0.0008718057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061787985,0.00019502892,0.00016932016,0.0008000828,0.00039126296,0.0007456043,0.00013032813,0.00033506827,0.002703479],"category_scores_gemma":[0.0045970045,0.00011627338,0.00034450192,0.0004863328,0.00033362277,0.0002472805,0.0005296965,0.0007499641,0.00020063538],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006905749,0.00014656925,0.993411,0.000016009048,0.00003707421,0.00014221175,0.00022749421,0.000026408508,0.00048511577,0.000070233276,0.000053193125,0.0053156163],"study_design_scores_gemma":[0.0000014500087,0.000089154746,0.99939096,0.0000044717367,0.00000606051,0.00019013202,0.00012699027,0.00004089961,0.000030118505,0.000037021986,0.00008095582,0.0000016405855],"about_ca_topic_score_codex":0.000930126,"about_ca_topic_score_gemma":0.0015392209,"teacher_disagreement_score":0.002703479,"about_ca_system_score_codex":0.0002535407,"about_ca_system_score_gemma":0.00018761666,"threshold_uncertainty_score":0.009044051},"labels":[],"label_agreement":null},{"id":"W2037085569","doi":"10.1207/s15328023top3101_2","title":"The Challenge to Cumulative Learning: Do Introductory Courses Actually Benefit Advanced Students?","year":2004,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Psychology of learning; Educational psychology; Association (psychology); Mathematics education; Social psychology; School psychology; Style (visual arts); Psychological research; Pedagogy; Psychotherapist","score_opus":0.018361485802262007,"score_gpt":0.3398132949768136,"score_spread":0.32145180917455163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037085569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98620063,0.000744889,0.00024396407,0.004729362,0.000072999406,0.000014487562,0.000036525696,0.000010008861,0.0079471115],"genre_scores_gemma":[0.9972927,0.00028995742,0.00010996425,0.00050266116,0.000092700786,0.0000060059883,0.00002945341,0.000002627438,0.0016738403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99952483,0.00014544466,0.000016000738,0.00007063763,0.00014818834,0.00009491762],"domain_scores_gemma":[0.98840684,0.0042409524,0.0019054845,0.0005290683,0.00090758054,0.0040099593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011589024,0.00015633913,0.0002832745,0.000465542,0.00046790883,0.0020649915,0.0004260525,0.0011491145,0.007616087],"category_scores_gemma":[0.023097828,0.0000978576,0.00016693618,0.00050446816,0.0008730403,0.0017766434,0.0008468977,0.0009851754,0.0009427849],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088230835,0.0035391625,0.6593049,0.00018881213,0.00007235324,0.0005223091,0.0032218376,0.00027107418,0.0021415683,0.004935465,0.0068178847,0.31810224],"study_design_scores_gemma":[0.000102795355,0.0010656867,0.9690072,0.000099841935,0.000045951532,0.0003382315,0.003229406,0.00095658447,0.00081968505,0.014641766,0.009667396,0.000025392148],"about_ca_topic_score_codex":0.001243082,"about_ca_topic_score_gemma":0.0028976141,"teacher_disagreement_score":0.007616087,"about_ca_system_score_codex":0.00046822205,"about_ca_system_score_gemma":0.0007932422,"threshold_uncertainty_score":0.025478303},"labels":[],"label_agreement":null},{"id":"W2040095126","doi":"10.1177/0098628314530344","title":"Evaluating the Effectiveness of Combining the Use of Corrective Feedback and High-Level Practice Questions","year":2014,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Corrective feedback; Comprehension; Psychology; Test (biology); Mathematics education; Cognitive psychology; Computer science","score_opus":0.13652315528634262,"score_gpt":0.4078726481206036,"score_spread":0.27134949283426096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040095126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99576014,0.00050271366,0.0020973547,0.000056623932,0.00005670283,0.0007197628,0.00007726189,0.00006686797,0.00066250045],"genre_scores_gemma":[0.97504246,0.00070680276,0.020939318,0.0001066254,0.00012903422,0.0013977663,0.00028967732,0.000057605284,0.001330798],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98695636,0.0060369177,0.0025332728,0.0017566882,0.002306922,0.00040988173],"domain_scores_gemma":[0.8414205,0.13297805,0.012204305,0.00447675,0.005007966,0.0039124573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01118314,0.0021117376,0.0017742207,0.0011200587,0.00038534586,0.0012166562,0.0016521204,0.0022345125,0.0019958054],"category_scores_gemma":[0.07960065,0.00084906764,0.0012213413,0.0007324838,0.00070010574,0.0017638121,0.0010034852,0.0015020188,0.0005604738],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.20628393,0.108566016,0.059356716,0.005522749,0.006129813,0.00036756526,0.0033626854,0.012374429,0.17806238,0.00025936245,0.000669036,0.4190454],"study_design_scores_gemma":[0.014737697,0.705175,0.14481774,0.000350779,0.00496423,0.00050709245,0.0004885116,0.011889345,0.114280365,0.000437131,0.0020423396,0.00030980355],"about_ca_topic_score_codex":0.00066543656,"about_ca_topic_score_gemma":0.001143523,"teacher_disagreement_score":0.01118314,"about_ca_system_score_codex":0.0004746997,"about_ca_system_score_gemma":0.000971772,"threshold_uncertainty_score":0.059142828},"labels":[],"label_agreement":null},{"id":"W2058635020","doi":"10.1080/00986280701293198","title":"Extending the Generality of the Qualities and Behaviors Constituting Effective Teaching","year":2007,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generality; Psychology; Mathematics education; Higher education; Teaching method; Pedagogy; Social psychology; Cognitive psychology; Psychotherapist","score_opus":0.04279861880988359,"score_gpt":0.4541660849259072,"score_spread":0.4113674661160236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058635020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96371454,0.0005735007,0.003408835,0.0007532304,0.000023709359,0.00014391573,0.00013265575,0.00002350485,0.031226061],"genre_scores_gemma":[0.9978242,0.00018528159,0.0014821955,0.000057346788,0.0000082838205,0.00003223103,0.000056668734,0.000003147823,0.00035065968],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970906,0.0005846008,0.0002295405,0.0003473801,0.0012132264,0.0005346314],"domain_scores_gemma":[0.98551095,0.005255576,0.003217922,0.0016155994,0.0028849228,0.0015150169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038750907,0.00036950383,0.00032153187,0.003910516,0.001961517,0.0023293188,0.0007055188,0.0005963518,0.0023342785],"category_scores_gemma":[0.015100155,0.00021966037,0.00043377414,0.0021805812,0.0060724607,0.0015363327,0.0023798042,0.0008819116,0.00018178484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016685277,0.00028118637,0.7798859,0.00045863714,0.00007523341,0.0002978776,0.05679106,0.00043330994,0.0032523843,0.016919369,0.0006893063,0.14074889],"study_design_scores_gemma":[0.000022106658,0.00018958058,0.9542326,0.00018657449,0.00005471059,0.00034465853,0.029105067,0.00076064037,0.0005936794,0.007896114,0.0065838927,0.000030437033],"about_ca_topic_score_codex":0.11323341,"about_ca_topic_score_gemma":0.16072015,"teacher_disagreement_score":0.11323341,"about_ca_system_score_codex":0.004329633,"about_ca_system_score_gemma":0.005401802,"threshold_uncertainty_score":0.22514868},"labels":[],"label_agreement":null},{"id":"W2059906254","doi":"10.1080/00986283.2010.488547","title":"Guided Experimentation with Databases Improves Argumentative Writing","year":2010,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Argumentative; Argumentation theory; Task (project management); Field (mathematics); Mathematics education; Psychology; Computer science; Linguistics","score_opus":0.08286765089105419,"score_gpt":0.47068488018313115,"score_spread":0.38781722929207696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059906254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9044025,0.0008002858,0.07472291,0.0010087731,0.0001321833,0.0008562844,0.0001348085,0.0013271148,0.016615238],"genre_scores_gemma":[0.87365216,0.0004086343,0.120665744,0.00026084247,0.00005389476,0.0005483255,0.00027343174,0.00015689828,0.0039800913],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9770641,0.014525702,0.001887309,0.002979635,0.003107824,0.00043542002],"domain_scores_gemma":[0.67549133,0.27669698,0.014294608,0.024681417,0.0054669282,0.0033687963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01785515,0.00072995224,0.0011496547,0.0013729465,0.00078572356,0.005232201,0.0018484718,0.0016715036,0.0054725693],"category_scores_gemma":[0.13591258,0.00047078176,0.0006362758,0.0012243056,0.0012806247,0.0044824146,0.004386487,0.0015617589,0.0018822817],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041616196,0.011077166,0.02591021,0.0026308757,0.00017140205,0.00069511833,0.038847696,0.0061536613,0.06348724,0.010593115,0.0053592166,0.83091277],"study_design_scores_gemma":[0.0075385706,0.044731554,0.15169808,0.004868637,0.0009001191,0.004921582,0.034842562,0.07436631,0.26383826,0.16397162,0.24744971,0.0008729479],"about_ca_topic_score_codex":0.00022431281,"about_ca_topic_score_gemma":0.00035292513,"teacher_disagreement_score":0.01785515,"about_ca_system_score_codex":0.00079074595,"about_ca_system_score_gemma":0.0015101698,"threshold_uncertainty_score":0.09442818},"labels":[],"label_agreement":null},{"id":"W2066096946","doi":"10.1080/00986281003626532","title":"The Influence of a Psychology and Law Class on Legal Attitudes and Knowledge Structures","year":2010,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Pessimism; Psychology; Legal psychology; Variety (cybernetics); Class (philosophy); Social psychology; Legal education; School psychology; Biology and political orientation; Politics; Law; Pedagogy; Epistemology; Political science","score_opus":0.036278116319367136,"score_gpt":0.47375634528777155,"score_spread":0.43747822896840444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066096946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982987,0.000028763088,0.000015078149,0.00014894122,0.000012796512,0.0000065969875,0.000008227327,0.0000029098878,0.0014778976],"genre_scores_gemma":[0.9981603,0.000035449404,0.000035948808,0.00008775829,0.000019759133,0.000008672525,0.000022450411,0.000003861453,0.0016257195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978556,0.00074294937,0.000070169204,0.00024500853,0.0005574956,0.0005287572],"domain_scores_gemma":[0.97800285,0.0075060837,0.002879679,0.0004913021,0.0009979871,0.01012213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017154857,0.0002942681,0.00037226346,0.0008040269,0.001792865,0.0026649106,0.0005954774,0.000816435,0.007221956],"category_scores_gemma":[0.010589472,0.00026666443,0.0004326249,0.00038615506,0.0013692192,0.00046052074,0.0010637393,0.002143236,0.0007237901],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042368723,0.03168504,0.8831143,0.000057157777,0.00022471033,0.0006074109,0.013303836,0.00044178072,0.01064919,0.0013571309,0.002405073,0.05191741],"study_design_scores_gemma":[0.00007452402,0.0013731623,0.9934135,0.00001635563,0.00003816324,0.000050623647,0.0026098953,0.00047439334,0.00084346125,0.00012389336,0.0009641917,0.000017777624],"about_ca_topic_score_codex":0.013918699,"about_ca_topic_score_gemma":0.026357219,"teacher_disagreement_score":0.013918699,"about_ca_system_score_codex":0.0021597894,"about_ca_system_score_gemma":0.001820924,"threshold_uncertainty_score":0.02767539},"labels":[],"label_agreement":null},{"id":"W2085320065","doi":"10.1080/00986280701293123","title":"Goodbye Lecture: A Student-Led Seminar Approach for Teaching Upper Division Courses","year":2007,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kensington Health","funders":"","keywords":"Facilitator; Psychology; Mathematics education; Graduate students; Teaching method; Medical education; Pedagogy; Medicine; Social psychology","score_opus":0.08975928492510167,"score_gpt":0.5195711765042592,"score_spread":0.42981189157915756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085320065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49135506,0.004850367,0.33654892,0.0060377605,0.003414046,0.005989849,0.00054748077,0.0053816005,0.14587487],"genre_scores_gemma":[0.5430062,0.002863199,0.3734342,0.0021436017,0.00087070506,0.0023017928,0.00043611982,0.0005086543,0.074435644],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873585,0.0005853823,0.000041352385,0.000195052,0.00030764454,0.00013470998],"domain_scores_gemma":[0.99857235,0.00046047126,0.00010913499,0.00012711807,0.00016627075,0.00056455843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021934968,0.0007819225,0.00042373105,0.0007711099,0.0013852451,0.0013746743,0.0016608308,0.00068081904,0.010354917],"category_scores_gemma":[0.0025635834,0.00021243638,0.0004643575,0.00040165943,0.0005582902,0.00079995097,0.0019423002,0.0011397983,0.0042967657],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007455515,0.0063321157,0.0044507175,0.00067288,0.000034836103,0.0006254925,0.006636228,0.0005293784,0.03038627,0.002288895,0.028784333,0.91851324],"study_design_scores_gemma":[0.002928625,0.029999234,0.104812875,0.0013477996,0.00040091824,0.0145974485,0.014933571,0.008497568,0.066836715,0.015513212,0.7394372,0.0006948618],"about_ca_topic_score_codex":0.0005197461,"about_ca_topic_score_gemma":0.0031172747,"teacher_disagreement_score":0.010354917,"about_ca_system_score_codex":0.00066890696,"about_ca_system_score_gemma":0.0017808573,"threshold_uncertainty_score":0.03464061},"labels":[],"label_agreement":null},{"id":"W2097869209","doi":"10.1177/0098628315587620","title":"Embrace Chattering Students","year":2015,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Feeling; Class (philosophy); Social psychology; Conversation; Social class; Developmental psychology; Mathematics education","score_opus":0.2304774982502627,"score_gpt":0.5765601630631038,"score_spread":0.34608266481284106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097869209","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761711,0.00046761296,0.0033395074,0.0022622822,0.00041064987,0.00010511849,0.000048010956,0.00017221017,0.017023586],"genre_scores_gemma":[0.9894247,0.00020324667,0.0012602536,0.0013295707,0.00016624157,0.000069613445,0.000040552804,0.000041587995,0.007464296],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956019,0.001851268,0.00023135653,0.00046071553,0.0011492252,0.0007056295],"domain_scores_gemma":[0.98037857,0.004384885,0.0051574586,0.0016182933,0.0015154777,0.0069453763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024798797,0.00054329925,0.0005644331,0.00076319487,0.0022121747,0.004357427,0.0010659975,0.00188941,0.008336949],"category_scores_gemma":[0.021091023,0.00032508853,0.00069824007,0.00032000555,0.0016788378,0.0018522949,0.00505029,0.0033278689,0.0013423861],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083219394,0.0019367089,0.32183775,0.001004612,0.00040078195,0.0065964283,0.3823696,0.00035881143,0.057711605,0.0058583915,0.013054995,0.20803817],"study_design_scores_gemma":[0.00012069949,0.0021187656,0.44110975,0.00063447654,0.00037523973,0.01464878,0.39191005,0.0021324588,0.010675382,0.0077777104,0.12814231,0.0003543096],"about_ca_topic_score_codex":0.0008254314,"about_ca_topic_score_gemma":0.0023070988,"teacher_disagreement_score":0.008336949,"about_ca_system_score_codex":0.0007619486,"about_ca_system_score_gemma":0.00075702806,"threshold_uncertainty_score":0.027889907},"labels":[],"label_agreement":null},{"id":"W2102349469","doi":"10.1080/00986280902739693","title":"APA's Learning Objectives for Research Methods and Statistics in Practice: A Multimethod Analysis","year":2009,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Syllabus; Psychology; Descriptive statistics; Concordance; Statistics education; Higher education; Statistics; Medical education; Mathematics education; Mathematics; Medicine","score_opus":0.4197363327116412,"score_gpt":0.6573298840931413,"score_spread":0.23759355138150012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102349469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6068254,0.00075024844,0.3054673,0.0045119133,0.0006367616,0.05308899,0.005298678,0.0016811043,0.021739624],"genre_scores_gemma":[0.2678431,0.000324591,0.6470981,0.0009695854,0.00017020883,0.07883794,0.0018523879,0.00028553302,0.002618515],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.91459984,0.045412317,0.017114256,0.0024710435,0.019130237,0.0012723675],"domain_scores_gemma":[0.606445,0.25508782,0.031592436,0.033108875,0.06628729,0.007478554],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1259368,0.0006261226,0.0011887284,0.007194295,0.0023728057,0.0027421946,0.0014954973,0.0011343441,0.0058330684],"category_scores_gemma":[0.27768785,0.0010399048,0.0010116628,0.0041754735,0.0014178737,0.002133708,0.0042381124,0.0030414532,0.0021245263],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000894652,0.0040888744,0.29362568,0.0018045177,0.00021422321,0.00020214044,0.007640186,0.0012365904,0.006511289,0.005126527,0.025922174,0.6527331],"study_design_scores_gemma":[0.00047251012,0.0032487058,0.86509067,0.0015506803,0.00015923214,0.0005463277,0.006846412,0.017966574,0.010834081,0.016884716,0.076213546,0.00018652482],"about_ca_topic_score_codex":0.00048780453,"about_ca_topic_score_gemma":0.0011918185,"teacher_disagreement_score":0.8740632,"about_ca_system_score_codex":0.0023234696,"about_ca_system_score_gemma":0.006966738,"threshold_uncertainty_score":0.66602546},"labels":[],"label_agreement":null},{"id":"W2105235143","doi":"10.1080/00986280903175731","title":"“This is a Public Service Announcement”: Evaluating and Redesigning Campaigns to Teach Attitudes and Persuasion","year":2009,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Persuasion; Psychology; Public service; Service-learning; Service (business); Attitude change; Social psychology; Applied psychology; Public relations; Pedagogy; Marketing; Political science","score_opus":0.20030546456776047,"score_gpt":0.5245087110121747,"score_spread":0.32420324644441423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105235143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804643,0.00014027352,0.009023548,0.0012754686,0.00022212822,0.001166786,0.000027208776,0.0008863294,0.006794016],"genre_scores_gemma":[0.93192536,0.0002804742,0.059970073,0.000793769,0.00024407815,0.0008867784,0.00016193822,0.00010673575,0.005630665],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9948409,0.003376103,0.00019286906,0.00035352266,0.00092361536,0.0003129571],"domain_scores_gemma":[0.9713212,0.017382115,0.0040413295,0.0017530838,0.003150972,0.0023512081],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0088430615,0.0010007442,0.0005192615,0.0005477165,0.0012775552,0.0019762998,0.0011334529,0.0013418812,0.0038207085],"category_scores_gemma":[0.037159365,0.00041107598,0.0003893972,0.00027283738,0.0008388406,0.0012835036,0.00063918595,0.0016104033,0.0014951142],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002804486,0.04820639,0.020029394,0.0006366946,0.00011244867,0.00013937683,0.005921505,0.0051215235,0.021071583,0.0014800599,0.009981801,0.8844947],"study_design_scores_gemma":[0.008149505,0.19407845,0.25915542,0.0011711974,0.0028405096,0.00085473654,0.016753715,0.13277104,0.19406173,0.0112750055,0.17806864,0.0008200613],"about_ca_topic_score_codex":0.0019330317,"about_ca_topic_score_gemma":0.0040688524,"teacher_disagreement_score":0.0088430615,"about_ca_system_score_codex":0.0015584432,"about_ca_system_score_gemma":0.002916916,"threshold_uncertainty_score":0.046767175},"labels":[],"label_agreement":null},{"id":"W2106228234","doi":"10.1207/s15328023top3004_01","title":"2003 Teaching Award Winners","year":2003,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Convention; Psychology; Graduate students; Library science; Mathematics education; Pedagogy; Sociology; Social science","score_opus":0.033583127415395084,"score_gpt":0.4008789437747745,"score_spread":0.3672958163593794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106228234","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017978407,0.010873041,0.003129275,0.11159848,0.30298078,0.00088234793,0.0042375745,0.0014414846,0.54687864],"genre_scores_gemma":[0.021064347,0.004624652,0.0010278185,0.006915982,0.014630882,0.00022953117,0.0021621422,0.000434794,0.9489099],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952865,0.0002548127,0.0001550136,0.00026842687,0.0028949794,0.0011402132],"domain_scores_gemma":[0.98164463,0.00026786947,0.00034644458,0.00044600462,0.008143627,0.009151417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004161801,0.0010038399,0.0011656814,0.0024622667,0.0041729324,0.0072739734,0.0012077695,0.002982931,0.13478039],"category_scores_gemma":[0.008296572,0.00036292983,0.0008529701,0.0019764116,0.00060405186,0.0013483532,0.003923079,0.0033931,0.100262],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050249197,0.00007336667,0.00056368095,0.000059404567,0.0000063577513,0.00011274672,0.000044194712,0.000045900306,0.00021155662,0.0016532915,0.9484056,0.04877358],"study_design_scores_gemma":[0.000021365306,0.000055912464,0.0027729988,0.000063464635,0.000008441487,0.00013035108,0.0002380922,0.000121734156,0.0002462498,0.000887371,0.9954424,0.000011672505],"about_ca_topic_score_codex":0.0045627817,"about_ca_topic_score_gemma":0.017679285,"teacher_disagreement_score":0.13478039,"about_ca_system_score_codex":0.003575164,"about_ca_system_score_gemma":0.007429533,"threshold_uncertainty_score":0.45088536},"labels":[],"label_agreement":null},{"id":"W2107310524","doi":"10.1207/s15328023top2802_17","title":"Psychology of Women and the Potential for Influencing Students' Lives: An Interview with Margaret W. Matlin","year":2001,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Excellence; Consulting psychology; School psychology; Sport psychology; Psychological research; History of psychology; Experimental psychology; Psychology of science; Critical psychology; Educational psychology; Psychoanalysis; Cognition; Social psychology; Pedagogy; Social science; Sociology; Law","score_opus":0.026901151975296186,"score_gpt":0.39869767945065315,"score_spread":0.37179652747535696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107310524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65195966,0.013912775,0.00071320403,0.2938657,0.001574509,0.00020111549,0.00008652882,0.000037375812,0.037649117],"genre_scores_gemma":[0.9540825,0.0071845045,0.00039107466,0.024474066,0.00027017112,0.00018146719,0.000021935877,0.00003143713,0.013363056],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9943076,0.0037462176,0.000116602714,0.00022132206,0.0007405414,0.0008677364],"domain_scores_gemma":[0.99205846,0.0036209356,0.0006611934,0.00012430815,0.000615699,0.0029194623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066851336,0.00038318292,0.0007003263,0.0012659006,0.013403785,0.00535996,0.0013408369,0.0027604103,0.0026536349],"category_scores_gemma":[0.010860587,0.0006279396,0.00040886216,0.0011855006,0.008390842,0.005935502,0.0041606906,0.009282105,0.00038345243],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033016615,0.00024476237,0.012468711,0.0000884805,0.000008046341,0.0007780706,0.93603456,0.00004423698,0.0003221123,0.008645328,0.026930938,0.014401668],"study_design_scores_gemma":[0.0000069819394,0.00007074883,0.007206017,0.0002003842,0.000005927592,0.00035097002,0.9174434,0.00006503686,0.000087135486,0.00080154213,0.07373861,0.00002321222],"about_ca_topic_score_codex":0.014246252,"about_ca_topic_score_gemma":0.026743153,"teacher_disagreement_score":0.014246252,"about_ca_system_score_codex":0.005150756,"about_ca_system_score_gemma":0.006133172,"threshold_uncertainty_score":0.037371457},"labels":[],"label_agreement":null},{"id":"W2109912084","doi":"10.1207/s15328023top2802_02","title":"Instructional Television versus Traditional Teaching of an Introductory Psychology Course","year":2001,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attendance; Quarter (Canadian coin); Attrition; Psychology; Educational television; Mathematics education; Studio; Course evaluation; Course (navigation); Teaching method; Higher education; Medical education; Pedagogy; Multimedia; Computer science; Medicine","score_opus":0.14420359606008157,"score_gpt":0.4930183057618229,"score_spread":0.34881470970174133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109912084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973017,0.00035924398,0.0003432264,0.00007142232,0.000034036868,0.000034060577,0.000022919412,0.000012884206,0.0018204782],"genre_scores_gemma":[0.9969145,0.00044713594,0.00075852097,0.00011983765,0.00013277386,0.00007606492,0.00007486772,0.0000050989875,0.0014711558],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99942774,0.00025756986,0.000024212433,0.00006523139,0.00013109807,0.000094144314],"domain_scores_gemma":[0.9970968,0.0017799987,0.00028467661,0.00009334343,0.00012539857,0.0006198046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079380965,0.00016119498,0.00031675748,0.00037362977,0.00014820925,0.0004070466,0.0003629643,0.00028818933,0.0063761044],"category_scores_gemma":[0.003748908,0.00007146193,0.00017997858,0.0002220428,0.00025174182,0.00027423783,0.0003447715,0.0004920325,0.00039391173],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.051510684,0.04101762,0.11605383,0.0012249793,0.0008772016,0.0006708259,0.0018656201,0.002382123,0.051319063,0.0015887825,0.0016055212,0.72988373],"study_design_scores_gemma":[0.008926396,0.3438789,0.5901654,0.0005042411,0.0018307749,0.0012131449,0.0027047244,0.0044134827,0.031491145,0.0009941816,0.013813828,0.000063780564],"about_ca_topic_score_codex":0.0008186798,"about_ca_topic_score_gemma":0.0009773164,"teacher_disagreement_score":0.0063761044,"about_ca_system_score_codex":0.00035808483,"about_ca_system_score_gemma":0.0003243811,"threshold_uncertainty_score":0.021330237},"labels":[],"label_agreement":null},{"id":"W2114516277","doi":"10.1080/00986280701818532","title":"Evaluating the Electronic Textbook: Is it Time to Dispense with the Paper Text?","year":2008,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Psychology; Mathematics education; Higher education; Pedagogy","score_opus":0.0456993150364613,"score_gpt":0.33301908793769674,"score_spread":0.28731977290123545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114516277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957015,0.00025923652,0.00058791804,0.00024012367,0.000048576843,0.000038611375,0.000025154797,0.000017080396,0.0030818265],"genre_scores_gemma":[0.9938877,0.000466491,0.0023533418,0.0003286735,0.00006852453,0.000034602108,0.000089524336,0.00001385292,0.0027574424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959895,0.0014502219,0.00047382954,0.00028287718,0.0016010868,0.00020248079],"domain_scores_gemma":[0.9574007,0.01806107,0.013397809,0.0012793236,0.006456035,0.0034050029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059658936,0.00040333715,0.00038677087,0.00085224013,0.00045740703,0.0029402128,0.0006001962,0.00075377076,0.004874025],"category_scores_gemma":[0.055197842,0.00016947134,0.00032348026,0.000661939,0.0005611409,0.0019422588,0.000814431,0.00077262206,0.001655929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016165038,0.004932741,0.54516554,0.0005762775,0.00019915153,0.00043929377,0.00988542,0.00033439888,0.010306016,0.0005167292,0.0046530697,0.42137492],"study_design_scores_gemma":[0.0002988798,0.013299729,0.93510574,0.0005299017,0.00021144998,0.0010461541,0.023394668,0.0018830575,0.010375794,0.0010220837,0.012704786,0.00012771045],"about_ca_topic_score_codex":0.0009016915,"about_ca_topic_score_gemma":0.001722213,"teacher_disagreement_score":0.0059658936,"about_ca_system_score_codex":0.00048858614,"about_ca_system_score_gemma":0.0006638988,"threshold_uncertainty_score":0.031551003},"labels":[],"label_agreement":null},{"id":"W2120881943","doi":"10.1177/0098628315587621","title":"This Is Your Brain on Psychology","year":2015,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Psychology; Electroencephalography; Cognition; Cognitive science; Resource (disambiguation); Field (mathematics); Physiological psychology; Cognitive psychology; Neuroscience; Computer science","score_opus":0.1747994244622281,"score_gpt":0.4421095406358686,"score_spread":0.26731011617364053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120881943","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026682625,0.055874288,0.0037423114,0.5102131,0.09294368,0.000052952255,0.00030417784,0.0009050911,0.33329612],"genre_scores_gemma":[0.059379224,0.06512927,0.0060167983,0.29029045,0.0484575,0.00010645727,0.00041544082,0.000719395,0.5294854],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99897313,0.0002426126,0.000031950687,0.00014660344,0.00047722235,0.00012859769],"domain_scores_gemma":[0.9964889,0.00064942735,0.00017804223,0.00040499758,0.0009642871,0.0013142837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012933372,0.0005735825,0.0005609412,0.00091284636,0.002266441,0.0056263846,0.0006729862,0.002535496,0.100119755],"category_scores_gemma":[0.007927918,0.00017874909,0.00062875793,0.00064690114,0.004365009,0.004176348,0.0024129166,0.0063669207,0.051775824],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018222976,0.000034757955,0.00047301778,0.00016114813,0.000019681554,0.00013939386,0.0005684027,0.000018853238,0.00030205594,0.017358605,0.88337535,0.09753051],"study_design_scores_gemma":[0.000007279786,0.000023953737,0.00080110575,0.00033000676,0.000009228209,0.00043857974,0.00065030355,0.000017466964,0.000101589096,0.021032577,0.97657895,0.000009067689],"about_ca_topic_score_codex":0.0013969138,"about_ca_topic_score_gemma":0.0024435495,"teacher_disagreement_score":0.100119755,"about_ca_system_score_codex":0.0010786832,"about_ca_system_score_gemma":0.0033999453,"threshold_uncertainty_score":0.33493394},"labels":[],"label_agreement":null},{"id":"W2125196645","doi":"10.1207/s15328023top2703_05","title":"Teaching Intelligence Testing in APA-Accredited Programs: A National Survey","year":2000,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Accreditation; Wechsler Adult Intelligence Scale; Competence (human resources); Medical education; Intelligence quotient; Test (biology); Mathematics education; Cognition; Medicine; Social psychology; Psychiatry","score_opus":0.15459021600026937,"score_gpt":0.450275981559444,"score_spread":0.2956857655591746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125196645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976387,0.0001333934,0.00009878981,0.00038238213,0.0000054986776,0.000039223985,0.00054170855,0.000008802932,0.0011514034],"genre_scores_gemma":[0.99739397,0.0003417263,0.00032805177,0.00042161383,0.000009201737,0.000063324245,0.0007173613,0.000007675833,0.00071717286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978411,0.0003326203,0.00019387828,0.00023602175,0.0010162109,0.00038014265],"domain_scores_gemma":[0.98838645,0.0012791577,0.0029925671,0.00039491852,0.0037164052,0.0032304982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023985968,0.00017331511,0.00026160578,0.0016741602,0.0012079242,0.00075374957,0.0008773696,0.0005872583,0.0018629957],"category_scores_gemma":[0.0071050553,0.0004679809,0.00015413629,0.0023656725,0.000672572,0.0011144535,0.0010090735,0.0011126037,0.00055911805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008539186,0.00013868247,0.99406695,0.000011121065,0.000004125171,0.00003711539,0.0010912883,0.000016337508,0.00009516838,0.000026004887,0.0006436867,0.0038609677],"study_design_scores_gemma":[0.0000019671347,0.00006357965,0.99568224,0.000015214072,0.0000023576504,0.00007825907,0.0031949289,0.00012837602,0.000043608445,0.00001087836,0.00077513925,0.0000034309692],"about_ca_topic_score_codex":0.21810836,"about_ca_topic_score_gemma":0.29644376,"teacher_disagreement_score":0.21810836,"about_ca_system_score_codex":0.0027834466,"about_ca_system_score_gemma":0.005003369,"threshold_uncertainty_score":0.43367767},"labels":[],"label_agreement":null},{"id":"W2125797924","doi":"10.1207/s15328023top2801_03","title":"Difficulty and Discriminability of Introductory Psychology Test Items","year":2001,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Keyano College; University of Calgary","funders":"","keywords":"Psychology; Test (biology); Class (philosophy); Multiple choice; Mathematics education; Social psychology; Significant difference; Applied psychology; Statistics; Artificial intelligence","score_opus":0.12793645156693573,"score_gpt":0.4971193239900201,"score_spread":0.3691828724230844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125797924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99688196,0.00013545352,0.0014500873,0.000047794292,0.000014225675,0.00006732566,0.00012478112,0.000020432175,0.0012580008],"genre_scores_gemma":[0.9977805,0.00003481614,0.001086972,0.000036519727,0.000021219123,0.000055119373,0.0004919126,0.000031470594,0.00046146946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98885065,0.003946777,0.0016535771,0.002176492,0.002812993,0.00055943493],"domain_scores_gemma":[0.7701337,0.1849943,0.020103816,0.010109013,0.010927313,0.003731786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012682528,0.00062092807,0.00080693286,0.003641541,0.00028965477,0.0017882166,0.000830055,0.0012811383,0.003969712],"category_scores_gemma":[0.15531701,0.0003986244,0.0006053789,0.0015387426,0.00087420864,0.0016489523,0.0019049005,0.0017199665,0.0008859332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010862977,0.00089597254,0.9471565,0.0001535461,0.00022520064,0.00016721051,0.0024218324,0.0007624115,0.01436656,0.0004664762,0.0004640907,0.031833902],"study_design_scores_gemma":[0.00005982479,0.00075035554,0.99216133,0.00004004696,0.00003659346,0.00030604054,0.00032376862,0.0017550755,0.0033949045,0.0006418805,0.00050395273,0.00002617158],"about_ca_topic_score_codex":0.000440971,"about_ca_topic_score_gemma":0.0006203259,"teacher_disagreement_score":0.012682528,"about_ca_system_score_codex":0.00055084337,"about_ca_system_score_gemma":0.00020927581,"threshold_uncertainty_score":0.06707239},"labels":[],"label_agreement":null},{"id":"W2142133921","doi":"10.1207/s15328023top2902_14","title":"Helping Students Read Reports of Empirical Research","year":2002,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University; University of Alberta","funders":"","keywords":"Summative assessment; Formative assessment; Empirical research; Psychology; Mathematics education; Reading (process); Asynchronous communication; Pedagogy; Computer science","score_opus":0.249699324746149,"score_gpt":0.587252040891953,"score_spread":0.33755271614580407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142133921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79959387,0.0008592868,0.11841465,0.008966279,0.0011028612,0.0054505276,0.000978656,0.009813416,0.054820564],"genre_scores_gemma":[0.7245651,0.0015744533,0.22065805,0.0033143405,0.00062991923,0.003274434,0.0016716773,0.0005999821,0.04371203],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99568826,0.001800428,0.0004872018,0.0005880849,0.0011260357,0.00030988405],"domain_scores_gemma":[0.94107026,0.02789465,0.008886977,0.0069234357,0.011241854,0.003982789],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0075076846,0.001133027,0.000896135,0.0014101671,0.00062055804,0.001972012,0.0014467135,0.0013163916,0.016682161],"category_scores_gemma":[0.069257595,0.00042911683,0.00064373686,0.00056255335,0.0003358211,0.0025390694,0.0023466495,0.0014963255,0.01038628],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043776867,0.0069363057,0.030475516,0.0010465448,0.000052866202,0.00064540043,0.012362473,0.00049213343,0.027852595,0.0009395003,0.055055387,0.8637035],"study_design_scores_gemma":[0.0013762279,0.013479288,0.20292686,0.0019346775,0.00050097244,0.00753602,0.02540614,0.011732985,0.2153012,0.025923057,0.4932224,0.0006601268],"about_ca_topic_score_codex":0.00016398987,"about_ca_topic_score_gemma":0.000516724,"teacher_disagreement_score":0.9924923,"about_ca_system_score_codex":0.0005463012,"about_ca_system_score_gemma":0.001505274,"threshold_uncertainty_score":0.055807352},"labels":[],"label_agreement":null},{"id":"W2142358102","doi":"10.1177/0098628311411779","title":"A Demonstration of the Analysis of Variance Using Physical Movement and Space","year":2011,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Cognitive Science and Education Research","field":"Neuroscience","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Psychology; Analysis of variance; Variance (accounting); Movement (music); Mathematics education; Space (punctuation); Statistical analysis; Social psychology; Applied psychology; Statistics; Computer science; Mathematics","score_opus":0.17941490369558077,"score_gpt":0.4423351315399907,"score_spread":0.26292022784440994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142358102","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038066767,0.00037908854,0.93224716,0.0019630203,0.0006075727,0.00056170824,0.00031323612,0.0051669204,0.020694446],"genre_scores_gemma":[0.15924583,0.0003980228,0.8315568,0.00038122246,0.00013695049,0.0012735197,0.00015530783,0.00034757424,0.006504748],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986324,0.0007386003,0.0000633866,0.000194124,0.00031165156,0.00005993002],"domain_scores_gemma":[0.9940148,0.004497971,0.00027311107,0.0006278688,0.0003756552,0.00021067324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002435552,0.0009089654,0.00044846456,0.0005692437,0.000515003,0.0009483262,0.0008301356,0.00097266067,0.0074900957],"category_scores_gemma":[0.007163477,0.00033889222,0.0007567735,0.00035889773,0.0012348731,0.0008811896,0.0012782722,0.0021770804,0.0015781266],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009805746,0.0029198255,0.0073298914,0.0017626584,0.00021897917,0.0023389407,0.0060470477,0.007802956,0.24657905,0.06165808,0.043238413,0.6191236],"study_design_scores_gemma":[0.0014532472,0.011148873,0.06742509,0.0011457243,0.00022173332,0.009274612,0.002360113,0.1303002,0.16408807,0.10177279,0.51028645,0.00052302773],"about_ca_topic_score_codex":0.00065236277,"about_ca_topic_score_gemma":0.0012371064,"teacher_disagreement_score":0.0074900957,"about_ca_system_score_codex":0.00027494205,"about_ca_system_score_gemma":0.00083279656,"threshold_uncertainty_score":0.025056899},"labels":[],"label_agreement":null},{"id":"W2148246524","doi":"10.1080/00986280802528923","title":"Scholarship in Teaching and Learning: An Interview with John Mitterer","year":2009,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Scholarship; Psychology; Teaching and learning center; Higher education; Psychology of learning; Pedagogy; Teaching method; Library science; Political science","score_opus":0.07945700545444148,"score_gpt":0.4161464500354824,"score_spread":0.3366894445810409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148246524","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12397547,0.028461358,0.0017668015,0.7953899,0.004048781,0.0001796162,0.000038040944,0.00006703847,0.046073057],"genre_scores_gemma":[0.7561164,0.02504377,0.004000004,0.17550766,0.0011578953,0.00034744266,0.00005135261,0.00018260613,0.037592847],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.95863813,0.027117046,0.001270081,0.0016986537,0.007405718,0.0038704115],"domain_scores_gemma":[0.9663798,0.018377136,0.0021353518,0.0006849411,0.0039277603,0.008494925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03103824,0.0007292601,0.0014529541,0.0026915735,0.03719181,0.018212575,0.003933798,0.0098474845,0.0020756056],"category_scores_gemma":[0.039408546,0.0013593873,0.00067651726,0.004126219,0.034268737,0.0162447,0.011812096,0.022113765,0.0004850035],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034074703,0.0001910582,0.0020583707,0.00018196405,0.000011634314,0.0022728737,0.85685056,0.00014683363,0.00050082104,0.042201273,0.07784332,0.017707253],"study_design_scores_gemma":[0.000011247181,0.00007121941,0.001503039,0.00042154719,0.000006147778,0.0013254588,0.75209075,0.00015176892,0.00011154638,0.0035552853,0.24068278,0.00006931095],"about_ca_topic_score_codex":0.04856493,"about_ca_topic_score_gemma":0.05395567,"teacher_disagreement_score":0.04856493,"about_ca_system_score_codex":0.017856246,"about_ca_system_score_gemma":0.02137562,"threshold_uncertainty_score":0.16414785},"labels":[],"label_agreement":null},{"id":"W2150518500","doi":"10.1177/0098628313501044","title":"High School Psychology","year":2013,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"School psychology; Psychology; Quarter (Canadian coin); History of psychology; Subject (documents); Sport psychology; Critical psychology; Asian psychology; Consulting psychology; Psychological research; Psychology of science; Pedagogy; Social science; Social psychology; Applied psychology; Library science; Sociology; Psychoanalysis; History","score_opus":0.028770809655599087,"score_gpt":0.39516673125971363,"score_spread":0.36639592160411455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150518500","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016399637,0.009388536,0.000841485,0.036453385,0.0024019368,0.00010275822,0.0006841437,0.0001625709,0.9335655],"genre_scores_gemma":[0.24727882,0.0153438505,0.0015555136,0.025936253,0.002359254,0.00015919832,0.0014669317,0.0001196765,0.7057805],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989423,0.00014148696,0.000036527013,0.00017218609,0.00045746047,0.00024998037],"domain_scores_gemma":[0.9983694,0.00011620383,0.0000970648,0.000112791786,0.0005102219,0.0007942765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089221,0.00028426605,0.00027223636,0.0012924236,0.0036404412,0.002994302,0.00035223857,0.0009971661,0.118408985],"category_scores_gemma":[0.0026589278,0.00015316186,0.00015168737,0.0015669223,0.0010418176,0.0014833432,0.002077221,0.0019702737,0.023038698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018108547,0.00021094171,0.015329158,0.00015791762,0.000008218839,0.00009399238,0.002390781,0.000029245886,0.00033562872,0.09165592,0.62734604,0.26242396],"study_design_scores_gemma":[0.00000386485,0.000028109058,0.03177692,0.00015782593,0.0000030826056,0.00007586993,0.0016245663,0.00001812726,0.00006984974,0.006542833,0.9596944,0.000004645983],"about_ca_topic_score_codex":0.0059282193,"about_ca_topic_score_gemma":0.018171541,"teacher_disagreement_score":0.118408985,"about_ca_system_score_codex":0.0019481694,"about_ca_system_score_gemma":0.004061746,"threshold_uncertainty_score":0.3961175},"labels":[],"label_agreement":null},{"id":"W2153866707","doi":"10.1177/0098628312465863","title":"Practicing What Is Preached","year":2012,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Psychology; Reflection (computer programming); Mathematics education; Cover (algebra); Pedagogy; Computer science","score_opus":0.11340082115623118,"score_gpt":0.4260876692684158,"score_spread":0.3126868481121846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153866707","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2684095,0.0035423236,0.050851304,0.036805652,0.0025972063,0.00023081576,0.00010578662,0.0009507535,0.63650656],"genre_scores_gemma":[0.80166614,0.0032723227,0.043300074,0.009331792,0.00030139825,0.00016435256,0.00017446271,0.0002353227,0.14155416],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989648,0.0002498649,0.000041184503,0.00027513044,0.00029873074,0.00017018794],"domain_scores_gemma":[0.99731404,0.0007538638,0.00028055577,0.00058545946,0.0005155833,0.0005503886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012940352,0.00023878587,0.0002561871,0.00042663876,0.0011570752,0.0026833287,0.00092225923,0.0014283853,0.011890951],"category_scores_gemma":[0.006600331,0.00016849619,0.00032493702,0.00024172365,0.0020500927,0.0026051954,0.0017671089,0.0028316746,0.0037332329],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001612074,0.001655048,0.016112702,0.0012197735,0.000049848786,0.0007972612,0.049969092,0.0007142175,0.027498031,0.104403265,0.04757383,0.74984574],"study_design_scores_gemma":[0.00008247173,0.0010704015,0.043781213,0.0033852,0.00009543806,0.0030454744,0.038147155,0.0032246169,0.026077732,0.2147192,0.6662607,0.00011033411],"about_ca_topic_score_codex":0.0010418881,"about_ca_topic_score_gemma":0.0026843345,"teacher_disagreement_score":0.011890951,"about_ca_system_score_codex":0.00089721795,"about_ca_system_score_gemma":0.0027246834,"threshold_uncertainty_score":0.039779186},"labels":[],"label_agreement":null},{"id":"W2158595698","doi":"10.1207/s15328023top3101_14","title":"Teaching Positive Reinforcement on the Internet","year":2004,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Reinforcement; Psychology; The Internet; Variety (cybernetics); Mathematics education; Multimedia; Social psychology; World Wide Web; Computer science; Artificial intelligence","score_opus":0.16169514322397716,"score_gpt":0.396888300024621,"score_spread":0.23519315680064384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158595698","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833183,0.00033891023,0.006600559,0.00030899944,0.000061978906,0.0002028531,0.000013948704,0.00012355504,0.00903077],"genre_scores_gemma":[0.9851419,0.0008300366,0.008361084,0.00023967326,0.000086006425,0.00020013918,0.000049640024,0.00002283512,0.005068817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99957913,0.00019387361,0.000014261853,0.000050650495,0.00011377868,0.000048200494],"domain_scores_gemma":[0.9984389,0.00094942393,0.00016844805,0.000103436556,0.000104479215,0.00023529358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000821726,0.0003663239,0.0003023556,0.000304762,0.0003691273,0.000464192,0.00037623866,0.00028814428,0.004569056],"category_scores_gemma":[0.0036460492,0.0001133984,0.00019908344,0.00011532551,0.00030667402,0.0004512461,0.0004890297,0.0005276074,0.00058385526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015498876,0.036141522,0.025301443,0.0005287475,0.00007215318,0.00058331684,0.004218636,0.0019428121,0.050379112,0.0023004015,0.00487594,0.8721059],"study_design_scores_gemma":[0.003583088,0.15173262,0.41954997,0.0011787397,0.0007863204,0.010674705,0.008971397,0.023858568,0.20113368,0.018443523,0.15979499,0.00029244687],"about_ca_topic_score_codex":0.0002177474,"about_ca_topic_score_gemma":0.00048361157,"teacher_disagreement_score":0.004569056,"about_ca_system_score_codex":0.00020343279,"about_ca_system_score_gemma":0.00025077877,"threshold_uncertainty_score":0.015285015},"labels":[],"label_agreement":null},{"id":"W2159085573","doi":"10.1177/0098628310390916","title":"Evaluation of a Digital Learning Object for the Monty Hall Dilemma","year":2011,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Counterintuitive; Dilemma; Object (grammar); Set (abstract data type); Mathematics education; Relevance (law); Psychology; Value (mathematics); Multimedia; Computer science; Epistemology; Artificial intelligence","score_opus":0.6332151077314897,"score_gpt":0.545135788110086,"score_spread":0.0880793196214037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159085573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8984551,0.0010153761,0.033146057,0.0012604725,0.00062032364,0.0025877573,0.00045553216,0.0011405613,0.061318856],"genre_scores_gemma":[0.91219944,0.0005511479,0.06360116,0.00042439514,0.00012808335,0.0016468955,0.0009487338,0.00030113358,0.020199033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99507326,0.0024391129,0.00030265943,0.0002984674,0.0016733127,0.0002132373],"domain_scores_gemma":[0.9634274,0.02821986,0.0013844962,0.0016709173,0.0026581057,0.0026391677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008151093,0.0010411975,0.00069042074,0.0011872844,0.00087538053,0.0048149093,0.002825946,0.0025110536,0.015765311],"category_scores_gemma":[0.04798685,0.00026694423,0.0004893668,0.00053053023,0.001622678,0.0031390497,0.0029160925,0.0012857646,0.0023878226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021207513,0.033929124,0.014119344,0.005220567,0.00029787835,0.0025561259,0.010326205,0.11559461,0.024507629,0.09872631,0.024542117,0.6489726],"study_design_scores_gemma":[0.011980475,0.06557141,0.024715334,0.0021321976,0.0005153869,0.0017770508,0.008501282,0.47397634,0.049454223,0.066698454,0.29404518,0.0006326362],"about_ca_topic_score_codex":0.0015277627,"about_ca_topic_score_gemma":0.0012102737,"teacher_disagreement_score":0.015765311,"about_ca_system_score_codex":0.0026608824,"about_ca_system_score_gemma":0.001467887,"threshold_uncertainty_score":0.052740216},"labels":[],"label_agreement":null},{"id":"W2168552156","doi":"10.1177/0098628313514186","title":"Just Checking In","year":2013,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Attendance; Psychology; Reflection (computer programming); Test (biology); Class (philosophy); Mathematics education; Medical education; Course evaluation; Higher education; Computer science; Medicine","score_opus":0.12821508740501406,"score_gpt":0.5463332637817129,"score_spread":0.4181181763766988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168552156","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13336286,0.003438937,0.099607326,0.056890365,0.027262045,0.0015470224,0.0051357504,0.03661014,0.6361456],"genre_scores_gemma":[0.38319555,0.0026151622,0.05992368,0.022324428,0.0031536145,0.0008908943,0.004452431,0.006109687,0.5173346],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948527,0.0015649205,0.00038011468,0.0010239673,0.0015255525,0.0006528376],"domain_scores_gemma":[0.97479,0.00453261,0.0026798875,0.008943784,0.005875106,0.003178582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034079885,0.0011785653,0.0009018561,0.0013932529,0.002698834,0.0040381984,0.001876297,0.0022698098,0.16981642],"category_scores_gemma":[0.03506604,0.00066502125,0.00095830095,0.0009707863,0.0017378333,0.006600825,0.0037408294,0.0029741956,0.09947024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005262339,0.0006679948,0.013168916,0.00037671815,0.000055703294,0.00057723105,0.0042280434,0.00024024052,0.006616154,0.011433173,0.4897195,0.4723901],"study_design_scores_gemma":[0.0000727905,0.00051761174,0.010987417,0.0004361266,0.00006383263,0.00097328454,0.0037990313,0.00059988804,0.0058731423,0.008357643,0.96815467,0.00016447312],"about_ca_topic_score_codex":0.0034823818,"about_ca_topic_score_gemma":0.0042176964,"teacher_disagreement_score":0.16981642,"about_ca_system_score_codex":0.0009340357,"about_ca_system_score_gemma":0.0022763992,"threshold_uncertainty_score":0.5680925},"labels":[],"label_agreement":null},{"id":"W2171826657","doi":"10.1207/s15328023top3003_12","title":"Overcoming Unintentional Barriers with Intentional Strategies: Educating Faculty about Student Disabilities","year":2003,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Suspect; School psychology; Clinical neuropsychology; Medical education; Pedagogy; Psychiatry; Criminology","score_opus":0.05871083492581724,"score_gpt":0.4473900015644151,"score_spread":0.38867916663859786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171826657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80958545,0.0052944464,0.0069501293,0.14200632,0.0014733664,0.000608773,0.00005919382,0.0005311246,0.033491198],"genre_scores_gemma":[0.95103616,0.0072663757,0.011719057,0.018225702,0.0003913277,0.0006363207,0.00009149557,0.00010129597,0.01053214],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99029326,0.004247481,0.00033878922,0.00038988455,0.0020648409,0.0026656731],"domain_scores_gemma":[0.95341897,0.011090349,0.00628546,0.0020207998,0.0052192444,0.02196523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012576389,0.0008375089,0.00067905843,0.0023123524,0.011791926,0.0080312425,0.004341467,0.0040544593,0.007604736],"category_scores_gemma":[0.050461028,0.0008631763,0.00090679515,0.0011537826,0.007461057,0.010523247,0.020765562,0.007166913,0.0017089117],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011955499,0.0037283879,0.07542796,0.0007350227,0.00006087096,0.0015428226,0.4307508,0.00031893098,0.0024971259,0.0041995016,0.065645635,0.41497332],"study_design_scores_gemma":[0.000075709955,0.0014104793,0.02344322,0.0014212924,0.00008539636,0.0016831153,0.83385086,0.00044212784,0.0019150347,0.011985078,0.12357145,0.00011623377],"about_ca_topic_score_codex":0.0040462725,"about_ca_topic_score_gemma":0.014956918,"teacher_disagreement_score":0.012576389,"about_ca_system_score_codex":0.004300852,"about_ca_system_score_gemma":0.02392188,"threshold_uncertainty_score":0.066511095},"labels":[],"label_agreement":null},{"id":"W2291008493","doi":"10.1177/0098628315603182","title":"Psychology Students’ Understanding of the Skill-Based Learning Fostered Through University Assignments","year":2015,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Psychology; Relevance (law); Career development; Mathematics education; Pedagogy; Higher education; Applied psychology","score_opus":0.41657027275080055,"score_gpt":0.532201441809692,"score_spread":0.11563116905889143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291008493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987263,0.000052863274,0.00019427172,0.00007380885,0.0000023507237,0.000006724132,0.0000037641453,0.0000023454925,0.00093755045],"genre_scores_gemma":[0.9993869,0.00007378227,0.00020079622,0.00003963516,0.0000027137326,0.0000053281688,0.0000087479975,0.0000011931868,0.00028082915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981944,0.00081112416,0.000096128606,0.00014643051,0.00055647676,0.00019532924],"domain_scores_gemma":[0.97779703,0.012366306,0.005137831,0.0008216261,0.0019858954,0.0018912384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047995835,0.00020832916,0.00021832991,0.0008142432,0.00065833627,0.0027669643,0.00042413757,0.00058563595,0.0014312072],"category_scores_gemma":[0.027091375,0.00019555775,0.00024399866,0.00037136368,0.0010436255,0.0010602332,0.0015456554,0.0013367803,0.00018169057],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035838256,0.0018301493,0.6495502,0.00023438156,0.00010624988,0.0005092461,0.23835637,0.00065239123,0.016246695,0.0012140987,0.0007431233,0.09019878],"study_design_scores_gemma":[0.000049289283,0.001472357,0.84724224,0.00017396153,0.000073908195,0.000619873,0.13714567,0.0018265148,0.0041396087,0.0018480399,0.0053391918,0.00006944105],"about_ca_topic_score_codex":0.0019302893,"about_ca_topic_score_gemma":0.003794735,"teacher_disagreement_score":0.0047995835,"about_ca_system_score_codex":0.00078622275,"about_ca_system_score_gemma":0.00092193106,"threshold_uncertainty_score":0.025382936},"labels":[],"label_agreement":null},{"id":"W2405113580","doi":"10.1177/0098628316649312","title":"The Impact of Participating in a Peer Assessment Activity on Subsequent Academic Performance","year":2016,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Attendance; Psychology; Peer assessment; Peer evaluation; Medical education; Peer feedback; Academic achievement; Higher education; Mathematics education; Medicine","score_opus":0.10341006593162669,"score_gpt":0.524978013856735,"score_spread":0.4215679479251083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405113580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99790406,0.000112940885,0.0003384527,0.000058533366,0.000034351855,0.00007582116,0.000014645556,0.000021746735,0.0014394153],"genre_scores_gemma":[0.99716115,0.00013573421,0.0011371814,0.000030813284,0.00003879197,0.00008849442,0.000051374893,0.000006999313,0.0013495841],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99507755,0.0025598048,0.00030347786,0.0005057636,0.0010939928,0.0004594988],"domain_scores_gemma":[0.9813619,0.009064327,0.0019540149,0.001624028,0.0016751448,0.0043205144],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040968815,0.00061643316,0.0007316717,0.00044136398,0.0005702994,0.00079944194,0.00058413466,0.0006122531,0.00275741],"category_scores_gemma":[0.02075194,0.00016706613,0.0004505627,0.00020355832,0.00034578517,0.00040229806,0.0010165815,0.0007591857,0.0005219277],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013206504,0.08001479,0.16182175,0.0008116611,0.00059119985,0.0005881333,0.0048076054,0.0008551742,0.092708476,0.00027748515,0.0015036152,0.6428137],"study_design_scores_gemma":[0.000571909,0.081795156,0.892944,0.000116529816,0.00044727654,0.00032750706,0.001629597,0.0011271544,0.017345399,0.00032895932,0.0032904327,0.000076125485],"about_ca_topic_score_codex":0.0006181814,"about_ca_topic_score_gemma":0.0010995944,"teacher_disagreement_score":0.99590313,"about_ca_system_score_codex":0.00018017346,"about_ca_system_score_gemma":0.0006840853,"threshold_uncertainty_score":0.021666646},"labels":[],"label_agreement":null},{"id":"W2509311256","doi":"10.1177/0098628316662756","title":"The Perspective of Undergraduate Research Participant Pool Nonparticipants","year":2016,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Psychology; Perspective (graphical); Factorial analysis; Undergraduate research; Social psychology; Sample (material); Medical education; Variance (accounting); Applied psychology; Medicine","score_opus":0.2552942742365276,"score_gpt":0.4968566693684986,"score_spread":0.24156239513197098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509311256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62888306,0.0034444025,0.01918165,0.27318123,0.0019760467,0.001030808,0.00015269626,0.00009167958,0.072058484],"genre_scores_gemma":[0.94480807,0.0012412032,0.0040643746,0.0375508,0.00073762774,0.0008116412,0.000058836686,0.000032758417,0.010694779],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.8930526,0.09328736,0.0011117138,0.0025082105,0.0056629227,0.0043771593],"domain_scores_gemma":[0.9530591,0.023237873,0.0041189543,0.0030594496,0.0063014682,0.010223114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08774005,0.0004036547,0.000527454,0.0008561682,0.011415879,0.008582345,0.001849628,0.0045943847,0.0055403854],"category_scores_gemma":[0.0907929,0.00051430246,0.00054844236,0.000719677,0.009834275,0.003583131,0.0070345574,0.0059744962,0.0008625852],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004847022,0.00038926568,0.041924108,0.00036045958,0.000054740074,0.0020255193,0.7567247,0.00010902186,0.004043762,0.0974698,0.021644622,0.07476932],"study_design_scores_gemma":[0.00017265372,0.001425882,0.02119707,0.00080094236,0.0000736563,0.0031118728,0.60561115,0.0008483272,0.0018928938,0.030236468,0.3345071,0.00012197797],"about_ca_topic_score_codex":0.01383526,"about_ca_topic_score_gemma":0.016627442,"teacher_disagreement_score":0.08774005,"about_ca_system_score_codex":0.0049395883,"about_ca_system_score_gemma":0.014619879,"threshold_uncertainty_score":0.4640193},"labels":[],"label_agreement":null},{"id":"W2510015916","doi":"10.1177/0098628316662758","title":"C’est La Vie! The Game of Social Life","year":2016,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Critical Race Theory in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Universities Space Research Association","keywords":"Privilege (computing); Psychology; Social psychology; Context (archaeology); Intersectionality; Experiential learning; Inequality; Sociology; Gender studies; Pedagogy","score_opus":0.03372238220715682,"score_gpt":0.46109715275969126,"score_spread":0.4273747705525344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510015916","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654397,0.00023725144,0.0076120673,0.0008209668,0.00014855001,0.000229229,0.00008761018,0.000092044545,0.025332563],"genre_scores_gemma":[0.9892976,0.00016054406,0.0063336417,0.00027134776,0.000035046705,0.00032044586,0.00008002671,0.000017308806,0.003484028],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892837,0.0006985101,0.000027197028,0.000086808584,0.00015554001,0.00010364568],"domain_scores_gemma":[0.99699545,0.0020133264,0.00017741694,0.00022208251,0.00012864113,0.00046307626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012753274,0.0002908039,0.00022334652,0.00028296732,0.0009041409,0.0011731962,0.00052893144,0.0003965085,0.0040820753],"category_scores_gemma":[0.0043544075,0.00009911425,0.00019343474,0.00020012946,0.0011673466,0.0010008347,0.0013793535,0.0008486551,0.00032032697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004997079,0.014919744,0.047892384,0.0021714973,0.00021050559,0.0009342354,0.11943655,0.0021323408,0.048959523,0.05197902,0.02940326,0.67696387],"study_design_scores_gemma":[0.0013673849,0.024451558,0.25053072,0.0006151234,0.0001678163,0.002270458,0.11765338,0.008260322,0.04272051,0.03863333,0.5129861,0.00034328122],"about_ca_topic_score_codex":0.0008520685,"about_ca_topic_score_gemma":0.0025054608,"teacher_disagreement_score":0.0040820753,"about_ca_system_score_codex":0.00037806746,"about_ca_system_score_gemma":0.00036362943,"threshold_uncertainty_score":0.013655901},"labels":[],"label_agreement":null},{"id":"W2792954193","doi":"10.1177/0098628318762894","title":"The Partially Flipped Classroom","year":2018,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Flipped classroom; Commit; Popularity; Class (philosophy); Mathematics education; Psychology; Flipped learning; Section (typography); Computer science; Social psychology; Artificial intelligence","score_opus":0.07719586164623471,"score_gpt":0.49024524650906487,"score_spread":0.41304938486283016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792954193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68529296,0.0006494908,0.28600255,0.00044801194,0.00038004623,0.0039863028,0.0006027182,0.0015018567,0.021136077],"genre_scores_gemma":[0.73072433,0.00052053225,0.25196138,0.0005813076,0.00009181817,0.004449248,0.00042531584,0.00015256945,0.011093515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984388,0.0006065214,0.00008301616,0.00038747446,0.00034876593,0.00013557298],"domain_scores_gemma":[0.9947147,0.0017600731,0.00067350926,0.0016184112,0.0005893317,0.00064400816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016208892,0.00053003465,0.00048640696,0.00043966665,0.0006285677,0.00074439036,0.0012226502,0.00045459796,0.009666764],"category_scores_gemma":[0.006405839,0.0002478796,0.0005704687,0.0003027531,0.0007787755,0.0008997632,0.0021884474,0.0008472549,0.0016836188],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017223365,0.006415737,0.008584922,0.0007603325,0.00009423042,0.0002904412,0.0018433252,0.0027391268,0.041032966,0.0046577896,0.0054807067,0.9263781],"study_design_scores_gemma":[0.006957799,0.116285324,0.19213761,0.0025805393,0.0009633507,0.012701104,0.007201451,0.047430802,0.24545887,0.071650565,0.29596338,0.00066923606],"about_ca_topic_score_codex":0.00050492276,"about_ca_topic_score_gemma":0.0010371701,"teacher_disagreement_score":0.009666764,"about_ca_system_score_codex":0.0003243434,"about_ca_system_score_gemma":0.0009842311,"threshold_uncertainty_score":0.03233856},"labels":[],"label_agreement":null},{"id":"W2793934261","doi":"10.1177/0098628318762905","title":"A Program to Improve Student Engagement at Research-Focused Universities","year":2018,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Student engagement; Feeling; Medical education; Undergraduate research; Higher education; Pedagogy; Mathematics education; Social psychology","score_opus":0.34086583567314305,"score_gpt":0.6218950015042831,"score_spread":0.28102916583114007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793934261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881024,0.000109427296,0.0033580516,0.00062573474,0.00019320563,0.004178184,0.00009424959,0.00042727208,0.0029114385],"genre_scores_gemma":[0.9538145,0.00035981662,0.02997027,0.00064626045,0.00034870318,0.008688779,0.000354802,0.000045576966,0.0057712817],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980262,0.000823712,0.000103778286,0.00032272734,0.00030139758,0.00042220592],"domain_scores_gemma":[0.9922472,0.0011700211,0.0005257175,0.00045820564,0.0003604185,0.0052385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031134423,0.0008232747,0.00055494334,0.00083563,0.0016018508,0.0009019713,0.0015017942,0.0008822881,0.007238539],"category_scores_gemma":[0.006394813,0.00024832337,0.00071973534,0.00035085328,0.0005346648,0.00057926076,0.0026950738,0.0014995843,0.0011252724],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009464175,0.30748025,0.021696554,0.0006665617,0.00018378547,0.00035502858,0.002583,0.0011835427,0.02456354,0.0006072448,0.0063444464,0.6248719],"study_design_scores_gemma":[0.01917475,0.52659655,0.37371016,0.00043673263,0.00059584586,0.00062160636,0.0056505655,0.005081577,0.030781854,0.0024610157,0.034603886,0.00028542808],"about_ca_topic_score_codex":0.0006278501,"about_ca_topic_score_gemma":0.0015034333,"teacher_disagreement_score":0.007238539,"about_ca_system_score_codex":0.0005794971,"about_ca_system_score_gemma":0.0035100037,"threshold_uncertainty_score":0.02421534},"labels":[],"label_agreement":null},{"id":"W2947470726","doi":"10.1177/0098628319853940","title":"Statistical Software Use in Canadian University Courses: Current Trends and Future Directions","year":2019,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trent University; York University","funders":"","keywords":"Software; Statistical software; Statistical analysis; Computer science; Software peer review; Software analytics; Point (geometry); Computer software; Software package; Software review; Data science; Mathematics education; Psychology; Statistics; Software engineering; Software development; Software construction; Mathematics; Programming language","score_opus":0.12002479479212522,"score_gpt":0.44811164883523413,"score_spread":0.3280868540431089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947470726","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23580378,0.29805315,0.03810266,0.31836334,0.0044627483,0.0007304605,0.004390842,0.0051632016,0.094929814],"genre_scores_gemma":[0.66767514,0.22323893,0.061206482,0.026079241,0.0013298236,0.00045613473,0.0041499883,0.0023642224,0.01350014],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9377313,0.011864619,0.0038780142,0.0071637165,0.03382695,0.0055353297],"domain_scores_gemma":[0.5330222,0.13479902,0.025527732,0.011120295,0.26048103,0.03504971],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.070352115,0.00068614754,0.001164189,0.015899392,0.0055633625,0.007944361,0.008037174,0.0020239362,0.00640377],"category_scores_gemma":[0.18406878,0.0011476361,0.001119085,0.028794404,0.009549895,0.005957888,0.004364516,0.0044430783,0.0012268294],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024752895,0.0002892316,0.104964904,0.0038129885,0.00010685839,0.00014736153,0.0071446514,0.00077440083,0.0012736759,0.011600862,0.048346333,0.8212911],"study_design_scores_gemma":[0.00010659598,0.00052401365,0.5157242,0.010955296,0.00016604365,0.0006126618,0.02111511,0.0038632397,0.0030367281,0.005604366,0.43780804,0.00048367307],"about_ca_topic_score_codex":0.8795539,"about_ca_topic_score_gemma":0.87232476,"teacher_disagreement_score":0.93831676,"about_ca_system_score_codex":0.061683264,"about_ca_system_score_gemma":0.15652627,"threshold_uncertainty_score":0.44754553},"labels":[],"label_agreement":null},{"id":"W3003066153","doi":"10.1177/0098628320901379","title":"What Do Undergraduate Students Learn From Participating in Psychological Research?","year":2020,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Psychology; Psychological research; Undergraduate research; Value (mathematics); Educational research; Educational psychology; Medical education; Higher education; Social psychology; Pedagogy; Applied psychology","score_opus":0.5531928078990408,"score_gpt":0.6505318624363849,"score_spread":0.09733905453734415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003066153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93947744,0.0060987435,0.0018530005,0.03764405,0.0008561991,0.00021847937,0.00012844158,0.000114575865,0.013609103],"genre_scores_gemma":[0.9713718,0.0074247876,0.0030189594,0.012451254,0.00037137393,0.0001484157,0.00019940795,0.000042255564,0.0049717203],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9881626,0.0055266856,0.00060724356,0.0007573712,0.0034161967,0.0015299945],"domain_scores_gemma":[0.9207858,0.022499535,0.009264132,0.0036458627,0.011962877,0.031841826],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021265512,0.00041369963,0.0010872295,0.001363602,0.0024394952,0.0093664145,0.0013752981,0.003187022,0.004793684],"category_scores_gemma":[0.09641048,0.0006134359,0.0009988291,0.0010374034,0.0031308492,0.005572226,0.0043131085,0.004024255,0.001830467],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003392748,0.0031966087,0.28786406,0.0024636039,0.00020880676,0.0012473196,0.21987747,0.00017308163,0.005601007,0.0019311956,0.024811376,0.45228624],"study_design_scores_gemma":[0.00019920552,0.003597971,0.37331337,0.0027098577,0.0002527664,0.003677989,0.50083876,0.0005070245,0.003246029,0.009872859,0.10148498,0.00029923674],"about_ca_topic_score_codex":0.0013506287,"about_ca_topic_score_gemma":0.0033066676,"teacher_disagreement_score":0.9787345,"about_ca_system_score_codex":0.001739433,"about_ca_system_score_gemma":0.005201168,"threshold_uncertainty_score":0.11246407},"labels":[],"label_agreement":null},{"id":"W3087957653","doi":"10.1177/0098628320959924","title":"What Do Students Think When Asked About Psychology as a Science?","year":2020,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Psychology; Conceptualization; Psychology of science; Basic science; School psychology; Experimental psychology; Science education; Association (psychology); Differential psychology; Sport psychology; Psychological research; Asian psychology; Social psychology; Applied psychology; Mathematics education; Cognition; Cognitive psychology; Social science; Sociology; Psychotherapist","score_opus":0.051888381756340536,"score_gpt":0.45875813287905,"score_spread":0.40686975112270946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087957653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97562444,0.0014085036,0.0024001922,0.010335373,0.00028464358,0.00006799507,0.00007844813,0.000050607865,0.0097497925],"genre_scores_gemma":[0.99096304,0.0013924681,0.0011089598,0.0047256947,0.00012519897,0.00006467373,0.00011521821,0.000026895768,0.0014778792],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99696654,0.0015371278,0.00015910402,0.00024340859,0.0007183472,0.00037552704],"domain_scores_gemma":[0.976343,0.012867253,0.005282322,0.00046453765,0.0019639472,0.0030790155],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006027083,0.00032613936,0.0004640323,0.00138798,0.0011733605,0.0052204453,0.0005805491,0.0022641616,0.0032697518],"category_scores_gemma":[0.032624595,0.0003258186,0.0004754383,0.00069534074,0.003212359,0.003012047,0.0011886309,0.0034243148,0.0012049266],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026419587,0.00075431773,0.5432518,0.00043628714,0.0001272246,0.00049942156,0.37194982,0.00024824045,0.0042792,0.0046453555,0.009081644,0.06446243],"study_design_scores_gemma":[0.00010355931,0.00052336685,0.35758945,0.00062360486,0.00011018703,0.0010985478,0.5821675,0.0013613518,0.001530352,0.01170364,0.043018524,0.00016996064],"about_ca_topic_score_codex":0.0026013548,"about_ca_topic_score_gemma":0.003176434,"teacher_disagreement_score":0.9988266,"about_ca_system_score_codex":0.001213833,"about_ca_system_score_gemma":0.001293065,"threshold_uncertainty_score":0.031874657},"labels":[],"label_agreement":null},{"id":"W3091242554","doi":"10.1177/0098628320959979","title":"Rethinking the Course Syllabus: Considerations for Promoting Equity, Diversity, and Inclusion","year":2020,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Syllabus; Curriculum; Competence (human resources); Pedagogy; Equity (law); Inclusion (mineral); Higher education; Cultural competence; Diversity (politics); Engineering ethics; Psychology; Cultural diversity; Curriculum development; Medical education; Sociology; Political science; Engineering; Social science; Medicine","score_opus":0.15778977109235734,"score_gpt":0.42906309845668716,"score_spread":0.27127332736432985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091242554","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19956124,0.023907883,0.15043223,0.47680458,0.026302807,0.019262964,0.0015101932,0.004667126,0.09755106],"genre_scores_gemma":[0.21787496,0.013493834,0.6920344,0.037229434,0.0058268406,0.010967016,0.0012787346,0.0006158574,0.02067895],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98720944,0.006106957,0.0019268822,0.00032509796,0.003816963,0.00061465806],"domain_scores_gemma":[0.9116245,0.052801266,0.007322412,0.0036962377,0.016196659,0.008358829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030603712,0.0005206279,0.00077883265,0.0024297624,0.0043101422,0.006156679,0.0016564833,0.0027292415,0.0067223334],"category_scores_gemma":[0.11144313,0.00060561026,0.0005684778,0.0020427005,0.0028714,0.0052743196,0.0035971745,0.005650781,0.0024582257],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014853923,0.0014075771,0.009310275,0.003420722,0.000014491889,0.00041811378,0.010614599,0.00053775444,0.006775024,0.012413185,0.106702454,0.8482372],"study_design_scores_gemma":[0.0002094373,0.0009703869,0.087435,0.016304977,0.00009887912,0.0019696774,0.019184668,0.0034694087,0.010293712,0.031254705,0.8283317,0.00047745625],"about_ca_topic_score_codex":0.0070101754,"about_ca_topic_score_gemma":0.022374852,"teacher_disagreement_score":0.030603712,"about_ca_system_score_codex":0.0054314183,"about_ca_system_score_gemma":0.02653772,"threshold_uncertainty_score":0.1618498},"labels":[],"label_agreement":null},{"id":"W3136876305","doi":"10.1177/00986283211000326","title":"The Use of Visuals in Undergraduate Neuroscience Education: Recommendations for Educators","year":2021,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Infographic; Cognition; Psychology; Curriculum; Cognitive neuroscience; Reading (process); Teaching method; Visual literacy; Visual learning; Mathematics education; Computer science; Pedagogy; Neuroscience","score_opus":0.06751294409076848,"score_gpt":0.398994514561919,"score_spread":0.3314815704711505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136876305","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067758104,0.29629597,0.008961244,0.65138793,0.010593299,0.0014424924,0.0005429487,0.0008926524,0.023107516],"genre_scores_gemma":[0.047389567,0.7022162,0.117981955,0.08974721,0.0038698353,0.005761753,0.00091460167,0.00018514378,0.031933773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99597675,0.0019767194,0.0005061784,0.00018398088,0.0009874152,0.00036904364],"domain_scores_gemma":[0.9672655,0.013983569,0.0015804763,0.00060646376,0.011469811,0.0050941366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010247529,0.0010116902,0.0012965872,0.0040603112,0.001960201,0.004156007,0.0026968098,0.0069494336,0.014108545],"category_scores_gemma":[0.03216041,0.0005748977,0.0013946879,0.0025974298,0.0015384891,0.009028608,0.00288744,0.0062172664,0.004964324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007044495,0.0004885574,0.0022422667,0.009300826,0.000025465384,0.0004926574,0.0017029007,0.00018685384,0.00031717657,0.0029471174,0.22799826,0.7542276],"study_design_scores_gemma":[0.00015558634,0.00024690776,0.007036123,0.08373418,0.00017057062,0.0011629116,0.025049021,0.00036338338,0.00054660265,0.012267542,0.86913,0.00013716039],"about_ca_topic_score_codex":0.011099667,"about_ca_topic_score_gemma":0.042733673,"teacher_disagreement_score":0.014108545,"about_ca_system_score_codex":0.0033180758,"about_ca_system_score_gemma":0.019112358,"threshold_uncertainty_score":0.05419475},"labels":[],"label_agreement":null},{"id":"W3157260163","doi":"10.1177/00986283211015359","title":"The Impact of Strengths-Based Assessment Education on Undergraduate Students’ Knowledge of Disorders and Mental Illness Stigma","year":2021,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Stigma (botany); Mental illness; Psychology; Psychopathology; Abnormal psychology; Anxiety; Clinical psychology; Psychiatry; Mental health","score_opus":0.023275426566660932,"score_gpt":0.498383068941628,"score_spread":0.47510764237496705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157260163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993444,0.000029814382,0.00005998253,0.00006891271,0.000007057663,0.00005024242,0.0000027840501,0.0000038765265,0.00043293356],"genre_scores_gemma":[0.99841,0.00008104553,0.00087948714,0.000045763354,0.000008442029,0.00006573296,0.000011348687,0.0000010906875,0.00049699174],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993832,0.00018645878,0.00002725278,0.00006473291,0.00019994627,0.00013838334],"domain_scores_gemma":[0.9974483,0.0005428592,0.00029132713,0.000079299636,0.00019976254,0.0014385165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011686366,0.00029440704,0.0002711179,0.0002885341,0.00036013653,0.00043090628,0.000437315,0.00029808006,0.0021553903],"category_scores_gemma":[0.0041867923,0.0001262022,0.0002348412,0.0000994457,0.00031170336,0.00032593016,0.0010296691,0.0007330693,0.00015255639],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006653687,0.18163036,0.13413022,0.00078968046,0.0001816129,0.00044680198,0.0055776606,0.0017908113,0.025934804,0.0004784333,0.0021966978,0.6401893],"study_design_scores_gemma":[0.0025098734,0.089353584,0.87644523,0.00038316904,0.0002468721,0.0006639608,0.0040038377,0.0050603235,0.015291474,0.00085165526,0.0051185475,0.000071490875],"about_ca_topic_score_codex":0.0013537549,"about_ca_topic_score_gemma":0.0027085943,"teacher_disagreement_score":0.0021553903,"about_ca_system_score_codex":0.00069841306,"about_ca_system_score_gemma":0.0015484093,"threshold_uncertainty_score":0.007210493},"labels":[],"label_agreement":null},{"id":"W3172445880","doi":"10.1177/00986283211020739","title":"Evaluating Reddit as a Crowdsourcing Platform for Psychology Research Projects","year":2021,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Crowdsourcing; Psychology; Demographics; Medical education; Ethnic group; Applied psychology; Altruism (biology); Psychological research; Social psychology; World Wide Web; Sociology; Computer science","score_opus":0.5092751583322321,"score_gpt":0.6395511829256675,"score_spread":0.13027602459343535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172445880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93882227,0.000488439,0.01886757,0.0026820244,0.0005516443,0.012028079,0.0017710127,0.002326555,0.022462443],"genre_scores_gemma":[0.88830125,0.00036929338,0.08836578,0.0013460057,0.00019797657,0.012703472,0.0025407644,0.0003375811,0.005837829],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9679611,0.021305926,0.001434876,0.001933726,0.006230398,0.0011340827],"domain_scores_gemma":[0.9150711,0.04970621,0.0052616503,0.008763862,0.011653137,0.009544061],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.049973793,0.00087354536,0.00062922493,0.0021023473,0.0024482568,0.004777099,0.002306987,0.0016524122,0.005087072],"category_scores_gemma":[0.08998311,0.00041319654,0.0010064187,0.001287417,0.0013159517,0.0034667132,0.004849808,0.0013527361,0.0024353608],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025730863,0.026868263,0.116129145,0.0047886968,0.0010560764,0.0007977501,0.017850334,0.024022982,0.013241717,0.0053176745,0.0462883,0.7179081],"study_design_scores_gemma":[0.01670603,0.09864034,0.42244604,0.0023062942,0.0016915179,0.00074593246,0.030485546,0.22813301,0.017661715,0.018596312,0.16119215,0.0013951677],"about_ca_topic_score_codex":0.008430036,"about_ca_topic_score_gemma":0.012399605,"teacher_disagreement_score":0.9500262,"about_ca_system_score_codex":0.0032341057,"about_ca_system_score_gemma":0.005070519,"threshold_uncertainty_score":0.26428986},"labels":[],"label_agreement":null},{"id":"W4213055300","doi":"10.1177/00986283211066485","title":"Using Motivation Assessment as a Teaching Tool for Large Undergraduate Courses: Reflections From the Teaching Team","year":2022,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; York University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Expectancy theory; Psychology; Mathematics education; Teaching method; Higher education; Value (mathematics); Student engagement; Motivation to learn; Pedagogy; Computer science; Social psychology","score_opus":0.2782030097226781,"score_gpt":0.5706419683245099,"score_spread":0.2924389586018318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213055300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7377765,0.008754271,0.040627267,0.18635987,0.00326649,0.0027153678,0.00019960164,0.00065372937,0.019647034],"genre_scores_gemma":[0.84768796,0.012569517,0.07667148,0.042083394,0.0010392414,0.0016651531,0.0002200461,0.0006791061,0.017384198],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9724557,0.020152206,0.00088769756,0.00074024237,0.004267813,0.0014964149],"domain_scores_gemma":[0.9132366,0.05638746,0.0036301464,0.0024947335,0.018276315,0.0059746383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046047892,0.0009524585,0.000768223,0.0007936312,0.0033869783,0.0043880097,0.0030001581,0.003296556,0.0014291097],"category_scores_gemma":[0.07746455,0.00058571325,0.0010845079,0.00064999174,0.0023712395,0.003355636,0.0040282304,0.0071948543,0.0009891117],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019288585,0.0052157464,0.017805323,0.0012648527,0.00012145684,0.0033985164,0.2599401,0.0006654597,0.0046282876,0.0014463281,0.048413694,0.65690744],"study_design_scores_gemma":[0.00030424274,0.010415924,0.06006364,0.0065760603,0.00034490248,0.0063515184,0.49531347,0.003622757,0.012838946,0.005474738,0.39808464,0.0006091924],"about_ca_topic_score_codex":0.0037471738,"about_ca_topic_score_gemma":0.008331211,"teacher_disagreement_score":0.046047892,"about_ca_system_score_codex":0.0036536893,"about_ca_system_score_gemma":0.00736472,"threshold_uncertainty_score":0.24352747},"labels":[],"label_agreement":null},{"id":"W4253379982","doi":"10.1177/009862830803500102","title":"Evaluating the Electronic Textbook: Is it Time to Dispense with the Paper Text?","year":2008,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Psychology; Mathematics education; Higher education; Pedagogy","score_opus":0.0456993150364613,"score_gpt":0.33301908793769674,"score_spread":0.28731977290123545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253379982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957015,0.00025923603,0.00058791804,0.000240123,0.000048576752,0.000038611302,0.000025154775,0.00001708038,0.0030818265],"genre_scores_gemma":[0.9938877,0.0004664901,0.0023533371,0.0003286732,0.000068524336,0.000034602108,0.000089524416,0.000013852894,0.002757441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959895,0.0014502198,0.00047382907,0.00028287718,0.0016010853,0.00020248079],"domain_scores_gemma":[0.9574007,0.018061042,0.013397796,0.0012793224,0.0064560287,0.0034049996],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0059658936,0.00040333674,0.00038677125,0.0008522394,0.00045740724,0.0029402117,0.0006001962,0.00075377076,0.0048740273],"category_scores_gemma":[0.05519779,0.00016947166,0.00032348026,0.0006619393,0.0005611409,0.0019422567,0.000814431,0.0007726218,0.0016559307],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001616503,0.004932739,0.5451663,0.0005762764,0.00019915163,0.00043929377,0.009885407,0.00033439902,0.01030599,0.0005167295,0.0046530655,0.42137408],"study_design_scores_gemma":[0.00029887957,0.01329973,0.9351058,0.000529901,0.00021145,0.0010461542,0.023394637,0.0018830596,0.010375779,0.0010220838,0.012704774,0.00012771045],"about_ca_topic_score_codex":0.00090169243,"about_ca_topic_score_gemma":0.001722213,"teacher_disagreement_score":0.9940341,"about_ca_system_score_codex":0.0004885859,"about_ca_system_score_gemma":0.0006638982,"threshold_uncertainty_score":0.031551003},"labels":[],"label_agreement":null},{"id":"W4308272040","doi":"10.1177/00986283221130298","title":"Does “Psychological Literacy” Feature in Non-Psychology Degrees? A Cross-Discipline Study of Student Perceptions","year":2022,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Laidlaw Foundation; University of Leeds","keywords":"Psychology; School psychology; Context (archaeology); Perception; Social psychology; Sport psychology; Subject (documents); Differential psychology; Psychological research; Literacy; Cross-cultural psychology; Applied psychology; Pedagogy","score_opus":0.03895910131770512,"score_gpt":0.49476674783315977,"score_spread":0.45580764651545463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308272040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99922884,0.000053898842,0.000034663077,0.00014420778,0.000006975577,0.0000047786275,0.000008725786,0.0000011593122,0.00051669707],"genre_scores_gemma":[0.9996947,0.00005175245,0.000025649879,0.00006524185,0.000005311381,0.0000037771167,0.000012021226,9.267829e-7,0.00014061175],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998531,0.00048792647,0.00012066252,0.00012974763,0.00045671948,0.00027393227],"domain_scores_gemma":[0.9869866,0.0032425816,0.0042361678,0.0003992698,0.001279515,0.0038558608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029579338,0.00016505002,0.00036716825,0.0011660885,0.0010380495,0.0026314163,0.00032126837,0.0007722202,0.0029190746],"category_scores_gemma":[0.013934184,0.00020880763,0.00031030772,0.0008431238,0.0015184119,0.0015593383,0.0019438278,0.0017486538,0.00033543535],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013568025,0.0007723654,0.90173256,0.00011545019,0.000048087437,0.00020774436,0.08013884,0.00005028584,0.0014132275,0.0005020148,0.00058652676,0.014297295],"study_design_scores_gemma":[0.000008747329,0.00042037482,0.8899367,0.00006358937,0.000016733791,0.00027635164,0.106840774,0.00015821696,0.00033262666,0.00025179988,0.001676861,0.000017224947],"about_ca_topic_score_codex":0.0018510487,"about_ca_topic_score_gemma":0.0030223902,"teacher_disagreement_score":0.0029579338,"about_ca_system_score_codex":0.0005899492,"about_ca_system_score_gemma":0.0009166425,"threshold_uncertainty_score":0.015643299},"labels":[],"label_agreement":null}]}