{"meta":{"query_hash":"f244dcaee2a3","filters":{"venue":"Teaching of Psychology"},"cohort_total":51,"direct_labels_cover":0,"predictions_cover":51,"exported":51,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/f244dcaee2a3","api":"https://metacan.xera.ac/api/v1/cohort?venue=Teaching+of+Psychology"},"results":[{"id":"W1964077075","doi":"10.1080/00986283.2010.510962","title":"Taking the Pulse of Undergraduate Health Psychology: A Nationwide Survey","year":2010,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Biopsychosocial model; Psychology; Medical education; Counseling psychology; Quarter (Canadian coin); Health psychology; School psychology; College health; Applied psychology; Public health; Psychiatry; Medicine; Family medicine; Nursing","score_opus":0.14087462216689844,"score_gpt":0.510582644509708,"score_spread":0.3697080223428096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964077075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9272898,0.0003169862,0.0025509729,0.031871617,0.0051450185,0.00043047103,0.00007765963,0.0000781738,0.03223931],"genre_scores_gemma":[0.9933704,0.000017357206,0.0010899241,0.0048569744,0.000114894356,0.00004045616,0.00004618543,0.000033370165,0.00043039888],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99603975,0.0017404023,0.0010587365,0.00044541608,0.00018691203,0.00052877155],"domain_scores_gemma":[0.9971868,0.00036680364,0.0011223169,0.0010638346,0.0001285196,0.0001317589],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044757524,0.00019192665,0.0004465583,0.00027770363,0.0002533237,0.000007826939,0.00069059,0.00025541132,0.0015398812],"category_scores_gemma":[0.00036560974,0.00015335825,0.00018932522,0.00029095795,0.0004595472,0.00006554524,0.000052441694,0.0015333006,0.00009927845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045310069,0.0026425505,0.40119094,0.000055167446,0.00016429811,0.000006050168,0.003844952,0.000001575877,0.003983975,0.13695234,0.07012057,0.38058448],"study_design_scores_gemma":[0.0009052233,0.0005861359,0.9887084,0.000029634168,0.000015542168,0.000062639556,0.00006378048,0.000005525323,0.0000157816,0.0023343544,0.0071570952,0.00011594052],"about_ca_topic_score_codex":0.009060034,"about_ca_topic_score_gemma":0.005346523,"teacher_disagreement_score":0.5875174,"about_ca_system_score_codex":0.000014375413,"about_ca_system_score_gemma":0.00007556412,"threshold_uncertainty_score":0.99937284},"labels":[],"label_agreement":null},{"id":"W1965190151","doi":"10.1207/s15328023top3302_3","title":"The Echo Approach in Developing Items for Student Evaluation of Teaching Performance","year":2006,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Echo (communications protocol); Psychology; Reliability (semiconductor); Test (biology); Mathematics education; Computer science","score_opus":0.15792152240591148,"score_gpt":0.5262342941397598,"score_spread":0.36831277173384824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965190151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8743775,0.00089962507,0.0042927125,0.0024151646,0.00084604794,0.0007689295,0.0000027871865,0.000024810106,0.11637246],"genre_scores_gemma":[0.99031985,0.000024449206,0.008629082,0.00019950447,0.00010807683,0.00034025073,0.00002855138,0.0000160186,0.00033419678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973299,0.0011837302,0.00076219114,0.00024246871,0.00023675954,0.00024496764],"domain_scores_gemma":[0.9981828,0.00053003704,0.0004162458,0.00068172795,0.00017019974,0.000019031893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007437587,0.00010418847,0.00020715932,0.0001883642,0.00027821743,0.000009196731,0.0005213415,0.00011218595,0.000025044885],"category_scores_gemma":[0.0001316061,0.00008937944,0.000053273605,0.00010380948,0.00009646192,0.000039156046,0.00003862894,0.00045391684,0.000004460331],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013993242,0.0012200149,0.40045196,0.00010834787,0.00005687003,5.972373e-8,0.037308004,0.00040660362,0.0003358082,0.3542916,0.00600617,0.19967464],"study_design_scores_gemma":[0.001372961,0.00010020585,0.971726,0.0000512035,0.000020354277,0.0000061497267,0.0067454986,0.001199632,0.000011297194,0.003495992,0.015155663,0.00011504501],"about_ca_topic_score_codex":0.00044185107,"about_ca_topic_score_gemma":0.00014615002,"teacher_disagreement_score":0.57127404,"about_ca_system_score_codex":0.00011630869,"about_ca_system_score_gemma":0.000092384296,"threshold_uncertainty_score":0.3644788},"labels":[],"label_agreement":null},{"id":"W1966007781","doi":"10.1177/0098628311401582","title":"Association Between Adult Attachment Representations and Undergraduate Student Course Evaluations","year":2011,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Attachment and Relationship Dynamics","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Psychology; Association (psychology); Course evaluation; Course (navigation); Anxiety; Medical education; Higher education; Clinical psychology; Psychotherapist; Psychiatry","score_opus":0.07518304568072287,"score_gpt":0.5067613478569497,"score_spread":0.43157830217622684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966007781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87496924,0.00014328117,0.01910274,0.0043725693,0.0009320319,0.00043577753,0.000028013057,0.000103464015,0.09991286],"genre_scores_gemma":[0.99256146,0.00002397482,0.0026213527,0.00018843077,0.00010312891,0.000049903498,0.00006430704,0.000020958661,0.0043664915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796265,0.00064054475,0.0005067823,0.00036492667,0.00025713912,0.00026793015],"domain_scores_gemma":[0.998638,0.00031965895,0.00043801384,0.00040965487,0.00011471095,0.00007997852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010114057,0.00014918765,0.00024090346,0.00015757546,0.00022659205,0.000010342948,0.00018988906,0.00021204918,0.00024290038],"category_scores_gemma":[0.00009039002,0.00014885276,0.000073855765,0.00011892125,0.000108859196,0.0000917857,0.000051414994,0.0004477613,0.00010368865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015617701,0.00041662593,0.9168054,0.000004196551,0.0005351965,0.0000017045094,0.010616021,0.000004608309,0.00002764744,0.0653741,0.0033512076,0.0028476994],"study_design_scores_gemma":[0.0010519186,0.00018462949,0.9844956,0.0000123973605,0.00044645977,0.0000052181094,0.0013914448,0.00004006972,0.0000037689338,0.012009474,0.00022189517,0.00013715243],"about_ca_topic_score_codex":0.00022152788,"about_ca_topic_score_gemma":0.000041710027,"teacher_disagreement_score":0.117592186,"about_ca_system_score_codex":0.00006942967,"about_ca_system_score_gemma":0.000019722696,"threshold_uncertainty_score":0.607004},"labels":[],"label_agreement":null},{"id":"W1985906946","doi":"10.1080/00986280701293339","title":"Still Crazy about Teaching after All These Years: An Interview with Dick Gorman","year":2007,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Higher education; Pedagogy; Teaching method; Mathematics education; Psychoanalysis","score_opus":0.06246662690602336,"score_gpt":0.38529310969440456,"score_spread":0.3228264827883812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985906946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97839916,0.000027367048,0.010189988,0.000431091,0.00087626284,0.00017823116,0.000004638819,0.00011173465,0.009781518],"genre_scores_gemma":[0.9855312,0.000010322799,0.00062470237,0.013059658,0.00014020638,0.000013496948,0.0000025772615,0.000027494492,0.00059034274],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99779457,0.0006457552,0.00032032462,0.00058971555,0.00026217132,0.00038747574],"domain_scores_gemma":[0.99902034,0.00017991012,0.00019294178,0.00043422845,0.000029431832,0.00014312552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015871805,0.00017191298,0.00018841482,0.00025828788,0.000048775517,0.00004239772,0.00039806348,0.000069158705,0.0001334151],"category_scores_gemma":[0.00033328132,0.00014335329,0.000054496362,0.00015269413,0.00029334784,0.00037696003,0.000049521714,0.0006757146,0.00007860059],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011218152,0.0036084342,0.021200439,0.00007676899,0.000025767109,0.00022007783,0.086594604,0.0000070070146,0.4918787,0.012208057,0.0013009376,0.3817574],"study_design_scores_gemma":[0.0014902723,0.0025874896,0.5943069,0.00020934835,0.000056025976,0.0004570071,0.0013979684,0.00010322984,0.010443776,0.00086048816,0.38745588,0.00063162873],"about_ca_topic_score_codex":0.00003062714,"about_ca_topic_score_gemma":0.000021021979,"teacher_disagreement_score":0.57310647,"about_ca_system_score_codex":0.00002567191,"about_ca_system_score_gemma":0.00002465814,"threshold_uncertainty_score":0.58457774},"labels":[],"label_agreement":null},{"id":"W1993098458","doi":"10.1177/0098628311401591","title":"The Role of Statistics and Research Methods in the Academic Success of Psychology Majors","year":2011,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Comprehension; Test anxiety; Mathematics education; Psychological research; Experimental psychology; Positive psychology; Anxiety; Applied psychology; Social psychology; Cognition","score_opus":0.5522068278992129,"score_gpt":0.6617570562732442,"score_spread":0.10955022837403128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993098458","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6576851,0.0021166771,0.2920883,0.0016328564,0.0011035979,0.000742174,0.00010127731,0.000028619208,0.04450142],"genre_scores_gemma":[0.42258963,0.0003408686,0.5768628,0.00008546559,0.00002037332,0.000020749496,0.0000015864446,0.0000126619525,0.00006587803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99227303,0.0063265087,0.0007047485,0.0002136466,0.00020423753,0.00027784504],"domain_scores_gemma":[0.9828484,0.016071294,0.00037719074,0.0005468429,0.00012891786,0.0000273273],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017567486,0.00009799806,0.00032296273,0.00022917925,0.00008956533,0.0000034786528,0.00070553826,0.0001670284,0.000039735434],"category_scores_gemma":[0.010185083,0.000061386985,0.000028377168,0.00019124558,0.0010719845,0.000022204278,0.00008262468,0.0009696421,0.0000012025521],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115715695,0.00018389004,0.013377318,0.000060515576,0.000030004336,9.949136e-7,0.02528882,7.0780466e-8,0.004348561,0.87438494,0.0049705496,0.07723861],"study_design_scores_gemma":[0.00026330416,0.00019462964,0.07843816,0.000020463844,0.000020765536,0.000021413643,0.005812253,0.000013241014,0.0011259159,0.9118548,0.0021825708,0.00005246367],"about_ca_topic_score_codex":0.00017901225,"about_ca_topic_score_gemma":0.00002962682,"teacher_disagreement_score":0.2847745,"about_ca_system_score_codex":0.00000758321,"about_ca_system_score_gemma":0.000040253235,"threshold_uncertainty_score":0.99815255},"labels":[],"label_agreement":null},{"id":"W1995971848","doi":"10.1207/s15328023top3104_10","title":"Where History, Philosophy, and Psychology Meet: An Interview with Wayne Viney","year":2004,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"History of psychology; Context (archaeology); Psychology, Philosophy and Physiology; Critical psychology; School psychology; Psychology; State (computer science); Curriculum; Sociology; Asian psychology; Social science; Psychoanalysis; Pedagogy; History","score_opus":0.06166253020409161,"score_gpt":0.38280202118400936,"score_spread":0.32113949097991773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995971848","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12168886,0.030008212,0.03870968,0.023563344,0.0055596097,0.0006771974,0.000024022916,0.00048571502,0.77928334],"genre_scores_gemma":[0.97779095,0.0004473742,0.007527117,0.012272766,0.0006651387,0.00007229607,0.000012636687,0.0001306234,0.001081092],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99593353,0.00086463144,0.0007982219,0.0014517794,0.00022696574,0.0007248786],"domain_scores_gemma":[0.99764085,0.00011666939,0.00048589765,0.0013426186,0.00008890676,0.00032503455],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010072058,0.0005100159,0.00091851986,0.00046272864,0.00015270982,0.000006185488,0.000894172,0.00076172425,0.001522595],"category_scores_gemma":[0.000058369267,0.00045627786,0.00013460463,0.00017961944,0.0017261594,0.00020753502,0.00009597655,0.0016127316,0.00014241655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014092333,0.002629411,0.0043237596,0.00010372545,0.0004768592,0.0001981032,0.02742338,0.000005015954,0.0020215544,0.8497704,0.08148768,0.030150825],"study_design_scores_gemma":[0.01469739,0.013026229,0.05943679,0.0003304075,0.00032707787,0.0038513301,0.0018760967,0.0000041150997,0.000010622229,0.20946313,0.69531596,0.0016608427],"about_ca_topic_score_codex":0.0002472506,"about_ca_topic_score_gemma":0.0000621109,"teacher_disagreement_score":0.8561021,"about_ca_system_score_codex":0.0003328875,"about_ca_system_score_gemma":0.000054611166,"threshold_uncertainty_score":0.9997889},"labels":[],"label_agreement":null},{"id":"W2007345704","doi":"10.1207/s15328023top3004_02","title":"Animal Use, Student Choice, and Nonanimal Alternatives at “America's Best” Undergraduate Colleges","year":2003,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Animal and Plant Science Education","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Psychology; Higher education; Best practice; Medical education; Work (physics); Pedagogy; Animal behavior; Political science; Medicine","score_opus":0.05855999898435633,"score_gpt":0.4045302550814191,"score_spread":0.3459702560970628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007345704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9554691,0.00035717842,0.0002747738,0.0012692766,0.000848637,0.00017062303,0.000020921058,0.00003457177,0.041554928],"genre_scores_gemma":[0.99201703,0.0000616686,0.0015421828,0.00046106984,0.00009492829,0.000017762617,0.0000071498193,0.000017073186,0.005781134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980845,0.00049668155,0.00032615228,0.0005366207,0.00018492865,0.00037115888],"domain_scores_gemma":[0.99889195,0.0004483956,0.00024332522,0.00026696044,0.000035185276,0.000114156464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004177621,0.00019360716,0.00028714238,0.00016281861,0.0002279639,0.000024129544,0.00024033351,0.000105081526,0.00037621145],"category_scores_gemma":[0.00013776234,0.0001740723,0.000052520296,0.00014231536,0.00035895384,0.00015199998,0.000051881543,0.0002978221,0.00015194644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016433683,0.00082963385,0.88961405,0.000008190143,0.00010429915,0.000016311351,0.0076143867,0.000002114471,0.013315704,0.075420156,0.010647466,0.0022633336],"study_design_scores_gemma":[0.00070987776,0.0010490704,0.9399089,0.000015128865,0.000029234934,0.00017242918,0.0013877224,0.0000045345596,0.00007128167,0.00072187994,0.055725854,0.00020403744],"about_ca_topic_score_codex":0.00040777744,"about_ca_topic_score_gemma":0.0000543396,"teacher_disagreement_score":0.07469828,"about_ca_system_score_codex":0.000032256496,"about_ca_system_score_gemma":0.000022526314,"threshold_uncertainty_score":0.7098462},"labels":[],"label_agreement":null},{"id":"W2008988274","doi":"10.1207/s15328023top2901_09","title":"Applying Social Psychological Concepts to a Norm-Violation Experience","year":2002,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Psychology; Norm (philosophy); Social psychology; Chose; Pedagogy; Mathematics education; Epistemology","score_opus":0.16147061075224545,"score_gpt":0.4870496376264858,"score_spread":0.32557902687424034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008988274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84432787,0.00015731541,0.0019455486,0.0031796882,0.0012005946,0.00033021762,0.0000058548426,0.00011578643,0.14873712],"genre_scores_gemma":[0.993397,0.0000041799367,0.0022109407,0.002398584,0.00040368974,0.0003884712,0.000007409134,0.000017974047,0.0011717662],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99808633,0.00030493294,0.0004652361,0.00054626557,0.00016856285,0.00042864383],"domain_scores_gemma":[0.9991219,0.00017403251,0.00019161312,0.00037711003,0.000047822854,0.00008752988],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036072632,0.00018610616,0.00030463276,0.00013434787,0.0002583157,0.000019218338,0.00043959258,0.00023541703,0.0030221064],"category_scores_gemma":[0.00011413865,0.00017536702,0.00008648772,0.00019213755,0.00023938972,0.00008133452,0.00004907633,0.00040020587,0.0005491415],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039683006,0.0024874497,0.089193486,0.000034838245,0.00014192544,0.000039635997,0.12714878,0.00003613992,0.012973323,0.24559212,0.29308504,0.22887042],"study_design_scores_gemma":[0.0012391981,0.0011301247,0.8907255,0.000022681372,0.000023567116,0.00017291357,0.015581688,0.00003258748,0.00002445028,0.0038373708,0.086657345,0.00055257994],"about_ca_topic_score_codex":0.00013513272,"about_ca_topic_score_gemma":0.0000055348864,"teacher_disagreement_score":0.80153203,"about_ca_system_score_codex":0.00003211953,"about_ca_system_score_gemma":0.000003994141,"threshold_uncertainty_score":0.9978893},"labels":[],"label_agreement":null},{"id":"W2013604771","doi":"10.1177/0098628311421326","title":"Utilizing Community Portfolios in Teaching for Social Justice","year":2011,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University","funders":"","keywords":"Experiential learning; Social justice; Psychology; Reflexivity; Multiculturalism; Pedagogy; Graduate students; Economic Justice; Higher education; Experiential education; Sociology; Social science; Criminology; Political science","score_opus":0.21026931282610034,"score_gpt":0.459323379046937,"score_spread":0.24905406622083665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013604771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7727128,0.00032032354,0.0047901333,0.0004286942,0.0015635984,0.0002689087,0.000010028633,0.000085376305,0.21982013],"genre_scores_gemma":[0.991783,0.000017120068,0.0064970823,0.0011011343,0.00020213646,0.000034690936,0.000013481187,0.000040661183,0.00031065237],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99683076,0.0016615834,0.0006093912,0.00032849392,0.00011966384,0.00045007688],"domain_scores_gemma":[0.99827754,0.0007867907,0.00029035416,0.00054664456,0.000046223366,0.000052465202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050802906,0.00018910805,0.00039191372,0.00028610375,0.000513233,0.000010410842,0.00052900077,0.0002772513,0.00033124804],"category_scores_gemma":[0.00044845673,0.00019894137,0.00013965274,0.00009077549,0.00010154317,0.00015653182,0.000070369606,0.0018791202,0.000029752115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020123643,0.004145642,0.011958614,0.00020540024,0.00017909583,0.00003877791,0.30856344,0.0000020187194,0.0030054972,0.10919919,0.025216078,0.5354739],"study_design_scores_gemma":[0.01481869,0.00398207,0.5232057,0.00034494587,0.00091286935,0.00038754544,0.10782822,0.0005888219,0.00008495139,0.06989274,0.27603346,0.0019199773],"about_ca_topic_score_codex":0.0022175051,"about_ca_topic_score_gemma":0.00011599991,"teacher_disagreement_score":0.5335539,"about_ca_system_score_codex":0.000020526953,"about_ca_system_score_gemma":0.000018674065,"threshold_uncertainty_score":0.8163947},"labels":[],"label_agreement":null},{"id":"W2035210723","doi":"10.1177/0098628311411781","title":"Personality Traits and Psychological Health Concerns","year":2011,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Psychosomatic Disorders and Their Treatments","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Psychology; Neuroticism; Clinical psychology; Psychopathology; Abnormal psychology; Anxiety; Personality; Medical psychology; Health psychology; Big Five personality traits; Mental health; Psychiatry; Social psychology; MEDLINE; Public health","score_opus":0.1753331479141082,"score_gpt":0.43142709721312344,"score_spread":0.25609394929901524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035210723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8903558,0.0004828862,0.00060560263,0.0015051654,0.00010374329,0.00020257839,0.000008125607,0.000048200567,0.106687896],"genre_scores_gemma":[0.99192625,0.00008058398,0.005255566,0.0025183344,0.00003619235,0.000008297841,0.000004969889,0.000011221227,0.00015856173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989704,0.00013591767,0.00028011037,0.0002965809,0.00009602606,0.00022097965],"domain_scores_gemma":[0.9994982,0.000028898536,0.00013068411,0.00018188088,0.000014699913,0.00014565687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003158089,0.00012643612,0.0003771458,0.00005968837,0.000059060385,0.0000020629348,0.000079101366,0.00008831251,0.00026314246],"category_scores_gemma":[0.000033030006,0.00009609761,0.00006908678,0.000042875916,0.0002035284,0.00002746314,0.000014225644,0.00021988834,0.000013392051],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019257595,0.0145310005,0.60171795,0.00042676405,0.00079042255,0.0000937481,0.05267929,3.6865906e-8,0.0024230883,0.046160858,0.022149798,0.2571013],"study_design_scores_gemma":[0.0028864632,0.0024405501,0.9860262,0.000118249925,0.000027719978,0.0002179079,0.00033463188,0.0000043545047,0.000008448174,0.006597585,0.0012516084,0.00008624122],"about_ca_topic_score_codex":0.00016655694,"about_ca_topic_score_gemma":0.000005969292,"teacher_disagreement_score":0.3843083,"about_ca_system_score_codex":0.000011522392,"about_ca_system_score_gemma":0.000013955801,"threshold_uncertainty_score":0.3918747},"labels":[],"label_agreement":null},{"id":"W2037085569","doi":"10.1207/s15328023top3101_2","title":"The Challenge to Cumulative Learning: Do Introductory Courses Actually Benefit Advanced Students?","year":2004,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Psychology of learning; Educational psychology; Association (psychology); Mathematics education; Social psychology; School psychology; Style (visual arts); Psychological research; Pedagogy; Psychotherapist","score_opus":0.018361485802262007,"score_gpt":0.3398132949768136,"score_spread":0.32145180917455163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037085569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9229858,0.00015382085,0.0005167538,0.01399893,0.0015014771,0.0003742177,2.9725527e-7,0.00013206477,0.06033667],"genre_scores_gemma":[0.9959454,0.000035749934,0.00039594562,0.0011527108,0.0009204393,0.00002865579,0.000010533026,0.000026535638,0.0014840642],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874544,0.000041178533,0.00029222498,0.00035738744,0.00027490576,0.0002888694],"domain_scores_gemma":[0.99908817,0.00011940781,0.00030511594,0.00036837204,0.0001042943,0.000014624966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015382869,0.00016231267,0.0001828811,0.000220255,0.0003864555,0.00011591488,0.000575715,0.00005050368,0.00007880783],"category_scores_gemma":[0.00068929145,0.0001308961,0.00005622931,0.00016483944,0.000068638125,0.0003015256,0.0002055306,0.00032748072,0.00012302242],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089484814,0.0016454716,0.03936181,0.00021421368,0.0003311576,0.000006378751,0.010171341,0.005896062,0.0013538157,0.6010674,0.028995613,0.31006184],"study_design_scores_gemma":[0.0018828746,0.00020115117,0.19353504,0.00013370847,0.00008958066,0.0000011568375,0.004382071,0.000027377138,0.000012622375,0.03283325,0.76647526,0.00042592568],"about_ca_topic_score_codex":0.00007853684,"about_ca_topic_score_gemma":0.00005499252,"teacher_disagreement_score":0.7374796,"about_ca_system_score_codex":0.00003676064,"about_ca_system_score_gemma":0.00001004648,"threshold_uncertainty_score":0.5337788},"labels":[],"label_agreement":null},{"id":"W2040095126","doi":"10.1177/0098628314530344","title":"Evaluating the Effectiveness of Combining the Use of Corrective Feedback and High-Level Practice Questions","year":2014,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Corrective feedback; Comprehension; Psychology; Test (biology); Mathematics education; Cognitive psychology; Computer science","score_opus":0.13652315528634262,"score_gpt":0.4078726481206036,"score_spread":0.27134949283426096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040095126","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4025423,0.000047566708,0.595773,0.00028674805,0.0005490925,0.0001636806,9.71286e-7,0.000016818816,0.00061988307],"genre_scores_gemma":[0.973331,0.0000026696252,0.026445571,0.00008732084,0.00003458833,0.000008669369,3.6732794e-7,0.000007271763,0.00008257662],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9942628,0.0048479605,0.0003161956,0.00023349817,0.00020167923,0.00013782688],"domain_scores_gemma":[0.98828137,0.010480942,0.000524228,0.0004655213,0.00022994731,0.000017991675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007821196,0.00009795046,0.00024372921,0.000065598,0.00020346751,0.00002624244,0.00042366388,0.00005063532,8.950108e-7],"category_scores_gemma":[0.004608492,0.000061170904,0.00004402916,0.00012869181,0.00017861216,0.00021856537,0.00014247178,0.00040921126,0.0000014189122],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001086332,0.0001153636,0.0042128875,0.00005796921,0.000094261035,4.6390662e-7,0.008611358,0.006183024,0.015357862,0.91523397,0.000033977398,0.04999024],"study_design_scores_gemma":[0.0019406574,0.004514874,0.8720227,0.001870414,0.00017549451,0.00022426584,0.0016666817,0.09349241,0.004254266,0.0124261575,0.006960189,0.00045191046],"about_ca_topic_score_codex":0.0010079811,"about_ca_topic_score_gemma":0.0000034962782,"teacher_disagreement_score":0.9028078,"about_ca_system_score_codex":0.000013706004,"about_ca_system_score_gemma":0.000023798537,"threshold_uncertainty_score":0.5517128},"labels":[],"label_agreement":null},{"id":"W2058635020","doi":"10.1080/00986280701293198","title":"Extending the Generality of the Qualities and Behaviors Constituting Effective Teaching","year":2007,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generality; Psychology; Mathematics education; Higher education; Teaching method; Pedagogy; Social psychology; Cognitive psychology; Psychotherapist","score_opus":0.04279861880988359,"score_gpt":0.4541660849259072,"score_spread":0.4113674661160236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058635020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9507122,0.00014636728,0.0015829703,0.0037815927,0.0007940963,0.0001695004,0.0000010629327,0.000021177777,0.042791035],"genre_scores_gemma":[0.99701476,0.000009030496,0.0019198074,0.0008080251,0.00009788628,0.0000041814337,3.4116772e-7,0.000003722309,0.00014223736],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9980724,0.0011251516,0.00026584478,0.00013517893,0.00019849125,0.00020293657],"domain_scores_gemma":[0.9986354,0.00099965,0.00013606314,0.00015718467,0.000034263343,0.000037431422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008717363,0.00006418639,0.00012701987,0.000040157574,0.0009278981,0.000014839131,0.00023644275,0.00006482732,0.000016488508],"category_scores_gemma":[0.0013295341,0.00004127348,0.000045798468,0.000064649,0.0011700025,0.00004597789,0.00005238151,0.00040695883,6.2471076e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005671935,0.000058537888,0.08662249,0.000009485845,0.000012010672,2.9623135e-7,0.092011265,4.4746528e-7,0.0010943094,0.7925654,0.0001667642,0.027453328],"study_design_scores_gemma":[0.00041168425,0.000057106714,0.8263748,0.00017394044,0.00005883484,0.000012662853,0.07217857,0.0000024985557,0.0010069661,0.071594834,0.027910588,0.00021746963],"about_ca_topic_score_codex":0.0016286665,"about_ca_topic_score_gemma":0.00019252297,"teacher_disagreement_score":0.73975235,"about_ca_system_score_codex":0.0000380977,"about_ca_system_score_gemma":0.00005006507,"threshold_uncertainty_score":0.7136736},"labels":[],"label_agreement":null},{"id":"W2059906254","doi":"10.1080/00986283.2010.488547","title":"Guided Experimentation with Databases Improves Argumentative Writing","year":2010,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Argumentative; Argumentation theory; Task (project management); Field (mathematics); Mathematics education; Psychology; Computer science; Linguistics","score_opus":0.08286765089105419,"score_gpt":0.47068488018313115,"score_spread":0.38781722929207696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059906254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9167393,0.00007727726,0.0009709221,0.0007978668,0.0010012917,0.00014992771,0.000012440823,0.00006456215,0.08018642],"genre_scores_gemma":[0.9766122,0.0000027689844,0.022162829,0.0004672203,0.0001937113,0.0000655155,0.00006293728,0.000018132154,0.0004146639],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988422,0.00014732129,0.00032290377,0.00033920218,0.00010546811,0.00024290968],"domain_scores_gemma":[0.9990444,0.00023435357,0.00024386971,0.0003828276,0.000050255625,0.000044270473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040825162,0.00013939233,0.0001873296,0.00008551475,0.00013017857,0.000015103248,0.00020949934,0.000066650624,0.00071514567],"category_scores_gemma":[0.000059425503,0.00011569552,0.00003625537,0.000058797577,0.00027232434,0.00013549608,0.000028125114,0.00038564528,0.000045112323],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034619938,0.00095770246,0.10473024,0.000035890807,0.00026773728,0.000020894555,0.019058932,0.0000045176807,0.36092404,0.47572976,0.023002656,0.014921453],"study_design_scores_gemma":[0.0022956722,0.0010018582,0.92897683,0.00004350346,0.00006009906,0.00035979235,0.049103323,0.000008003702,0.0061849607,0.003225229,0.008265778,0.00047496814],"about_ca_topic_score_codex":0.0009970687,"about_ca_topic_score_gemma":0.000039732622,"teacher_disagreement_score":0.8242466,"about_ca_system_score_codex":0.000010643216,"about_ca_system_score_gemma":0.000027462462,"threshold_uncertainty_score":0.7830343},"labels":[],"label_agreement":null},{"id":"W2066096946","doi":"10.1080/00986281003626532","title":"The Influence of a Psychology and Law Class on Legal Attitudes and Knowledge Structures","year":2010,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Pessimism; Psychology; Legal psychology; Variety (cybernetics); Class (philosophy); Social psychology; Legal education; School psychology; Biology and political orientation; Politics; Law; Pedagogy; Epistemology; Political science","score_opus":0.036278116319367136,"score_gpt":0.47375634528777155,"score_spread":0.43747822896840444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066096946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8573303,0.00008615743,0.0000066368866,0.022683168,0.00055283314,0.00007263241,0.0000019249894,0.000013303451,0.11925305],"genre_scores_gemma":[0.99747884,0.00005397656,0.00047047564,0.0016974031,0.00010521382,0.0000044545327,5.739624e-7,0.000004344151,0.00018472967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910116,0.00033375813,0.00019410862,0.00015629502,0.000082654384,0.00013202634],"domain_scores_gemma":[0.99881536,0.00069290196,0.00015974272,0.00020606803,0.000084489104,0.000041422976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001204668,0.000061867184,0.00010505665,0.00006207213,0.00049946894,0.000039838327,0.00019862042,0.00011612359,0.000027469709],"category_scores_gemma":[0.0008757896,0.000046798512,0.000014984602,0.00010095054,0.0014079547,0.00017176263,0.000022785774,0.0007046112,0.0000029478294],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002545017,0.000076007294,0.0060543963,0.0000051078287,0.000012055906,1.7740228e-7,0.007961382,5.1461814e-7,0.005341602,0.96911013,0.0015716014,0.009841595],"study_design_scores_gemma":[0.00022925841,0.000105471336,0.3901728,0.0000069481757,0.000007638367,0.000009591868,0.0005623749,8.5889155e-7,0.000030466073,0.023892438,0.58491987,0.00006225866],"about_ca_topic_score_codex":0.001990547,"about_ca_topic_score_gemma":0.005365817,"teacher_disagreement_score":0.94521767,"about_ca_system_score_codex":0.0000039691395,"about_ca_system_score_gemma":0.00008912634,"threshold_uncertainty_score":0.51876676},"labels":[],"label_agreement":null},{"id":"W2085320065","doi":"10.1080/00986280701293123","title":"Goodbye Lecture: A Student-Led Seminar Approach for Teaching Upper Division Courses","year":2007,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kensington Health","funders":"","keywords":"Facilitator; Psychology; Mathematics education; Graduate students; Teaching method; Medical education; Pedagogy; Medicine; Social psychology","score_opus":0.08975928492510167,"score_gpt":0.5195711765042592,"score_spread":0.42981189157915756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085320065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5174028,0.00037776073,0.365951,0.0058194837,0.0011702236,0.0008774225,0.000006525135,0.00025760185,0.10813717],"genre_scores_gemma":[0.9093036,0.0000144076175,0.08829429,0.0007599215,0.0005027264,0.000025666077,0.00002191454,0.00003816103,0.0010393356],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954292,0.001892217,0.0006202898,0.0005954947,0.0007910764,0.00067170477],"domain_scores_gemma":[0.9963676,0.00227664,0.0006193898,0.000460979,0.00012093465,0.0001544835],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.024525922,0.00023471836,0.0004099905,0.00032493222,0.0013832604,0.000069333204,0.0008418336,0.0003097407,0.00006702738],"category_scores_gemma":[0.0047168587,0.00022688559,0.00019730741,0.00013935307,0.00040234084,0.000410482,0.00008728427,0.0010428965,0.000013742486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057254906,0.0042479145,0.13999997,0.00012173269,0.00044024503,0.000008198479,0.2807265,0.0004066189,0.011198691,0.25515416,0.024906373,0.28221706],"study_design_scores_gemma":[0.007123308,0.0023132807,0.19618607,0.0002679418,0.00062847725,0.000043576318,0.07994502,0.0009932233,0.00051580474,0.015954306,0.6941783,0.0018507105],"about_ca_topic_score_codex":0.00077733374,"about_ca_topic_score_gemma":0.00017374865,"teacher_disagreement_score":0.6692719,"about_ca_system_score_codex":0.0001266426,"about_ca_system_score_gemma":0.00009237478,"threshold_uncertainty_score":0.9999168},"labels":[],"label_agreement":null},{"id":"W2097869209","doi":"10.1177/0098628315587620","title":"Embrace Chattering Students","year":2015,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Feeling; Class (philosophy); Social psychology; Conversation; Social class; Developmental psychology; Mathematics education","score_opus":0.2304774982502627,"score_gpt":0.5765601630631038,"score_spread":0.34608266481284106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097869209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7704878,0.0005387795,0.001143281,0.008913642,0.0028459702,0.00014618189,0.0000028168497,0.0001046278,0.21581693],"genre_scores_gemma":[0.9912318,0.000007532987,0.0021158576,0.0025077711,0.00014598209,0.000031128708,0.000008738942,0.000017855871,0.003933334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99860966,0.00047247813,0.00033922616,0.00022211684,0.0001547055,0.00020180657],"domain_scores_gemma":[0.9986394,0.00008496423,0.00017490971,0.000902782,0.000068314956,0.0001295987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010049585,0.000089408255,0.00017354215,0.00014664925,0.0000699202,0.0000089795385,0.00064472546,0.000098697936,0.0006623901],"category_scores_gemma":[0.00009305487,0.0000947501,0.000038620725,0.0000851371,0.000073802024,0.000042057945,0.00009386605,0.00039799465,0.00052016595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001606241,0.001631559,0.5700051,0.000029702494,0.00011062398,0.0000053029476,0.099222176,0.000004324763,0.0005600791,0.089511074,0.17255493,0.06620451],"study_design_scores_gemma":[0.0014234963,0.00023335374,0.737557,0.000028278102,0.000012148511,0.000056893845,0.008843629,0.0000044434037,0.000008366555,0.0024950933,0.24916886,0.00016846907],"about_ca_topic_score_codex":0.00025724617,"about_ca_topic_score_gemma":0.000013533128,"teacher_disagreement_score":0.22074403,"about_ca_system_score_codex":0.00003385682,"about_ca_system_score_gemma":0.000031554984,"threshold_uncertainty_score":0.7252707},"labels":[],"label_agreement":null},{"id":"W2102349469","doi":"10.1080/00986280902739693","title":"APA's Learning Objectives for Research Methods and Statistics in Practice: A Multimethod Analysis","year":2009,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Syllabus; Psychology; Descriptive statistics; Concordance; Statistics education; Higher education; Statistics; Medical education; Mathematics education; Mathematics; Medicine","score_opus":0.4197363327116412,"score_gpt":0.6573298840931413,"score_spread":0.23759355138150012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102349469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23698792,0.004736665,0.7036476,0.004300061,0.00051976944,0.0010179206,0.000057112113,0.00011945358,0.048613515],"genre_scores_gemma":[0.5367525,0.00006336666,0.4623304,0.0003018432,0.00003963213,0.000052428313,0.000009250721,0.000010335185,0.00044021555],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9925194,0.005530907,0.0005334133,0.0006957371,0.00016287451,0.00055771734],"domain_scores_gemma":[0.99392515,0.0052813487,0.00022710362,0.0003207967,0.00016407682,0.00008153398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009812126,0.00018541617,0.0006301422,0.00067633187,0.00023937263,0.000017906677,0.00022871401,0.0002628916,0.00009518253],"category_scores_gemma":[0.0027620317,0.00015975973,0.000105388855,0.00072006264,0.00030978,0.00006869702,0.00004869569,0.00133197,0.000007629641],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010924314,0.0014438273,0.04536062,0.0000098703385,0.00048761378,0.000023646626,0.015674738,0.000015312848,0.0021598919,0.032257862,0.0011278876,0.9003463],"study_design_scores_gemma":[0.0019860768,0.003242027,0.9480596,0.000015114585,0.0004372784,0.000026107247,0.0055653965,0.0002533093,0.000027226972,0.021672595,0.01843429,0.00028094894],"about_ca_topic_score_codex":0.00047111633,"about_ca_topic_score_gemma":0.00003419233,"teacher_disagreement_score":0.902699,"about_ca_system_score_codex":0.000026723856,"about_ca_system_score_gemma":0.000008036935,"threshold_uncertainty_score":0.6514813},"labels":[],"label_agreement":null},{"id":"W2105235143","doi":"10.1080/00986280903175731","title":"“This is a Public Service Announcement”: Evaluating and Redesigning Campaigns to Teach Attitudes and Persuasion","year":2009,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Persuasion; Psychology; Public service; Service-learning; Service (business); Attitude change; Social psychology; Applied psychology; Public relations; Pedagogy; Marketing; Political science","score_opus":0.20030546456776047,"score_gpt":0.5245087110121747,"score_spread":0.32420324644441423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105235143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8789622,0.0010379838,0.00073884026,0.08641798,0.00035546234,0.0003892075,0.0000070103233,0.00009339232,0.031997886],"genre_scores_gemma":[0.95816255,0.00003499514,0.018051209,0.02277503,0.000071634495,0.000033599797,0.000014004874,0.00001521302,0.00084178994],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979195,0.0006976559,0.000431045,0.00047409078,0.00016675955,0.00031092748],"domain_scores_gemma":[0.9985647,0.00019945126,0.00019939597,0.00070040347,0.0001590106,0.00017698976],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019126709,0.00015660108,0.00025247424,0.00028912938,0.0003892074,0.00003773573,0.00029729927,0.00014618953,0.00096875074],"category_scores_gemma":[0.00020486103,0.00016391905,0.000027431694,0.00021698794,0.00006263821,0.000093046714,0.00007696148,0.00049162935,0.000055318553],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022884994,0.0011045616,0.16335356,0.00012096941,0.00010322388,0.0000019623,0.323319,0.0000010989929,0.024402585,0.03252455,0.0688267,0.38601297],"study_design_scores_gemma":[0.0017855304,0.0019006656,0.92381907,0.00020488816,0.000044551663,0.00011950537,0.017098356,0.00014787602,0.000016146345,0.0019100974,0.052507233,0.0004461102],"about_ca_topic_score_codex":0.00023607833,"about_ca_topic_score_gemma":0.000029084833,"teacher_disagreement_score":0.7604655,"about_ca_system_score_codex":0.000043658536,"about_ca_system_score_gemma":0.000046612313,"threshold_uncertainty_score":0.9999445},"labels":[],"label_agreement":null},{"id":"W2106228234","doi":"10.1207/s15328023top3004_01","title":"2003 Teaching Award Winners","year":2003,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Convention; Psychology; Graduate students; Library science; Mathematics education; Pedagogy; Sociology; Social science","score_opus":0.033583127415395084,"score_gpt":0.4008789437747745,"score_spread":0.3672958163593794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106228234","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053444527,0.001686673,0.031307805,0.0011997374,0.0082859965,0.00024837937,0.000008409192,0.0002193962,0.9035991],"genre_scores_gemma":[0.9682026,0.000027905917,0.0130938785,0.0031948662,0.00039559114,0.000039634906,0.000006946323,0.00008320751,0.014955371],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953874,0.0018109661,0.00078374817,0.0009595133,0.00023756576,0.000820842],"domain_scores_gemma":[0.99800444,0.000279459,0.00039536238,0.0010368768,0.00008247399,0.00020141648],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002137407,0.00036132996,0.0006500572,0.00040102252,0.00030140893,0.0000072430403,0.00070166175,0.0006645317,0.0021138624],"category_scores_gemma":[0.0011397335,0.0003621988,0.00018156135,0.00031163023,0.00061665114,0.0001016183,0.000045143373,0.0026782202,0.0006596114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099114324,0.0005405486,0.007433596,0.0000066155108,0.00015177231,0.000026608657,0.007334871,0.0000025220338,0.0008779962,0.70330065,0.26816982,0.0120558785],"study_design_scores_gemma":[0.0019884435,0.0005874598,0.011538165,0.00002108523,0.00007135738,0.00039435408,0.002538221,0.00000351511,0.00002183527,0.03142303,0.9508999,0.000512661],"about_ca_topic_score_codex":0.00012697952,"about_ca_topic_score_gemma":0.0000018031022,"teacher_disagreement_score":0.9147581,"about_ca_system_score_codex":0.00014437905,"about_ca_system_score_gemma":0.000045679277,"threshold_uncertainty_score":0.999883},"labels":[],"label_agreement":null},{"id":"W2107310524","doi":"10.1207/s15328023top2802_17","title":"Psychology of Women and the Potential for Influencing Students' Lives: An Interview with Margaret W. Matlin","year":2001,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Excellence; Consulting psychology; School psychology; Sport psychology; Psychological research; History of psychology; Experimental psychology; Psychology of science; Critical psychology; Educational psychology; Psychoanalysis; Cognition; Social psychology; Pedagogy; Social science; Sociology; Law","score_opus":0.026901151975296186,"score_gpt":0.39869767945065315,"score_spread":0.37179652747535696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107310524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.932277,0.0020186563,0.0437258,0.0021662663,0.0010881729,0.0007523829,0.000015524482,0.00007028042,0.017885912],"genre_scores_gemma":[0.9920419,0.00023363162,0.0024878108,0.0042722146,0.00025963935,0.00019256458,0.000006654088,0.000058858666,0.0004467149],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9959854,0.0013853072,0.00088147674,0.0008217001,0.00022146624,0.00070465164],"domain_scores_gemma":[0.99771243,0.00044780277,0.0006391171,0.00093080493,0.00010892103,0.00016090169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033050817,0.00031861244,0.0009331728,0.0002903611,0.00017808609,0.000011217072,0.0011082909,0.0003698413,0.00041252337],"category_scores_gemma":[0.0001448447,0.00022655589,0.00013738063,0.0001908459,0.0018715869,0.00011156533,0.00011914832,0.0009468605,0.000012496427],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.036973014,0.005214302,0.077140026,0.00025881268,0.0029430173,0.00012202098,0.3772566,0.00002833861,0.002366494,0.3342868,0.016866814,0.14654374],"study_design_scores_gemma":[0.06499012,0.020617766,0.51988137,0.00030352167,0.00078528613,0.0045973505,0.058200985,0.00011410875,0.000010460205,0.1958647,0.13283502,0.0017993405],"about_ca_topic_score_codex":0.000116018084,"about_ca_topic_score_gemma":0.000009396027,"teacher_disagreement_score":0.4427413,"about_ca_system_score_codex":0.000094297066,"about_ca_system_score_gemma":0.000020634927,"threshold_uncertainty_score":0.9238681},"labels":[],"label_agreement":null},{"id":"W2109912084","doi":"10.1207/s15328023top2802_02","title":"Instructional Television versus Traditional Teaching of an Introductory Psychology Course","year":2001,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attendance; Quarter (Canadian coin); Attrition; Psychology; Educational television; Mathematics education; Studio; Course evaluation; Course (navigation); Teaching method; Higher education; Medical education; Pedagogy; Multimedia; Computer science; Medicine","score_opus":0.14420359606008157,"score_gpt":0.4930183057618229,"score_spread":0.34881470970174133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109912084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89622104,0.00044501622,0.0010630836,0.009486018,0.006910243,0.0002119615,0.00003800563,0.000109404995,0.08551524],"genre_scores_gemma":[0.98285866,0.000059482027,0.014289743,0.0011913235,0.0010075321,0.000036427504,0.00020650635,0.00003944356,0.00031087617],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9962063,0.0015772887,0.0009558837,0.00059744745,0.0002901309,0.00037299018],"domain_scores_gemma":[0.9971003,0.00047751924,0.0005959424,0.0014916977,0.00016365325,0.00017088947],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015264665,0.00022771356,0.000435287,0.0004481888,0.00028889504,0.000007791991,0.0007974825,0.00033083398,0.0035824075],"category_scores_gemma":[0.00021804913,0.00025101056,0.0001379871,0.0001899136,0.00051229587,0.00017902121,0.000049325336,0.0013953621,0.00008567063],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023162044,0.005847123,0.037885755,0.000038826995,0.00025796908,0.000008209283,0.010621671,0.000022502798,0.002850195,0.4747629,0.0448233,0.42056537],"study_design_scores_gemma":[0.0037655507,0.0013055291,0.83605194,0.00003660102,0.00005013714,0.00045415992,0.0025713043,0.000029456229,0.000009303197,0.0075278655,0.14791311,0.00028501888],"about_ca_topic_score_codex":0.00020279673,"about_ca_topic_score_gemma":0.000030473078,"teacher_disagreement_score":0.7981662,"about_ca_system_score_codex":0.00006212622,"about_ca_system_score_gemma":0.00011774019,"threshold_uncertainty_score":0.9999942},"labels":[],"label_agreement":null},{"id":"W2114516277","doi":"10.1080/00986280701818532","title":"Evaluating the Electronic Textbook: Is it Time to Dispense with the Paper Text?","year":2008,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Psychology; Mathematics education; Higher education; Pedagogy","score_opus":0.0456993150364613,"score_gpt":0.33301908793769674,"score_spread":0.28731977290123545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114516277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68287283,0.0001241677,0.017770642,0.077377915,0.00008646013,0.0003640855,7.8268766e-7,0.000119627235,0.22128347],"genre_scores_gemma":[0.93735135,0.000003989961,0.0026355207,0.019849699,0.00005167314,0.000021147613,5.519724e-7,0.000010763169,0.0400753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998765,0.00019310776,0.00017499342,0.00029306166,0.00027730668,0.000296553],"domain_scores_gemma":[0.99904233,0.00027133076,0.000090361464,0.00052661775,0.000025967354,0.000043406544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005638961,0.00011697946,0.00012451375,0.00007258119,0.0004584621,0.00007207444,0.0009803949,0.00003185145,0.00028578032],"category_scores_gemma":[0.00005816997,0.000058688973,0.000044327735,0.0003150607,0.00010711869,0.00036310812,0.0001641086,0.00026037538,0.00033304945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032991925,0.00025774256,0.003342331,0.000006851493,0.00020017981,0.000016780168,0.046724673,0.00025940785,0.0051513533,0.03196496,0.7662264,0.14551942],"study_design_scores_gemma":[0.0010545874,0.0022685006,0.039578397,0.00003243423,0.000016658563,0.0004324023,0.00018548981,0.0034382024,0.00035507977,0.0040424587,0.94814336,0.0004524089],"about_ca_topic_score_codex":0.000008953103,"about_ca_topic_score_gemma":0.0000027940177,"teacher_disagreement_score":0.2544785,"about_ca_system_score_codex":0.000016860047,"about_ca_system_score_gemma":0.00010696247,"threshold_uncertainty_score":0.4280788},"labels":[],"label_agreement":null},{"id":"W2120881943","doi":"10.1177/0098628315587621","title":"This Is Your Brain on Psychology","year":2015,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Psychology; Electroencephalography; Cognition; Cognitive science; Resource (disambiguation); Field (mathematics); Physiological psychology; Cognitive psychology; Neuroscience; Computer science","score_opus":0.1747994244622281,"score_gpt":0.4421095406358686,"score_spread":0.26731011617364053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120881943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5965645,0.000011071606,0.0013296892,0.023208156,0.0043594143,0.00015390517,0.000009770052,0.0001185174,0.374245],"genre_scores_gemma":[0.88665557,0.000006180849,0.00016355875,0.10608512,0.00015437785,0.000011919225,0.0000013775202,0.000016913747,0.006904968],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978834,0.00062247424,0.00027077744,0.00065778114,0.00027136147,0.0002942517],"domain_scores_gemma":[0.99893117,0.00023386766,0.00017912479,0.00046287474,0.000048812457,0.0001441365],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00069983123,0.00014663009,0.0001807699,0.00028703795,0.00013106604,0.000016413422,0.00039837678,0.00010174334,0.00047851476],"category_scores_gemma":[0.0020298623,0.00013646959,0.00006355813,0.00027665394,0.0002935426,0.0001151957,0.000034450062,0.00047555752,0.0012092296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002732833,0.0010385516,0.0021826536,0.0000048767074,0.0000037585671,0.000013103694,0.004517336,0.0000015374195,0.44487622,0.02190737,0.49160406,0.033577245],"study_design_scores_gemma":[0.0030375132,0.0034435869,0.018356204,0.000030725805,0.000016505313,0.0003430311,0.00041131888,0.00009852494,0.0632522,0.014495278,0.89601386,0.0005012509],"about_ca_topic_score_codex":0.000013283048,"about_ca_topic_score_gemma":5.6656756e-7,"teacher_disagreement_score":0.4044098,"about_ca_system_score_codex":0.000021758233,"about_ca_system_score_gemma":0.000052169933,"threshold_uncertainty_score":0.99956846},"labels":[],"label_agreement":null},{"id":"W2125196645","doi":"10.1207/s15328023top2703_05","title":"Teaching Intelligence Testing in APA-Accredited Programs: A National Survey","year":2000,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Accreditation; Wechsler Adult Intelligence Scale; Competence (human resources); Medical education; Intelligence quotient; Test (biology); Mathematics education; Cognition; Medicine; Social psychology; Psychiatry","score_opus":0.15459021600026937,"score_gpt":0.450275981559444,"score_spread":0.2956857655591746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125196645","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3655571,0.00048003942,0.00542227,0.0006394357,0.001355507,0.00035128754,0.000019369456,0.00020692285,0.6259681],"genre_scores_gemma":[0.9876578,0.000010244396,0.007905472,0.0010516695,0.00041902476,0.000059922648,0.000034957182,0.00004981496,0.0028111134],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951975,0.0018609476,0.0009919915,0.0009406484,0.00032288852,0.00068604347],"domain_scores_gemma":[0.99784255,0.0011339193,0.00029635578,0.0005037433,0.00010326025,0.00012016204],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040027704,0.00030436038,0.0005490415,0.00050666434,0.00017194026,0.0000100969055,0.00083690305,0.0005286697,0.0017744782],"category_scores_gemma":[0.0012349852,0.0003202394,0.00010331534,0.0005587838,0.0005163567,0.00012537529,0.00005348629,0.002559654,0.0003477572],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070425315,0.0024614492,0.15907247,0.00001866505,0.00012784482,0.00005073716,0.018946284,0.000055170192,0.00034055725,0.07049143,0.014097863,0.7336333],"study_design_scores_gemma":[0.0022172916,0.0015111123,0.8545064,0.00014724018,0.000033080174,0.00048902055,0.0016427204,0.0004926019,0.0000034937318,0.081359476,0.056621015,0.0009765998],"about_ca_topic_score_codex":0.0032885629,"about_ca_topic_score_gemma":0.0000791063,"teacher_disagreement_score":0.73265666,"about_ca_system_score_codex":0.0002071224,"about_ca_system_score_gemma":0.00004996117,"threshold_uncertainty_score":0.99992496},"labels":[],"label_agreement":null},{"id":"W2125797924","doi":"10.1207/s15328023top2801_03","title":"Difficulty and Discriminability of Introductory Psychology Test Items","year":2001,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Keyano College; University of Calgary","funders":"","keywords":"Psychology; Test (biology); Class (philosophy); Multiple choice; Mathematics education; Social psychology; Significant difference; Applied psychology; Statistics; Artificial intelligence","score_opus":0.12793645156693573,"score_gpt":0.4971193239900201,"score_spread":0.3691828724230844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125797924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9035768,0.00015924098,0.0034979284,0.0071498044,0.0011989673,0.00020040362,0.0000063376588,0.00008317792,0.08412734],"genre_scores_gemma":[0.98728424,0.00013752529,0.011567149,0.00040328086,0.00034461723,0.000007413795,0.0000019469935,0.000009605466,0.00024424304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99537456,0.0027604236,0.0005693501,0.0005234007,0.00032243738,0.00044984574],"domain_scores_gemma":[0.9969367,0.001941904,0.00044456136,0.00044798438,0.0001523744,0.00007647224],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009780156,0.00015633885,0.0004679975,0.00016477522,0.0004779221,0.000011899099,0.00070536626,0.0002386761,0.00009959008],"category_scores_gemma":[0.013295409,0.00013848109,0.00007494867,0.00043462467,0.0052325544,0.00016657873,0.0001229986,0.0005765582,0.0000028287593],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007104516,0.00056969316,0.719705,0.000023357186,0.000024508303,0.0000033514702,0.053930007,8.744221e-7,0.023046434,0.097462684,0.0034996953,0.10166337],"study_design_scores_gemma":[0.00043006585,0.00041052487,0.88888884,0.000019721234,0.000020950976,0.000011628885,0.00937307,0.0000025791244,0.000075463875,0.057747,0.04279283,0.00022735242],"about_ca_topic_score_codex":0.0016724176,"about_ca_topic_score_gemma":0.00026508587,"teacher_disagreement_score":0.16918384,"about_ca_system_score_codex":0.0000569945,"about_ca_system_score_gemma":0.00006264848,"threshold_uncertainty_score":0.9974746},"labels":[],"label_agreement":null},{"id":"W2142133921","doi":"10.1207/s15328023top2902_14","title":"Helping Students Read Reports of Empirical Research","year":2002,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University; University of Alberta","funders":"","keywords":"Summative assessment; Formative assessment; Empirical research; Psychology; Mathematics education; Reading (process); Asynchronous communication; Pedagogy; Computer science","score_opus":0.249699324746149,"score_gpt":0.587252040891953,"score_spread":0.33755271614580407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142133921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8606021,0.00016162393,0.00007136276,0.004162389,0.0002624218,0.00008606771,4.197186e-7,0.0000330593,0.13462059],"genre_scores_gemma":[0.9946106,0.000055342367,0.0023849925,0.00009854825,0.00022513878,0.0000023948116,8.9741974e-7,0.000008362237,0.0026137116],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969485,0.0014203214,0.00037753608,0.00024913863,0.0006692034,0.0003353283],"domain_scores_gemma":[0.9990463,0.00031174292,0.00018494246,0.00028703985,0.00010341349,0.00006652572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006104084,0.000057754525,0.00020144034,0.00021048103,0.00029344615,0.0000117029895,0.0003311578,0.00013270267,0.00046996132],"category_scores_gemma":[0.0015080426,0.00005654552,0.00005697876,0.00025051192,0.00036904175,0.000074557036,0.00007413687,0.0006662218,0.000023165545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027050108,0.0012213333,0.725996,0.000031119318,0.000058113357,0.00012390994,0.05233752,0.000007051875,0.0020296427,0.0049197963,0.032224596,0.18102385],"study_design_scores_gemma":[0.0006226782,0.00064623763,0.12001574,0.00017890127,0.000023811002,0.00004096111,0.012080101,0.00003053493,0.00008692579,0.0065602553,0.85946876,0.00024512399],"about_ca_topic_score_codex":0.00049239874,"about_ca_topic_score_gemma":0.00008616427,"teacher_disagreement_score":0.8272441,"about_ca_system_score_codex":0.000028700357,"about_ca_system_score_gemma":0.000043505577,"threshold_uncertainty_score":0.5145747},"labels":[],"label_agreement":null},{"id":"W2142358102","doi":"10.1177/0098628311411779","title":"A Demonstration of the Analysis of Variance Using Physical Movement and Space","year":2011,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Cognitive Science and Education Research","field":"Neuroscience","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Psychology; Analysis of variance; Variance (accounting); Movement (music); Mathematics education; Space (punctuation); Statistical analysis; Social psychology; Applied psychology; Statistics; Computer science; Mathematics","score_opus":0.17941490369558077,"score_gpt":0.4423351315399907,"score_spread":0.26292022784440994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142358102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99178284,0.000003972604,0.003476311,0.00021626275,0.000051352592,0.0000595011,0.0000032323724,0.0000020044395,0.0044045397],"genre_scores_gemma":[0.9992828,0.0000025047302,0.0005635968,0.000112123365,0.000006548622,0.0000011471657,9.3922154e-8,0.0000014161785,0.000029813533],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99932116,0.00019854163,0.00011873829,0.00014634985,0.00013477988,0.00008041354],"domain_scores_gemma":[0.9995536,0.00010441977,0.00013020552,0.00016171344,0.000032935757,0.000017096016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003609071,0.000033334898,0.000107194384,0.00012555429,0.000042226195,0.0000021755825,0.00014557735,0.000015100444,0.000020750074],"category_scores_gemma":[0.00023260152,0.000024219704,0.00004165288,0.0004358773,0.0003484524,0.00005110908,0.000035232228,0.00008652638,3.3040874e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013633664,0.00022194324,0.04487077,0.00000504259,0.00001599379,1.2353323e-7,0.004772809,0.000017098922,0.93502146,0.011902026,0.000008740253,0.003150374],"study_design_scores_gemma":[0.00012958582,0.000086357526,0.7758468,0.000012782911,0.00008513155,0.0000013668955,0.00047287747,0.0051900526,0.2145953,0.0035323387,0.0000068402865,0.000040584022],"about_ca_topic_score_codex":0.00016868515,"about_ca_topic_score_gemma":0.000007171552,"teacher_disagreement_score":0.730976,"about_ca_system_score_codex":0.000004274573,"about_ca_system_score_gemma":0.000025215571,"threshold_uncertainty_score":0.12838873},"labels":[],"label_agreement":null},{"id":"W2148246524","doi":"10.1080/00986280802528923","title":"Scholarship in Teaching and Learning: An Interview with John Mitterer","year":2009,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Scholarship; Psychology; Teaching and learning center; Higher education; Psychology of learning; Pedagogy; Teaching method; Library science; Political science","score_opus":0.07945700545444148,"score_gpt":0.4161464500354824,"score_spread":0.3366894445810409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148246524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9404299,0.0007458103,0.00034601774,0.0035081354,0.00020033002,0.000111064175,0.0000011506766,0.00006436824,0.054593213],"genre_scores_gemma":[0.99348,0.000026048652,0.0043965443,0.0015096834,0.0000889235,0.000009419804,0.000008913185,0.00001627165,0.00046416678],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99642134,0.0023734686,0.00034830038,0.00044132696,0.00009415819,0.00032142608],"domain_scores_gemma":[0.999096,0.00024931415,0.0002104046,0.00035145556,0.000021412068,0.000071459544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026716117,0.00017809928,0.0003090713,0.00019952656,0.00018290766,0.000031241754,0.00028306723,0.00015595957,0.000121754914],"category_scores_gemma":[0.00020623252,0.00014827814,0.00003644791,0.000075454045,0.0001331791,0.00019175587,0.000022367136,0.002107619,0.000015470261],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002996949,0.001000839,0.60502803,0.000031445452,0.000069572525,0.000039873194,0.022602178,0.000027466009,0.00049249234,0.05525828,0.0010541903,0.3140959],"study_design_scores_gemma":[0.00069074583,0.0015507602,0.9812928,0.00007973554,0.000015358442,0.00015713702,0.0033745838,0.0000047227973,0.0000019938375,0.0065716635,0.006091453,0.00016903551],"about_ca_topic_score_codex":0.00040657457,"about_ca_topic_score_gemma":0.000062816,"teacher_disagreement_score":0.37626475,"about_ca_system_score_codex":0.000019972942,"about_ca_system_score_gemma":0.000015543605,"threshold_uncertainty_score":0.91566736},"labels":[],"label_agreement":null},{"id":"W2150518500","doi":"10.1177/0098628313501044","title":"High School Psychology","year":2013,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"School psychology; Psychology; Quarter (Canadian coin); History of psychology; Subject (documents); Sport psychology; Critical psychology; Asian psychology; Consulting psychology; Psychological research; Psychology of science; Pedagogy; Social science; Social psychology; Applied psychology; Library science; Sociology; Psychoanalysis; History","score_opus":0.028770809655599087,"score_gpt":0.39516673125971363,"score_spread":0.36639592160411455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150518500","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28943953,0.0015207346,0.017678007,0.008579572,0.009026794,0.0006073815,0.00001348845,0.00038339407,0.67275107],"genre_scores_gemma":[0.97228783,0.00005239611,0.008446923,0.0111074215,0.0009434659,0.0001961879,0.000013382141,0.00008662525,0.006865745],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9956724,0.00087089965,0.0010681556,0.0011909195,0.0002468789,0.00095074845],"domain_scores_gemma":[0.9971393,0.00032014438,0.00050164247,0.0015600777,0.00012589012,0.0003529405],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00079899305,0.00042367828,0.00082375633,0.0005434994,0.00019243728,0.0000117035215,0.0012279014,0.00094989134,0.03074522],"category_scores_gemma":[0.00032807945,0.00040893978,0.0002468362,0.00031723414,0.00094164826,0.00018072495,0.00011812437,0.0022537506,0.0102103865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001740207,0.0008943032,0.016248873,0.000009535755,0.00024183888,0.000021538592,0.0018961806,0.0000015902399,0.0040462553,0.28112802,0.6563957,0.038942184],"study_design_scores_gemma":[0.0044662817,0.0015997052,0.55277354,0.000028006838,0.00009385941,0.00035532867,0.0011344458,0.0000058368087,0.000025887452,0.23024084,0.20839171,0.00088454114],"about_ca_topic_score_codex":0.0008556246,"about_ca_topic_score_gemma":0.0000035949408,"teacher_disagreement_score":0.68284833,"about_ca_system_score_codex":0.000105284234,"about_ca_system_score_gemma":0.00002806889,"threshold_uncertainty_score":0.99983627},"labels":[],"label_agreement":null},{"id":"W2153866707","doi":"10.1177/0098628312465863","title":"Practicing What Is Preached","year":2012,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Psychology; Reflection (computer programming); Mathematics education; Cover (algebra); Pedagogy; Computer science","score_opus":0.11340082115623118,"score_gpt":0.4260876692684158,"score_spread":0.3126868481121846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153866707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9624402,0.00054334616,0.00054007134,0.0016811495,0.0008957763,0.00008193119,9.009425e-7,0.000050818388,0.033765823],"genre_scores_gemma":[0.9922564,0.00013588528,0.00095227564,0.006222969,0.00013930988,0.0000046580944,2.8355456e-7,0.00001038536,0.00027780829],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99890554,0.00020683766,0.00021733395,0.00023618415,0.00014066198,0.00029345247],"domain_scores_gemma":[0.99918956,0.00023636044,0.00019773294,0.0002959308,0.000012353206,0.00006809453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064237945,0.00009123452,0.00014739622,0.00006767599,0.00010235758,0.000029024319,0.00025675973,0.000065058804,0.00026438612],"category_scores_gemma":[0.00060789066,0.00007686717,0.000037885486,0.00008150308,0.00010177073,0.0012999107,0.00004057983,0.00029056708,0.00012231036],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052589345,0.00039755754,0.010412784,0.000054394583,0.000008457767,0.0000026063194,0.013005957,0.0000029740138,0.8914255,0.008882617,0.0031358358,0.07261876],"study_design_scores_gemma":[0.0011160603,0.00055131305,0.02416136,0.00017945227,0.000057390847,0.00042975738,0.002681513,0.0001375719,0.7977174,0.005539639,0.1668455,0.0005830575],"about_ca_topic_score_codex":0.0000139081385,"about_ca_topic_score_gemma":1.8826685e-7,"teacher_disagreement_score":0.16370967,"about_ca_system_score_codex":0.000006300837,"about_ca_system_score_gemma":0.000009766798,"threshold_uncertainty_score":0.31345522},"labels":[],"label_agreement":null},{"id":"W2158595698","doi":"10.1207/s15328023top3101_14","title":"Teaching Positive Reinforcement on the Internet","year":2004,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Reinforcement; Psychology; The Internet; Variety (cybernetics); Mathematics education; Multimedia; Social psychology; World Wide Web; Computer science; Artificial intelligence","score_opus":0.16169514322397716,"score_gpt":0.396888300024621,"score_spread":0.23519315680064384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158595698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6366877,0.0001131172,0.0022499345,0.012707259,0.0011106947,0.0002669376,0.0000070351903,0.00008869801,0.34676865],"genre_scores_gemma":[0.98719144,0.000004377427,0.0003271699,0.008830734,0.00018050139,0.000057375295,0.0000076239326,0.000021225595,0.0033795435],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9979304,0.00049995753,0.0004608343,0.00047550185,0.00019623243,0.0004370884],"domain_scores_gemma":[0.99884456,0.0002597555,0.00022471834,0.000577644,0.000025749265,0.00006755349],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010148727,0.00025556842,0.0003237731,0.0000966385,0.00024559163,0.000012904162,0.00056480255,0.00017785278,0.0010635842],"category_scores_gemma":[0.00007552016,0.00015541764,0.00016782481,0.00007837846,0.00031322407,0.00003802167,0.000096186086,0.001262569,0.0006664002],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046090074,0.0011956582,0.0026932657,0.0000045420297,0.0002157279,0.000047214264,0.016970985,0.000021088787,0.0010786047,0.9034838,0.02381357,0.05001466],"study_design_scores_gemma":[0.00856876,0.013600629,0.72239554,0.00046774914,0.00025866376,0.00036086296,0.006775229,0.000006313201,0.0008456463,0.09067548,0.15449023,0.0015549198],"about_ca_topic_score_codex":0.0013263848,"about_ca_topic_score_gemma":0.000013424349,"teacher_disagreement_score":0.81280833,"about_ca_system_score_codex":0.000049534672,"about_ca_system_score_gemma":0.000005577484,"threshold_uncertainty_score":0.99984956},"labels":[],"label_agreement":null},{"id":"W2159085573","doi":"10.1177/0098628310390916","title":"Evaluation of a Digital Learning Object for the Monty Hall Dilemma","year":2011,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Counterintuitive; Dilemma; Object (grammar); Set (abstract data type); Mathematics education; Relevance (law); Psychology; Value (mathematics); Multimedia; Computer science; Epistemology; Artificial intelligence","score_opus":0.6332151077314897,"score_gpt":0.545135788110086,"score_spread":0.0880793196214037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159085573","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3960701,0.00012857514,0.56712663,0.00022445773,0.0009322952,0.0005453179,0.000027759923,0.000054917924,0.03488999],"genre_scores_gemma":[0.8972255,0.00000343433,0.10249279,0.000019575764,0.00003284795,0.000037950438,0.000003986125,0.000010363185,0.00017358045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988736,0.00048431254,0.00025976356,0.000115400246,0.00016425272,0.000102678096],"domain_scores_gemma":[0.99640024,0.0028791667,0.0002704002,0.00022618017,0.0002102895,0.000013743216],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0049176877,0.00006495089,0.0001582373,0.0000549688,0.000059200287,0.000004762223,0.00015723548,0.000050192113,0.00007758411],"category_scores_gemma":[0.01709271,0.000046012014,0.00005983378,0.000031763266,0.00008901233,0.0000329485,0.0000190813,0.00014713295,0.0000022526674],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021668212,0.00073667435,0.007735977,0.00012811572,0.0003392176,3.0709188e-7,0.044673257,0.00004687408,0.0012729653,0.519121,0.014641479,0.41108742],"study_design_scores_gemma":[0.00091110944,0.00035740895,0.028144948,0.000024455996,0.00034185374,0.000009173027,0.0028958977,0.0016061831,0.00045018335,0.9634916,0.0016627145,0.00010445187],"about_ca_topic_score_codex":0.000034950925,"about_ca_topic_score_gemma":0.0000063947127,"teacher_disagreement_score":0.5011554,"about_ca_system_score_codex":0.00001223452,"about_ca_system_score_gemma":0.00004017443,"threshold_uncertainty_score":0.99118674},"labels":[],"label_agreement":null},{"id":"W2168552156","doi":"10.1177/0098628313514186","title":"Just Checking In","year":2013,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Attendance; Psychology; Reflection (computer programming); Test (biology); Class (philosophy); Mathematics education; Medical education; Course evaluation; Higher education; Computer science; Medicine","score_opus":0.12821508740501406,"score_gpt":0.5463332637817129,"score_spread":0.4181181763766988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168552156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6936545,0.000017522807,0.0015364282,0.008030055,0.00097311207,0.000094324554,1.8669046e-7,0.000019816893,0.2956741],"genre_scores_gemma":[0.9304372,0.0000026201412,0.06808699,0.00064122205,0.00021822435,0.000018593084,8.262648e-7,0.00000425761,0.00059008],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99902236,0.00043338892,0.00018814542,0.00010671669,0.000097718235,0.00015165833],"domain_scores_gemma":[0.9995224,0.00019973992,0.00007572059,0.00012817486,0.00005681346,0.000017146403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020234731,0.000035724253,0.00007953009,0.00017591914,0.0001137705,0.000008133562,0.00020122725,0.000069857924,0.00042217152],"category_scores_gemma":[0.0010740907,0.000038706123,0.000015139453,0.00023506176,0.00016454376,0.00010658243,0.000012683936,0.00022421619,0.000054603483],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018709075,0.0001647248,0.08930099,0.0000043049954,0.0000048290613,2.8841495e-7,0.036273845,0.000005028063,0.0020787946,0.7695633,0.008305674,0.094296336],"study_design_scores_gemma":[0.00022260152,0.000024339752,0.79209024,0.00002506766,0.0000027179815,0.000001663456,0.010719234,0.000017346001,0.000049862563,0.12754759,0.06917797,0.000121357625],"about_ca_topic_score_codex":0.002695142,"about_ca_topic_score_gemma":0.000098115066,"teacher_disagreement_score":0.70278925,"about_ca_system_score_codex":0.00004470899,"about_ca_system_score_gemma":0.000055214106,"threshold_uncertainty_score":0.4622482},"labels":[],"label_agreement":null},{"id":"W2171826657","doi":"10.1207/s15328023top3003_12","title":"Overcoming Unintentional Barriers with Intentional Strategies: Educating Faculty about Student Disabilities","year":2003,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Suspect; School psychology; Clinical neuropsychology; Medical education; Pedagogy; Psychiatry; Criminology","score_opus":0.05871083492581724,"score_gpt":0.4473900015644151,"score_spread":0.38867916663859786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171826657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81046826,0.000023587228,0.0008648206,0.0025023955,0.0006863444,0.00015337327,0.000007000438,0.000041218973,0.185253],"genre_scores_gemma":[0.99495053,0.000003718304,0.0023386646,0.00036574388,0.0000826782,0.000031307947,0.00001574505,0.000009674618,0.0022019362],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99813926,0.00057043025,0.00032472773,0.00028657037,0.00038081617,0.00029819022],"domain_scores_gemma":[0.9991658,0.00022518828,0.00013592484,0.00020017209,0.00012109735,0.00015186488],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001564538,0.00011802187,0.0001730463,0.00007119091,0.00050566497,0.0000680105,0.0002468223,0.000087902445,0.0018964363],"category_scores_gemma":[0.0010472833,0.00010646906,0.000082764294,0.00010884811,0.0009021276,0.00022698882,0.000016988206,0.0003380671,0.000015587137],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001445412,0.000386966,0.24251704,0.000012534929,0.000044476674,1.2242492e-7,0.07176938,0.000026745129,0.000044343826,0.6828735,0.0017019049,0.0006085291],"study_design_scores_gemma":[0.000491165,0.00012924305,0.14190762,0.00006965446,0.000022491811,0.000004455589,0.7688064,0.0000017104782,0.0000063469656,0.0179714,0.0703928,0.00019674897],"about_ca_topic_score_codex":0.0010437383,"about_ca_topic_score_gemma":0.00058812153,"teacher_disagreement_score":0.697037,"about_ca_system_score_codex":0.00016656137,"about_ca_system_score_gemma":0.00052038784,"threshold_uncertainty_score":0.999016},"labels":[],"label_agreement":null},{"id":"W2291008493","doi":"10.1177/0098628315603182","title":"Psychology Students’ Understanding of the Skill-Based Learning Fostered Through University Assignments","year":2015,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Psychology; Relevance (law); Career development; Mathematics education; Pedagogy; Higher education; Applied psychology","score_opus":0.41657027275080055,"score_gpt":0.532201441809692,"score_spread":0.11563116905889143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291008493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7951103,0.000053533167,0.038690243,0.016868338,0.0016153242,0.00035523277,0.000003466525,0.00009832565,0.14720528],"genre_scores_gemma":[0.9954765,0.00000960509,0.0031386723,0.00053145725,0.00005182881,9.3050375e-7,0.000002022642,0.0000121482235,0.0007768542],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935243,0.0048658065,0.00030771588,0.00028816485,0.0007502549,0.0002637315],"domain_scores_gemma":[0.9981853,0.0005609626,0.0007236332,0.00037372162,0.00008418263,0.000072222756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005946234,0.0001133205,0.00023984993,0.000115696865,0.0005547455,0.000017707855,0.0010154749,0.0001698466,0.000075816555],"category_scores_gemma":[0.0019804726,0.00010323688,0.000098204364,0.00022541913,0.00061997096,0.00027987678,0.00012570794,0.00063896534,0.000012258655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037061618,0.0009873941,0.78222924,0.00002010262,0.00019949432,0.0000059923855,0.11267148,0.00082761893,0.00092677976,0.091230154,0.007790393,0.0027407024],"study_design_scores_gemma":[0.01486129,0.0019700406,0.40661758,0.0003762375,0.000500516,0.000013293026,0.14539292,0.00020714822,0.00020252225,0.06400975,0.36489183,0.0009568772],"about_ca_topic_score_codex":0.0010702481,"about_ca_topic_score_gemma":0.00019141783,"teacher_disagreement_score":0.3756117,"about_ca_system_score_codex":0.0002671292,"about_ca_system_score_gemma":0.00017680018,"threshold_uncertainty_score":0.426671},"labels":[],"label_agreement":null},{"id":"W2405113580","doi":"10.1177/0098628316649312","title":"The Impact of Participating in a Peer Assessment Activity on Subsequent Academic Performance","year":2016,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Attendance; Psychology; Peer assessment; Peer evaluation; Medical education; Peer feedback; Academic achievement; Higher education; Mathematics education; Medicine","score_opus":0.10341006593162669,"score_gpt":0.524978013856735,"score_spread":0.4215679479251083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405113580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9671294,0.00001241385,0.00008045626,0.0030095836,0.00018839329,0.00014180341,0.0000016694986,0.000013483172,0.029422808],"genre_scores_gemma":[0.99941766,0.00008553526,0.000069636066,0.000022643084,0.000069633825,0.000033945555,2.000791e-7,0.0000057405114,0.00029497803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983113,0.0005798497,0.0002584452,0.00015579358,0.0003688272,0.00032580824],"domain_scores_gemma":[0.99887383,0.0006199185,0.00024205651,0.00018546724,0.00003990235,0.0000387981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003826745,0.000082704646,0.00017304036,0.00006895312,0.00019400635,0.000007013327,0.00033279086,0.00008959958,0.00006641119],"category_scores_gemma":[0.00029745625,0.000045154316,0.00007396922,0.000104964136,0.0002671939,0.00011674371,0.000035709563,0.000358457,0.0000059583454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008131635,0.00014354083,0.93312347,0.000002248518,0.000022208567,3.8668995e-7,0.005908958,0.0000102108515,0.0069889915,0.006004422,0.00046655492,0.04724768],"study_design_scores_gemma":[0.00046512685,0.00028870362,0.99759495,0.000052452247,0.0000044900544,1.8841656e-7,0.0005216843,0.00004050971,0.000110541005,0.00048691386,0.00037490076,0.000059564405],"about_ca_topic_score_codex":0.00086173223,"about_ca_topic_score_gemma":0.00013950617,"teacher_disagreement_score":0.064471446,"about_ca_system_score_codex":0.00016741308,"about_ca_system_score_gemma":0.00009360148,"threshold_uncertainty_score":0.18413395},"labels":[],"label_agreement":null},{"id":"W2509311256","doi":"10.1177/0098628316662756","title":"The Perspective of Undergraduate Research Participant Pool Nonparticipants","year":2016,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Career Development and Diversity","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Psychology; Perspective (graphical); Factorial analysis; Undergraduate research; Social psychology; Sample (material); Medical education; Variance (accounting); Applied psychology; Medicine","score_opus":0.2552942742365276,"score_gpt":0.4968566693684986,"score_spread":0.24156239513197098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509311256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85108,0.00010381755,0.00025882357,0.070972785,0.00038807324,0.00016177662,0.0000043554496,0.000026391353,0.077003956],"genre_scores_gemma":[0.9978276,0.00008493648,0.00008966947,0.000042278887,0.00005458895,0.0000041384133,1.2759006e-7,0.0000037809089,0.0018928852],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978121,0.0009970573,0.00018570367,0.00017362538,0.00041548593,0.00041606004],"domain_scores_gemma":[0.9984121,0.00096288254,0.000093125636,0.00021912709,0.0002415775,0.000071218106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004836341,0.00005093229,0.00013180303,0.000079052676,0.0006368746,0.000010010271,0.00039455725,0.000056875124,0.00003852163],"category_scores_gemma":[0.0015729475,0.000030509118,0.000051155203,0.00015162595,0.0012983327,0.00007115421,0.00009515064,0.00016147146,0.00004368569],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013384921,0.00011437619,0.03616513,0.0000024822232,0.0000699427,0.000002977582,0.043151733,2.1975409e-7,0.0038236373,0.8959426,0.011667627,0.008925386],"study_design_scores_gemma":[0.0018419835,0.00042589798,0.22609058,0.000109359615,0.000067402005,0.0000018537451,0.06920748,0.000003940722,0.0017252723,0.6423317,0.057909794,0.00028470982],"about_ca_topic_score_codex":0.0025915913,"about_ca_topic_score_gemma":0.0016198368,"teacher_disagreement_score":0.2536109,"about_ca_system_score_codex":0.00007530929,"about_ca_system_score_gemma":0.00014296168,"threshold_uncertainty_score":0.48983887},"labels":[],"label_agreement":null},{"id":"W2510015916","doi":"10.1177/0098628316662758","title":"C’est La Vie! The Game of Social Life","year":2016,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Critical Race Theory in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Universities Space Research Association","keywords":"Privilege (computing); Psychology; Social psychology; Context (archaeology); Intersectionality; Experiential learning; Inequality; Sociology; Gender studies; Pedagogy","score_opus":0.03372238220715682,"score_gpt":0.46109715275969126,"score_spread":0.4273747705525344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510015916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7394287,0.000027256492,0.00091260485,0.0604047,0.00044340105,0.000068705194,0.0000031063137,0.000023561584,0.19868794],"genre_scores_gemma":[0.9985629,0.000010817436,0.000111853566,0.00042641503,0.0003949494,0.000004405562,2.5008373e-7,0.0000058273863,0.00048258342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99827135,0.0011375941,0.00017953782,0.000105297855,0.00014626235,0.00015997661],"domain_scores_gemma":[0.99837464,0.0012859772,0.000101609345,0.00015548983,0.000042694308,0.000039577797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023810111,0.00004536735,0.00011472346,0.000034779358,0.00015129009,0.000004985628,0.00031543808,0.00008934564,0.00036778432],"category_scores_gemma":[0.0027319903,0.000028214497,0.0000505087,0.00006316416,0.0012573845,0.0000517076,0.00002057852,0.00013987618,0.000040919414],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017161517,0.000107769854,0.0005686709,0.0000027710983,0.000007880417,1.3322436e-7,0.047295284,5.9465588e-8,0.0036714834,0.9111922,0.0023475776,0.034789022],"study_design_scores_gemma":[0.0007069536,0.00013982676,0.08278757,0.00004871546,0.00004867192,0.0000027641192,0.036195524,9.2948153e-7,0.00020199461,0.48113889,0.39854184,0.00018629548],"about_ca_topic_score_codex":0.00014679646,"about_ca_topic_score_gemma":0.00010798571,"teacher_disagreement_score":0.4300533,"about_ca_system_score_codex":0.000019252302,"about_ca_system_score_gemma":0.00008564156,"threshold_uncertainty_score":0.46328858},"labels":[],"label_agreement":null},{"id":"W2792954193","doi":"10.1177/0098628318762894","title":"The Partially Flipped Classroom","year":2018,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Flipped classroom; Commit; Popularity; Class (philosophy); Mathematics education; Psychology; Flipped learning; Section (typography); Computer science; Social psychology; Artificial intelligence","score_opus":0.07719586164623471,"score_gpt":0.49024524650906487,"score_spread":0.41304938486283016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792954193","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3581077,0.000057830475,0.047949225,0.014161267,0.002997989,0.00019451638,0.0000015329144,0.00017425304,0.5763557],"genre_scores_gemma":[0.97590864,0.000009419719,0.019686459,0.0010179478,0.0011000836,0.000006966259,7.0717334e-7,0.0000145796985,0.002255197],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99557227,0.00316968,0.00032500993,0.0002325561,0.00026328908,0.00043717562],"domain_scores_gemma":[0.99839044,0.0007783733,0.00021730659,0.00041974886,0.00014310202,0.00005104017],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010695645,0.00009636305,0.00016532767,0.0000728597,0.0016018685,0.000031666154,0.00068553974,0.00012925954,0.00011603977],"category_scores_gemma":[0.0027222703,0.00007231067,0.000059518767,0.00021809257,0.0018117491,0.00008018944,0.00005720678,0.00051945564,0.0000935184],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006296773,0.00007296313,0.01162914,0.0000017950568,0.000035557172,0.0000012275241,0.02365115,2.2782054e-7,0.006040198,0.79061633,0.020536913,0.14735153],"study_design_scores_gemma":[0.00032025413,0.00024171016,0.031201907,0.000011746865,0.000011242125,0.0000025723693,0.0017106863,0.000015774918,0.00030936842,0.059629224,0.90640324,0.00014228147],"about_ca_topic_score_codex":0.0006054386,"about_ca_topic_score_gemma":0.0009448172,"teacher_disagreement_score":0.88586634,"about_ca_system_score_codex":0.00004112724,"about_ca_system_score_gemma":0.00009656645,"threshold_uncertainty_score":0.9996979},"labels":[],"label_agreement":null},{"id":"W2793934261","doi":"10.1177/0098628318762905","title":"A Program to Improve Student Engagement at Research-Focused Universities","year":2018,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Student engagement; Feeling; Medical education; Undergraduate research; Higher education; Pedagogy; Mathematics education; Social psychology","score_opus":0.34086583567314305,"score_gpt":0.6218950015042831,"score_spread":0.28102916583114007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793934261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7750158,0.00002334654,0.0002707942,0.02550873,0.0007231012,0.0006633422,0.0000023096604,0.00015748864,0.1976351],"genre_scores_gemma":[0.9786178,0.000007299062,0.010499798,0.00048328648,0.00037255578,0.000037459213,0.000001506061,0.000013350153,0.009966934],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99336046,0.004661036,0.00024115173,0.00037563712,0.00089997397,0.0004617702],"domain_scores_gemma":[0.9982928,0.0007114409,0.00016389225,0.00040885014,0.0002788578,0.00014412544],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016857885,0.00009373417,0.0001605908,0.00032229663,0.0015508876,0.0000524906,0.00073357834,0.00009758184,0.00054611365],"category_scores_gemma":[0.001320552,0.00009626125,0.000049783313,0.00022914368,0.00082764914,0.00020908387,0.0003216394,0.00056928844,0.0003760303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034861616,0.0013653799,0.009338401,0.000019106974,0.00015855649,0.000009246199,0.54172736,0.0000052151763,0.0061418563,0.1614531,0.07250839,0.20692478],"study_design_scores_gemma":[0.00060618774,0.0020336676,0.019896597,0.00002804822,0.0000239128,7.1260365e-7,0.036962643,0.000010316253,0.00015247347,0.0012098459,0.93892384,0.00015178263],"about_ca_topic_score_codex":0.0026199247,"about_ca_topic_score_gemma":0.0013315451,"teacher_disagreement_score":0.86641544,"about_ca_system_score_codex":0.00041391046,"about_ca_system_score_gemma":0.00017443873,"threshold_uncertainty_score":0.99974895},"labels":[],"label_agreement":null},{"id":"W2947470726","doi":"10.1177/0098628319853940","title":"Statistical Software Use in Canadian University Courses: Current Trends and Future Directions","year":2019,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trent University; York University","funders":"","keywords":"Software; Statistical software; Statistical analysis; Computer science; Software peer review; Software analytics; Point (geometry); Computer software; Software package; Software review; Data science; Mathematics education; Psychology; Statistics; Software engineering; Software development; Software construction; Mathematics; Programming language","score_opus":0.12002479479212522,"score_gpt":0.44811164883523413,"score_spread":0.3280868540431089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947470726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95748717,0.00026551596,0.0278693,0.0025544565,0.004514887,0.00020319904,0.000672553,0.000095489406,0.006337435],"genre_scores_gemma":[0.5504067,0.00029979425,0.44642884,0.00018367232,0.00013529464,0.0000026185555,0.00007379384,0.000025594027,0.0024437015],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992103,0.0003066479,0.00011688009,0.00015775024,0.00004521966,0.00016317853],"domain_scores_gemma":[0.9986407,0.001030211,0.000054038028,0.00016307946,0.000022451331,0.00008949763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038038995,0.00006757159,0.00016024752,0.0003097042,0.000045368182,0.0000059204267,0.00007240808,0.00006481326,0.00021684014],"category_scores_gemma":[0.0007484714,0.00006918766,0.000014929777,0.00008854368,0.00006498354,0.000036356072,0.0000127796975,0.00026194612,0.000005614026],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029243143,0.00016489372,0.29139233,0.000049232367,0.000019027635,0.0000066604575,0.00306167,5.452019e-7,0.0000091346255,0.4642212,0.0326046,0.20844144],"study_design_scores_gemma":[0.000370946,0.000046569377,0.6458571,0.000017335533,0.000019714975,0.000011493123,0.00081628544,0.000014510748,4.8095023e-7,0.014719905,0.33803445,0.00009123476],"about_ca_topic_score_codex":0.013888133,"about_ca_topic_score_gemma":0.044490136,"teacher_disagreement_score":0.4495013,"about_ca_system_score_codex":0.000057650774,"about_ca_system_score_gemma":0.000088814006,"threshold_uncertainty_score":0.99267846},"labels":[],"label_agreement":null},{"id":"W3003066153","doi":"10.1177/0098628320901379","title":"What Do Undergraduate Students Learn From Participating in Psychological Research?","year":2020,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Psychology; Psychological research; Undergraduate research; Value (mathematics); Educational research; Educational psychology; Medical education; Higher education; Social psychology; Pedagogy; Applied psychology","score_opus":0.5531928078990408,"score_gpt":0.6505318624363849,"score_spread":0.09733905453734415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003066153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87768996,0.00036322992,0.00021128338,0.10795209,0.00060531386,0.00023207937,0.0000015716353,0.00008768372,0.012856772],"genre_scores_gemma":[0.9948601,0.00034501666,0.002241327,0.0020531935,0.0003014806,0.000043696455,0.000003840989,0.000016962626,0.0001343619],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9876428,0.009445079,0.00055825326,0.0006143613,0.0012000792,0.0005394023],"domain_scores_gemma":[0.996992,0.0021267417,0.00028306321,0.00032237748,0.00008571002,0.00019010023],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0124458205,0.00012437071,0.00029908685,0.00016605086,0.00044060036,0.0002075564,0.0010469136,0.00019698816,0.0005151023],"category_scores_gemma":[0.009923911,0.00012521651,0.00006332214,0.00037219192,0.0004954807,0.000727571,0.00017873605,0.0017094088,0.00024215285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034184766,0.0014146873,0.5654133,0.000014352047,0.000078597935,0.000045859964,0.2620787,0.00016830805,0.0016553318,0.040100638,0.01074539,0.11794297],"study_design_scores_gemma":[0.0040579597,0.0015131605,0.64584136,0.00044317733,0.0000576177,0.0000023705443,0.09755764,0.0003749466,0.00004656066,0.12253492,0.12689134,0.00067890267],"about_ca_topic_score_codex":0.002948746,"about_ca_topic_score_gemma":0.00069370907,"teacher_disagreement_score":0.16452107,"about_ca_system_score_codex":0.0000696857,"about_ca_system_score_gemma":0.000048152237,"threshold_uncertainty_score":0.99841595},"labels":[],"label_agreement":null},{"id":"W3087957653","doi":"10.1177/0098628320959924","title":"What Do Students Think When Asked About Psychology as a Science?","year":2020,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Psychology; Conceptualization; Psychology of science; Basic science; School psychology; Experimental psychology; Science education; Association (psychology); Differential psychology; Sport psychology; Psychological research; Asian psychology; Social psychology; Applied psychology; Mathematics education; Cognition; Cognitive psychology; Social science; Sociology; Psychotherapist","score_opus":0.051888381756340536,"score_gpt":0.45875813287905,"score_spread":0.40686975112270946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087957653","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44617367,0.007593767,0.00548644,0.029684316,0.018194998,0.00088678603,0.000016202557,0.0005575807,0.49140623],"genre_scores_gemma":[0.9518505,0.0005053187,0.0023291039,0.042188983,0.0011016286,0.00005445866,0.0000079181655,0.00009851374,0.0018635851],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99334466,0.0009670924,0.0012374986,0.002268158,0.000885734,0.0012968623],"domain_scores_gemma":[0.9965668,0.0003033505,0.0006996543,0.0015994015,0.00018262434,0.0006481985],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023425745,0.0005592408,0.0010641109,0.00064392434,0.00047187132,0.0000909906,0.0032826818,0.000893227,0.0049445783],"category_scores_gemma":[0.0007478376,0.00055091066,0.00030496958,0.00074823655,0.0032075287,0.00060445996,0.0004653826,0.0028994775,0.0026502737],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022846342,0.0025422645,0.027425067,0.000038478272,0.0006422279,0.00031913028,0.24680564,0.0000030825752,0.008451198,0.3379387,0.29006425,0.083485365],"study_design_scores_gemma":[0.012259872,0.006793614,0.16302997,0.00018899595,0.00030851373,0.001286192,0.022638049,0.000021616856,0.00006915936,0.1987819,0.5926441,0.0019780467],"about_ca_topic_score_codex":0.000075368225,"about_ca_topic_score_gemma":0.0000013784074,"teacher_disagreement_score":0.5056768,"about_ca_system_score_codex":0.0001716299,"about_ca_system_score_gemma":0.00010721017,"threshold_uncertainty_score":0.9996942},"labels":[],"label_agreement":null},{"id":"W3091242554","doi":"10.1177/0098628320959979","title":"Rethinking the Course Syllabus: Considerations for Promoting Equity, Diversity, and Inclusion","year":2020,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Syllabus; Curriculum; Competence (human resources); Pedagogy; Equity (law); Inclusion (mineral); Higher education; Cultural competence; Diversity (politics); Engineering ethics; Psychology; Cultural diversity; Curriculum development; Medical education; Sociology; Political science; Engineering; Social science; Medicine","score_opus":0.15778977109235734,"score_gpt":0.42906309845668716,"score_spread":0.27127332736432985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091242554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8790535,0.00191198,0.0052383426,0.10717835,0.00070169236,0.00051483733,0.000012826449,0.00009374671,0.0052947653],"genre_scores_gemma":[0.98972803,0.00005644581,0.0025888442,0.007370907,0.00018600417,0.000008309673,0.0000038685757,0.000015638847,0.00004195518],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985634,0.0004074194,0.0002873427,0.00034606064,0.00018065193,0.00021512646],"domain_scores_gemma":[0.99797577,0.0014191066,0.00020023,0.0002683817,0.00007197219,0.00006454106],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002293201,0.00011427127,0.00020356251,0.000036649722,0.0037787952,0.000024202178,0.00029738332,0.00012820463,0.00012792168],"category_scores_gemma":[0.00073578476,0.00009073139,0.00006074612,0.000059215858,0.0001278122,0.00010138069,0.004533029,0.00048688852,0.0000057262528],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002360354,0.00025888,0.0072519663,0.00008768704,0.00014590452,0.000016777378,0.83302295,0.000011560511,0.003230595,0.029747525,0.014477591,0.1115125],"study_design_scores_gemma":[0.010295844,0.0048583294,0.026354441,0.0003905281,0.0011298251,0.0006106663,0.014758712,0.012662629,0.00012620374,0.81378853,0.11377104,0.0012532135],"about_ca_topic_score_codex":0.00016253872,"about_ca_topic_score_gemma":0.000035635207,"teacher_disagreement_score":0.81826425,"about_ca_system_score_codex":0.0000063529114,"about_ca_system_score_gemma":0.000017622973,"threshold_uncertainty_score":0.9975181},"labels":[],"label_agreement":null},{"id":"W3136876305","doi":"10.1177/00986283211000326","title":"The Use of Visuals in Undergraduate Neuroscience Education: Recommendations for Educators","year":2021,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Infographic; Cognition; Psychology; Curriculum; Cognitive neuroscience; Reading (process); Teaching method; Visual literacy; Visual learning; Mathematics education; Computer science; Pedagogy; Neuroscience","score_opus":0.06751294409076848,"score_gpt":0.398994514561919,"score_spread":0.3314815704711505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136876305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8177927,0.002275309,0.07074328,0.09699882,0.007485282,0.00044249365,0.00001764614,0.00020194997,0.004042513],"genre_scores_gemma":[0.99250877,0.0005392326,0.006099614,0.0006148328,0.000023938686,0.000027377255,0.0000049047776,0.000008361613,0.00017295833],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994642,0.00005931054,0.00021508566,0.00010253936,0.00003679098,0.00012206683],"domain_scores_gemma":[0.99943733,0.00027659326,0.000041659416,0.00019818924,0.000023713586,0.000022487748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020506681,0.000046277,0.00010220152,0.00007586465,0.000047012138,0.0000038252115,0.0001358094,0.000055999288,0.0000043432024],"category_scores_gemma":[0.00057241286,0.00004019041,0.000028605557,0.00015849932,0.00011774095,0.000043010208,0.000016497112,0.000188781,6.492402e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084092635,0.00038224994,0.0022315825,0.00005536551,0.00001761985,0.0000010329784,0.00057034974,0.00015730395,0.005396286,0.30873504,0.08888286,0.5935619],"study_design_scores_gemma":[0.00018989822,0.00004767634,0.0037901825,0.000037978207,0.0000065054505,0.000015041559,0.00033156478,0.00086510216,0.0011330947,0.018849285,0.97466815,0.00006553841],"about_ca_topic_score_codex":0.000009774039,"about_ca_topic_score_gemma":0.000019640427,"teacher_disagreement_score":0.8857853,"about_ca_system_score_codex":0.000011978958,"about_ca_system_score_gemma":0.00006687298,"threshold_uncertainty_score":0.16389173},"labels":[],"label_agreement":null},{"id":"W3157260163","doi":"10.1177/00986283211015359","title":"The Impact of Strengths-Based Assessment Education on Undergraduate Students’ Knowledge of Disorders and Mental Illness Stigma","year":2021,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Stigma (botany); Mental illness; Psychology; Psychopathology; Abnormal psychology; Anxiety; Clinical psychology; Psychiatry; Mental health","score_opus":0.023275426566660932,"score_gpt":0.498383068941628,"score_spread":0.47510764237496705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157260163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98468155,0.0009806413,0.00005888793,0.00088377466,0.0009668991,0.00033286517,0.000026657193,0.0000109953135,0.012057721],"genre_scores_gemma":[0.9991793,0.00014097466,0.00014150319,0.000051419054,0.000028361203,0.000039041624,0.0000469641,0.000016147274,0.00035628484],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982406,0.0006673136,0.00043927977,0.00028730626,0.00014612671,0.0002193798],"domain_scores_gemma":[0.9986522,0.00047740038,0.00035075724,0.00041264945,0.000045013283,0.000061985185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047813184,0.00016187181,0.00028986746,0.000109703935,0.00020613465,0.000009727462,0.00024148767,0.00007811488,0.00010421219],"category_scores_gemma":[0.000028487682,0.000115870535,0.00010542927,0.00011990333,0.00019485787,0.000035763074,0.000047935668,0.00022383344,0.0000037305076],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046762076,0.008036665,0.43659154,0.000109998284,0.00039325596,0.0000013842906,0.0033238272,0.000012036759,0.0007132727,0.015137561,0.0023034585,0.5329094],"study_design_scores_gemma":[0.0026311327,0.0012909132,0.9905611,0.00010592985,0.000041556654,0.0000045597008,0.0022749028,0.00002845915,0.00021025298,0.0023539972,0.00037643113,0.000120734316],"about_ca_topic_score_codex":0.00072125497,"about_ca_topic_score_gemma":0.00017349816,"teacher_disagreement_score":0.55396956,"about_ca_system_score_codex":0.00007384366,"about_ca_system_score_gemma":0.00011330315,"threshold_uncertainty_score":0.4725063},"labels":[],"label_agreement":null},{"id":"W3172445880","doi":"10.1177/00986283211020739","title":"Evaluating Reddit as a Crowdsourcing Platform for Psychology Research Projects","year":2021,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"","keywords":"Crowdsourcing; Psychology; Demographics; Medical education; Ethnic group; Applied psychology; Altruism (biology); Psychological research; Social psychology; World Wide Web; Sociology; Computer science","score_opus":0.5092751583322321,"score_gpt":0.6395511829256675,"score_spread":0.13027602459343535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172445880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57813334,0.00011467316,0.0024375326,0.007389541,0.0006752934,0.00046769614,0.000005394003,0.00007561146,0.4107009],"genre_scores_gemma":[0.97488713,0.000043123116,0.018256165,0.0025297613,0.00044103456,0.000022332202,0.000017668275,0.000020878655,0.0037818803],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99703026,0.0009359451,0.00046418203,0.00033235448,0.0005706019,0.0006666456],"domain_scores_gemma":[0.99794626,0.00086582656,0.00020351777,0.00040898914,0.00043471594,0.0001406933],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011543932,0.00010419125,0.00024593732,0.00029862145,0.0009392235,0.00006233302,0.0003691492,0.00024353938,0.0005323633],"category_scores_gemma":[0.011270587,0.00010684345,0.00009298834,0.0004321642,0.00031799087,0.00027795014,0.00005976089,0.00060773955,0.00008193043],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003456284,0.00039674042,0.00054773636,0.0001029566,0.00007972524,0.000012799774,0.33259392,0.000025430085,0.018931221,0.22452085,0.10153985,0.32090315],"study_design_scores_gemma":[0.0068321237,0.0028464033,0.011274377,0.0003895282,0.000060005845,0.00018324223,0.12684524,0.0008910497,0.0024202683,0.12566899,0.72179365,0.00079511356],"about_ca_topic_score_codex":0.0003286078,"about_ca_topic_score_gemma":0.0001633254,"teacher_disagreement_score":0.6202538,"about_ca_system_score_codex":0.00007705275,"about_ca_system_score_gemma":0.0005297757,"threshold_uncertainty_score":0.9970579},"labels":[],"label_agreement":null},{"id":"W4213055300","doi":"10.1177/00986283211066485","title":"Using Motivation Assessment as a Teaching Tool for Large Undergraduate Courses: Reflections From the Teaching Team","year":2022,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; York University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Expectancy theory; Psychology; Mathematics education; Teaching method; Higher education; Value (mathematics); Student engagement; Motivation to learn; Pedagogy; Computer science; Social psychology","score_opus":0.2782030097226781,"score_gpt":0.5706419683245099,"score_spread":0.2924389586018318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213055300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62028044,0.000122000776,0.23795697,0.06709414,0.0030026378,0.0015456314,0.00012784588,0.0003664805,0.069503844],"genre_scores_gemma":[0.94494057,0.000009713857,0.050322603,0.0028426533,0.0006367808,0.00015490344,0.00007966236,0.00004970551,0.00096339104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98712176,0.009960456,0.00070070906,0.0006263175,0.001009631,0.0005811249],"domain_scores_gemma":[0.9931255,0.005069593,0.0010211963,0.00061119057,0.00009676221,0.00007573742],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022459375,0.00023407419,0.00034466997,0.00022736925,0.010084008,0.00015390289,0.00094843365,0.00012928057,0.00020927377],"category_scores_gemma":[0.0078791035,0.00022416086,0.00021229009,0.00017775514,0.00016107995,0.00064993504,0.00023306247,0.0025636572,0.000006974745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013590699,0.0015589206,0.030696172,0.000011171465,0.00031078234,0.0000019171796,0.075175986,0.0020896601,0.005321282,0.8518499,0.019721001,0.013127268],"study_design_scores_gemma":[0.0021655965,0.0005054091,0.011337595,0.00006305442,0.00032322673,0.000018630592,0.05615044,0.0047482336,0.000010259284,0.080957554,0.8432287,0.0004913227],"about_ca_topic_score_codex":0.0130367465,"about_ca_topic_score_gemma":0.00079708605,"teacher_disagreement_score":0.82350767,"about_ca_system_score_codex":0.00064086757,"about_ca_system_score_gemma":0.0004898122,"threshold_uncertainty_score":0.99973744},"labels":[],"label_agreement":null},{"id":"W4253379982","doi":"10.1177/009862830803500102","title":"Evaluating the Electronic Textbook: Is it Time to Dispense with the Paper Text?","year":2008,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Psychology; Mathematics education; Higher education; Pedagogy","score_opus":0.0456993150364613,"score_gpt":0.33301908793769674,"score_spread":0.28731977290123545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253379982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68287283,0.0001241677,0.017770642,0.077377915,0.00008646013,0.0003640855,7.8268766e-7,0.000119627235,0.22128347],"genre_scores_gemma":[0.93735135,0.000003989961,0.0026355207,0.019849699,0.00005167314,0.000021147613,5.519724e-7,0.000010763169,0.0400753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998765,0.00019310776,0.00017499342,0.00029306166,0.00027730668,0.000296553],"domain_scores_gemma":[0.99904233,0.00027133076,0.000090361464,0.00052661775,0.000025967354,0.000043406544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005638961,0.00011697946,0.00012451375,0.00007258119,0.0004584621,0.00007207444,0.0009803949,0.00003185145,0.00028578032],"category_scores_gemma":[0.00005816997,0.000058688973,0.000044327735,0.0003150607,0.00010711869,0.00036310812,0.0001641086,0.00026037538,0.00033304945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032991925,0.00025774256,0.003342331,0.000006851493,0.00020017981,0.000016780168,0.046724673,0.00025940785,0.0051513533,0.03196496,0.7662264,0.14551942],"study_design_scores_gemma":[0.0010545874,0.0022685006,0.039578397,0.00003243423,0.000016658563,0.0004324023,0.00018548981,0.0034382024,0.00035507977,0.0040424587,0.94814336,0.0004524089],"about_ca_topic_score_codex":0.000008953103,"about_ca_topic_score_gemma":0.0000027940177,"teacher_disagreement_score":0.2544785,"about_ca_system_score_codex":0.000016860047,"about_ca_system_score_gemma":0.00010696247,"threshold_uncertainty_score":0.4280788},"labels":[],"label_agreement":null},{"id":"W4308272040","doi":"10.1177/00986283221130298","title":"Does “Psychological Literacy” Feature in Non-Psychology Degrees? A Cross-Discipline Study of Student Perceptions","year":2022,"lang":"en","type":"article","venue":"Teaching of Psychology","topic":"Academic and Historical Perspectives in Psychology","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Laidlaw Foundation; University of Leeds","keywords":"Psychology; School psychology; Context (archaeology); Perception; Social psychology; Sport psychology; Subject (documents); Differential psychology; Psychological research; Literacy; Cross-cultural psychology; Applied psychology; Pedagogy","score_opus":0.03895910131770512,"score_gpt":0.49476674783315977,"score_spread":0.45580764651545463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308272040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9575018,0.00045342618,0.0010659283,0.0015714131,0.006461048,0.0011372437,0.00013652371,0.00011228472,0.031560287],"genre_scores_gemma":[0.99385875,0.000027136924,0.0012027549,0.0012167715,0.0003761439,0.0005540117,0.000031270145,0.00008123152,0.0026519091],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99201274,0.002661251,0.0017694285,0.0019668834,0.0006108797,0.0009788206],"domain_scores_gemma":[0.99636924,0.0004684019,0.00093040284,0.0019226129,0.00012393323,0.00018543348],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002378302,0.0005577522,0.001369484,0.0012327759,0.0004719009,0.000010410045,0.00218369,0.00065886567,0.0047659283],"category_scores_gemma":[0.00011764991,0.00043951662,0.00033558178,0.00096095464,0.00094160804,0.00013520787,0.0006740381,0.0047514504,0.00006877178],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00238478,0.031551,0.78763986,0.000020199213,0.00032163793,0.000267248,0.13658579,0.00020340364,0.00166026,0.0042832466,0.02672238,0.008360227],"study_design_scores_gemma":[0.007027899,0.006302581,0.95608157,0.00001525366,0.000068245376,0.0002353746,0.019929796,0.000015332227,5.059181e-7,0.0031090975,0.0067644734,0.00044990037],"about_ca_topic_score_codex":0.00023559558,"about_ca_topic_score_gemma":0.000051347317,"teacher_disagreement_score":0.16844171,"about_ca_system_score_codex":0.00027694996,"about_ca_system_score_gemma":0.000021855725,"threshold_uncertainty_score":0.9998057},"labels":[],"label_agreement":null}]}