{"meta":{"query_hash":"e190b60d0c93","filters":{"venue":"The Behavior Analyst"},"cohort_total":14,"direct_labels_cover":0,"predictions_cover":14,"exported":14,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e190b60d0c93","api":"https://metacan.xera.ac/api/v1/cohort?venue=The+Behavior+Analyst"},"results":[{"id":"W101261956","doi":"10.1007/bf03393185","title":"Studies using single-subject designs in sport psychology: 30 years of research","year":2004,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Subject (documents); Sport psychology; Psychology; Athletes; Psychological research; Single-subject design; Applied psychology; Psychological intervention; Research design; Data science; Computer science; Social psychology; Social science; Psychotherapist; World Wide Web; Medicine; Psychiatry; Sociology","score_opus":0.7284187552539708,"score_gpt":0.5446947175703053,"score_spread":0.18372403768366552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W101261956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99460316,0.0025772522,0.000019968244,0.00021741197,0.00039637968,0.0005291005,0.000010393993,0.000042066145,0.0016042558],"genre_scores_gemma":[0.99909407,0.000087642686,0.00022489585,0.0001030223,0.000090501235,0.00017485551,0.000003065535,0.000023683726,0.00019825796],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99749774,0.0003209007,0.00062038464,0.00051271287,0.00042053856,0.00062774],"domain_scores_gemma":[0.99876636,0.0001434223,0.00015845263,0.00068663765,0.00017838286,0.000066738256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018464489,0.00020608182,0.00056533766,0.0003398331,0.00018578225,0.000014239275,0.0005366237,0.00018826102,0.00040593214],"category_scores_gemma":[0.0000484311,0.00014415276,0.00018165562,0.0014681115,0.0011532618,0.0000481235,0.00013758846,0.0005961999,0.00016728794],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004792932,0.0053068902,0.90067923,0.000024355671,0.00037420308,0.001442732,0.011953447,0.00010839375,0.046809614,0.0021631878,0.00068242237,0.029976228],"study_design_scores_gemma":[0.0011093123,0.00053177954,0.9902737,0.00007172408,0.00023122411,0.000053266507,0.0053060856,2.6517898e-7,0.00051138684,0.001379227,0.000309953,0.00022207628],"about_ca_topic_score_codex":0.0014686092,"about_ca_topic_score_gemma":0.0003391603,"teacher_disagreement_score":0.08959447,"about_ca_system_score_codex":0.00014342698,"about_ca_system_score_gemma":0.000022415232,"threshold_uncertainty_score":0.5878379},"labels":[],"label_agreement":null},{"id":"W1421510112","doi":"10.1007/s40614-015-0032-7","title":"Prominent Women in Behavior Analysis: An Introduction","year":2015,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Evolutionary Psychology and Human Behavior","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Data science; Psychology; World Wide Web; Computer science; Information retrieval","score_opus":0.06342625700633832,"score_gpt":0.37119209509754225,"score_spread":0.30776583809120395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1421510112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965162,0.00013147498,0.00003811037,0.00054939097,0.0009009816,0.0007590135,0.000025853878,0.00011899635,0.0009599444],"genre_scores_gemma":[0.98704255,0.0000015436141,0.00006466859,0.000090098976,0.00051965157,0.0034779143,0.00024184439,0.000030488967,0.008531264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969756,0.00063526415,0.00059806363,0.00073141884,0.00034944512,0.00071019784],"domain_scores_gemma":[0.99793315,0.000022040076,0.00018955795,0.0013933271,0.0001388215,0.00032307816],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018709878,0.0002741435,0.00047468266,0.0007883354,0.00017214053,0.00004427034,0.0005981,0.00021904435,0.003678604],"category_scores_gemma":[0.000018769593,0.0002162594,0.00019606564,0.0015167303,0.00028612732,0.0002434778,0.000060640403,0.0004855195,0.00059957406],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002790118,0.0027649386,0.9785339,0.0000013624584,0.00026091235,0.000156038,0.009960771,0.00007547465,0.0006475798,0.0022974387,0.0032007445,0.0018217968],"study_design_scores_gemma":[0.0009775031,0.00034205316,0.9872409,0.0000011922816,0.0024958428,0.00006830283,0.0064239665,0.000022892256,0.000012162861,0.00014033783,0.002002535,0.00027227975],"about_ca_topic_score_codex":0.00043299398,"about_ca_topic_score_gemma":0.0012904203,"teacher_disagreement_score":0.009473708,"about_ca_system_score_codex":0.0004039085,"about_ca_system_score_gemma":0.000056377376,"threshold_uncertainty_score":0.99723214},"labels":[],"label_agreement":null},{"id":"W1532860650","doi":"10.1007/bf03392017","title":"Pervasive negative effects of rewards on intrinsic motivation: The myth continues","year":2001,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":570,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Advanced Education; University of Alberta","funders":"","keywords":"Deci-; Intrinsic motivation; Psychology; Task (project management); Cognitive psychology; Cognitive evaluation theory; Social psychology; Goal theory; Self-determination theory; Autonomy","score_opus":0.027891419165068515,"score_gpt":0.30741684305787886,"score_spread":0.2795254238928103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532860650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822638,0.000094215204,0.000046698824,0.0010595337,0.00046060773,0.0007398767,0.000006984454,0.000046818037,0.015281441],"genre_scores_gemma":[0.9909899,0.00001670311,0.00001307043,0.001147496,0.00017999676,0.00021544048,0.000015079551,0.000017737171,0.007404572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985631,0.0003286703,0.00034503906,0.00024887154,0.00030682748,0.00020750078],"domain_scores_gemma":[0.9980984,0.00070197345,0.00029345715,0.00068003905,0.00018064993,0.000045485867],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033891908,0.00017236952,0.00027620967,0.000093968636,0.00018557569,0.00002185054,0.00033492292,0.00008549959,0.0014163482],"category_scores_gemma":[0.0001864119,0.000095593365,0.00016690214,0.0005129354,0.00026695535,0.00005240634,0.000034151464,0.00025312134,0.00010681262],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039479084,0.001212902,0.8122505,0.000022510278,0.0004946951,0.00020227155,0.051430777,0.000026988584,0.00081780815,0.016495101,0.028576668,0.08807498],"study_design_scores_gemma":[0.0006240991,0.0002222183,0.9864385,0.000036211717,0.00029871726,0.000018811303,0.005175083,7.8384863e-7,0.0011348963,0.00018884754,0.005729854,0.00013196372],"about_ca_topic_score_codex":0.00032484884,"about_ca_topic_score_gemma":0.000028606122,"teacher_disagreement_score":0.174188,"about_ca_system_score_codex":0.00003825097,"about_ca_system_score_gemma":0.000020261754,"threshold_uncertainty_score":0.9994965},"labels":[],"label_agreement":null},{"id":"W1539591636","doi":"10.1007/bf03392192","title":"The persistence-strengthening effects of DRA: An illustration of bidirectional translational research","year":2009,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Persistence (discontinuity); Replication (statistics); Translational research; Differential reinforcement; Psychology; Population; Reinforcement; Differential (mechanical device); Cognitive science; Computer science; Cognitive psychology; Social psychology; Medicine; Engineering","score_opus":0.36224745223062105,"score_gpt":0.4306264432478704,"score_spread":0.06837899101724937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1539591636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99463755,0.00080976676,0.000033996494,0.0006102293,0.00020197655,0.00030647448,0.000012020385,0.00001802953,0.0033699833],"genre_scores_gemma":[0.9989278,0.000027514117,0.00004468072,0.0000150067435,0.0000942444,0.00007333651,0.000011034216,0.0000046505156,0.00080173265],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983143,0.00047419133,0.0003301815,0.0002039955,0.00044832187,0.00022896087],"domain_scores_gemma":[0.99888366,0.00045181275,0.000116053765,0.00029357322,0.00021275775,0.000042115287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092527963,0.00010171448,0.00017343696,0.00007205749,0.00052025396,0.000017030841,0.0003087435,0.0000868376,0.00020589826],"category_scores_gemma":[0.000030027792,0.000053490767,0.00015485793,0.0004917246,0.0005005976,0.000051788895,0.000011938629,0.0002760348,0.000010146774],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088697596,0.0036584667,0.1307814,0.000021144804,0.0002843281,0.000025454008,0.014847321,0.000053953605,0.08873784,0.032823015,0.0014190831,0.72646105],"study_design_scores_gemma":[0.00029427317,0.00065703434,0.99448323,0.0000142443105,0.0001675972,0.0000073289916,0.0016998486,0.000011973062,0.001370364,0.0007700459,0.00044732742,0.00007675183],"about_ca_topic_score_codex":0.00019324411,"about_ca_topic_score_gemma":0.00008637892,"teacher_disagreement_score":0.8637018,"about_ca_system_score_codex":0.000013009556,"about_ca_system_score_gemma":0.000013806256,"threshold_uncertainty_score":0.40014252},"labels":[],"label_agreement":null},{"id":"W1563616582","doi":"10.1007/bf03392081","title":"Skinner boxes for psychotics: Operant conditioning at Metropolitan State Hospital","year":2003,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Ogden; Psychology; Metropolitan area; Operant conditioning; Applied behavior analysis; Behavioral analysis; State hospital; Applied psychology; Psychiatry; Social psychology; Medicine","score_opus":0.11968433253142641,"score_gpt":0.36440656440012514,"score_spread":0.24472223186869874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563616582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833914,0.0010226961,0.00045039563,0.00070233183,0.0014087743,0.0009828741,0.0002650915,0.00009794552,0.011678471],"genre_scores_gemma":[0.9835659,0.000025522679,0.0002566218,0.00047640566,0.000100781945,0.0010638139,0.000051862404,0.000036095716,0.014422992],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980168,0.00020828506,0.00043610524,0.0005040315,0.0002160224,0.0006187947],"domain_scores_gemma":[0.9988926,0.00012890686,0.00015141799,0.00054208405,0.00015612357,0.00012887859],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004265526,0.00029237205,0.00038327312,0.000074508636,0.00073675375,0.00006133385,0.00032986488,0.00011040779,0.0037639758],"category_scores_gemma":[0.00003598034,0.00017709917,0.00033459478,0.00029169026,0.00034554634,0.00005989266,0.00004067178,0.00021469373,0.00047036007],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069652457,0.00624261,0.66732097,0.000033391218,0.0015658658,0.00026320887,0.008298259,0.000018933171,0.0059428085,0.11680251,0.17210045,0.020714464],"study_design_scores_gemma":[0.004069547,0.0017448362,0.87847364,0.000027464968,0.002064593,0.0000977439,0.010039879,0.0000041449307,0.0014793515,0.006249423,0.09442388,0.0013255009],"about_ca_topic_score_codex":0.00029706358,"about_ca_topic_score_gemma":0.00014014829,"teacher_disagreement_score":0.21115267,"about_ca_system_score_codex":0.00013832835,"about_ca_system_score_gemma":0.000007184451,"threshold_uncertainty_score":0.9971467},"labels":[],"label_agreement":null},{"id":"W157567247","doi":"10.1007/bf03392222","title":"A Response to Stewart, McElwee, and Ming","year":2010,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St.Amant; University of Manitoba","funders":"","keywords":"Imitation; Psychology; Variety (cybernetics); Task (project management); Cognitive psychology; Test (biology); Artificial intelligence; Computer science; Social psychology","score_opus":0.14684520316325925,"score_gpt":0.3780534731085487,"score_spread":0.23120826994528945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W157567247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99337685,0.00013051377,0.00001313741,0.0025761998,0.00055665337,0.0003467689,0.000019777157,0.00006859787,0.0029114946],"genre_scores_gemma":[0.99037564,0.0000021949772,0.00014312986,0.0006955054,0.00009734901,0.00031233949,0.0000017702254,0.000013822287,0.008358249],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987915,0.00018701854,0.00021395768,0.00034199542,0.00014561712,0.00031989944],"domain_scores_gemma":[0.9991,0.00015524964,0.000050419745,0.0005004456,0.000039758117,0.00015410449],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071544765,0.00016281936,0.00020905619,0.000074253,0.0002942874,0.000045250905,0.00027543757,0.0001085904,0.0017957808],"category_scores_gemma":[0.000038452232,0.00009590452,0.00008529553,0.00029261035,0.00018740717,0.000028522618,0.00011383163,0.0003529661,0.0005328973],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020076158,0.0009133176,0.48389032,0.0000035679257,0.00010761472,0.0002896714,0.007837216,3.3592855e-7,0.31308472,0.0014575336,0.019524826,0.17088325],"study_design_scores_gemma":[0.0002899997,0.00018646943,0.94645596,0.0000031363031,0.0001674432,0.00005312996,0.00077076466,2.6035522e-7,0.00015362113,0.00004483327,0.05171022,0.00016415777],"about_ca_topic_score_codex":0.00040265493,"about_ca_topic_score_gemma":0.0003368822,"teacher_disagreement_score":0.46256563,"about_ca_system_score_codex":0.0000073532706,"about_ca_system_score_gemma":0.0000042714473,"threshold_uncertainty_score":0.9991167},"labels":[],"label_agreement":null},{"id":"W2018821785","doi":"10.1007/s40614-014-0025-y","title":"A General Methodology for the Translation of Behavioral Terms into Vernacular Languages","year":2015,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"University of Auckland","keywords":"Glossary; Vernacular; Computer science; Set (abstract data type); Field (mathematics); Natural language processing; Certification; Linguistics; The Internet; Inclusion (mineral); Artificial intelligence; World Wide Web; Psychology; Political science; Social psychology; Mathematics","score_opus":0.5557583824156854,"score_gpt":0.4927518966889555,"score_spread":0.0630064857267299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018821785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99037415,0.0032545482,0.0032299834,0.00086087635,0.00061158574,0.0008675342,0.00006090104,0.000048864604,0.0006915793],"genre_scores_gemma":[0.99546355,0.00001766125,0.0022853552,0.00014126068,0.00020908794,0.0008407812,0.00003240924,0.000019570662,0.000990296],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984581,0.00039938648,0.00037363623,0.0002761455,0.00021352003,0.0002792379],"domain_scores_gemma":[0.9988971,0.00026092524,0.00016711492,0.0005019666,0.00010373155,0.00006918693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010570881,0.0001860371,0.0003521356,0.000050604944,0.0001815498,0.000016853966,0.0004853731,0.00014553932,0.00026006193],"category_scores_gemma":[0.000018227105,0.00009103636,0.0003022878,0.000237944,0.0003517406,0.000038160426,0.00004629582,0.00018540627,0.00002802281],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013039133,0.001833742,0.18981378,0.000019092777,0.0005775029,0.000066815715,0.036772862,0.000043617438,0.031694803,0.0063190833,0.009788062,0.7217667],"study_design_scores_gemma":[0.005310888,0.002571731,0.9117565,0.000019741821,0.0077177426,0.00011690852,0.025440693,0.000073766765,0.0034927116,0.0034929204,0.039119825,0.000886537],"about_ca_topic_score_codex":0.0043736193,"about_ca_topic_score_gemma":0.0005399188,"teacher_disagreement_score":0.7219427,"about_ca_system_score_codex":0.00002452723,"about_ca_system_score_gemma":0.000009965495,"threshold_uncertainty_score":0.6611633},"labels":[],"label_agreement":null},{"id":"W2105007504","doi":"10.1007/s40614-015-0047-0","title":"Why Brains Are Not Computers, Why Behaviorism Is Not Satanism, and Why Dolphins Are Not Aquatic Apes","year":2015,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Embodied and Extended Cognition","field":"Neuroscience","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Embodied cognition; Behaviorism; Anthropocentrism; Philosophy of mind; Psychology; Cognition; Cognitive science; Epistemology; Social psychology; Environmental ethics; Neuroscience","score_opus":0.10589794756593797,"score_gpt":0.30444064456713305,"score_spread":0.1985426970011951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105007504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777515,0.00009499977,0.00096496043,0.016778847,0.0009825598,0.0011088906,0.0007044119,0.00040380185,0.001210059],"genre_scores_gemma":[0.9643063,0.000052280946,0.00015282785,0.03476584,0.00026001164,0.000110073895,0.000038115213,0.000062504994,0.00025205026],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99649894,0.00035417886,0.00055304234,0.00093798974,0.0010238441,0.00063198776],"domain_scores_gemma":[0.9978437,0.00026660692,0.00043247492,0.0009108662,0.00014755187,0.0003988106],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004925465,0.0004860839,0.00057816255,0.0002628994,0.0006225972,0.00039289598,0.0007649572,0.00019184609,0.00007635271],"category_scores_gemma":[0.00019395477,0.00038032193,0.0002366925,0.00056838,0.00042387814,0.000491155,0.0003038785,0.000545882,0.00016565013],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016159443,0.007720086,0.06809759,0.00042247336,0.0003465279,0.003926206,0.038694095,0.00022477467,0.5036544,0.017222552,0.300295,0.05778034],"study_design_scores_gemma":[0.01781191,0.0029165312,0.17003791,0.0015536951,0.013922083,0.002135589,0.02348955,0.015342504,0.65013707,0.018285735,0.07478114,0.009586269],"about_ca_topic_score_codex":0.00088412233,"about_ca_topic_score_gemma":0.0007283943,"teacher_disagreement_score":0.22551385,"about_ca_system_score_codex":0.000106330095,"about_ca_system_score_gemma":0.000049756098,"threshold_uncertainty_score":0.9998649},"labels":[],"label_agreement":null},{"id":"W2159575986","doi":"10.1007/bf03392287","title":"Commentary on “what happened to analysis in applied behavior analysis” (Pierce & Epling, 1980)","year":2012,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Applied behavior analysis; Flourishing; Reinforcement; Psychology; Coding (social sciences); Functional analysis; Content analysis; Social psychology; Developmental psychology; Social science; Sociology; Chemistry","score_opus":0.1671757580105614,"score_gpt":0.3881035669773202,"score_spread":0.2209278089667588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159575986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925037,0.00060092733,0.00021377308,0.0018723368,0.00055857096,0.0012293311,0.00008556615,0.000121959696,0.0028138547],"genre_scores_gemma":[0.9894124,0.000037677346,0.00018105983,0.005941757,0.00023937288,0.002248178,0.0003393655,0.000040826904,0.0015593405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958376,0.00043816358,0.0009442737,0.00094604836,0.00061257166,0.0012213318],"domain_scores_gemma":[0.99726576,0.00020248759,0.00026738492,0.001765803,0.00005733138,0.00044124637],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013108356,0.0006004091,0.001262299,0.0012826389,0.00042730515,0.00014394397,0.00096118374,0.00028198722,0.004835032],"category_scores_gemma":[0.000010587747,0.0004104678,0.0009929723,0.006730547,0.00021720892,0.00015357624,0.00025456477,0.0006782516,0.0018258985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027289588,0.0036179498,0.96385133,0.0000019532151,0.0020677017,0.000033628417,0.002861107,0.00013372139,0.00060745166,0.0004189252,0.0034329311,0.022700388],"study_design_scores_gemma":[0.00057080016,0.000116927244,0.967789,0.0000075809958,0.021084653,0.000002859813,0.0022821806,0.0000031361778,0.000052773983,0.000010927228,0.0075323586,0.0005467808],"about_ca_topic_score_codex":0.0032830911,"about_ca_topic_score_gemma":0.0057643605,"teacher_disagreement_score":0.022153607,"about_ca_system_score_codex":0.0001869604,"about_ca_system_score_gemma":0.0000050962735,"threshold_uncertainty_score":0.9998347},"labels":[],"label_agreement":null},{"id":"W2285786366","doi":"10.1007/bf03392256","title":"In response","year":2011,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Sustainability; Climate change; Work (physics); Consumption (sociology); Economics; Inertia; Environmental economics; Economic system; Sociology; Ecology; Social science; Engineering","score_opus":0.02478656662436706,"score_gpt":0.279790814476594,"score_spread":0.2550042478522269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285786366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921908,0.000004809877,0.0000062725558,0.00029505423,0.000034904646,0.00016585278,7.3565565e-7,0.000008445425,0.0072931563],"genre_scores_gemma":[0.995542,0.000001444944,0.000091785805,0.0002638901,0.000003989667,0.00008372301,5.732274e-7,0.0000043283994,0.0040082675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993477,0.00014706771,0.000117268675,0.00013730279,0.00011793041,0.00013275216],"domain_scores_gemma":[0.9995955,0.000020154077,0.000023482877,0.000315766,0.0000011207391,0.00004393813],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00055342657,0.000057304424,0.000055323988,0.000020353305,0.000060930182,0.0000050136796,0.00019890233,0.000022288375,0.01809811],"category_scores_gemma":[0.000025094643,0.0000394121,0.000036479963,0.0001912311,0.0002077426,0.00009361377,0.00008162935,0.00007927048,0.00076245394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007375457,0.00029646052,0.99150294,3.9675132e-7,9.88439e-7,0.000013287706,0.0031181416,0.00000914648,0.0032916174,0.0000336598,0.00045852808,0.0012010582],"study_design_scores_gemma":[0.00007105376,0.000017103408,0.9952712,3.8094933e-7,0.000012029767,0.0000031682364,0.0013776482,0.0000091096035,0.00064079574,0.00018533993,0.0023580042,0.000054133587],"about_ca_topic_score_codex":0.0017232052,"about_ca_topic_score_gemma":0.0002787014,"teacher_disagreement_score":0.017335655,"about_ca_system_score_codex":0.00020359101,"about_ca_system_score_gemma":0.000005356759,"threshold_uncertainty_score":0.9827995},"labels":[],"label_agreement":null},{"id":"W2509303870","doi":"10.1007/s40614-016-0070-9","title":"Automating Scoring of Delay Discounting for the 21- and 27-Item Monetary Choice Questionnaires","year":2016,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Decision-Making and Behavioral Economics","field":"Decision Sciences","cited_by":221,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Delay discounting; Discounting; Psychology; Computer science; Actuarial science; Information retrieval; Econometrics; Economics; Finance","score_opus":0.1248767971500037,"score_gpt":0.4031964225730444,"score_spread":0.2783196254230407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2509303870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99341923,0.0003693885,0.004676789,0.0006831653,0.00039745728,0.0003341339,0.000036417357,0.000034795194,0.00004859642],"genre_scores_gemma":[0.998653,0.00002185519,0.0006745484,0.0000346928,0.0001269122,0.00005815619,0.0000011006036,0.00001615946,0.00041355373],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978689,0.00011480708,0.0008416365,0.00038856632,0.0005357546,0.00025034224],"domain_scores_gemma":[0.99166685,0.006710062,0.00055878307,0.0007867196,0.00021689603,0.00006065988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034769694,0.00016465681,0.00032820716,0.00015460723,0.00050519157,0.0002659106,0.00088676537,0.00005889742,0.00005138366],"category_scores_gemma":[0.0024435564,0.00006685248,0.00020546459,0.00033884292,0.00027315452,0.00039290625,0.00022353065,0.00009702849,0.00002263794],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013767498,0.0000292862,0.30817345,0.0000026634568,0.000015722837,0.000001471119,0.00019725965,0.00009248805,0.0032788904,0.000116623,0.00023411842,0.6878443],"study_design_scores_gemma":[0.00057720294,0.00009426659,0.9771618,0.00029338713,0.00066617463,0.000036985864,0.0011765865,0.011044555,0.001287843,0.0061188615,0.0012154746,0.00032685802],"about_ca_topic_score_codex":0.00045420742,"about_ca_topic_score_gemma":0.00041588448,"teacher_disagreement_score":0.6875174,"about_ca_system_score_codex":0.000036007776,"about_ca_system_score_gemma":0.00003536462,"threshold_uncertainty_score":0.38855764},"labels":[],"label_agreement":null},{"id":"W2625529592","doi":"10.1007/s40614-017-0108-7","title":"Reinforcing Rilkean Memories","year":2017,"lang":"en","type":"editorial","venue":"The Behavior Analyst","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Psychology; Data science; World Wide Web; Computer science; Information retrieval","score_opus":0.17546736362732382,"score_gpt":0.39988023979094994,"score_spread":0.22441287616362612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625529592","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042082593,0.0017683366,0.0000074950703,0.00021304325,0.9265552,0.00062585267,0.00038571376,0.00020160667,0.06603449],"genre_scores_gemma":[0.029706737,0.00019014362,0.000016926071,0.00004998155,0.81171674,0.0010249299,0.00043573446,0.00009167883,0.15676714],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665725,0.00023438687,0.0006642762,0.0008282149,0.0008601392,0.00075572875],"domain_scores_gemma":[0.99604875,0.00042681466,0.0007434685,0.002379216,0.00025822513,0.00014351186],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008526092,0.0006573693,0.0009984095,0.000110208246,0.001467714,0.00029772116,0.0021152878,0.0012241221,0.003292729],"category_scores_gemma":[0.00022898153,0.00038382734,0.00063098705,0.00017706642,0.00077466003,0.00008923342,0.00037844182,0.0019224534,0.0018134099],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008070356,0.000117968615,0.0013371514,0.000010446343,0.00019171133,0.00017915013,0.0004738987,1.789163e-7,0.00001047553,0.00009710289,0.9772715,0.020229697],"study_design_scores_gemma":[0.00043730036,0.00021200384,0.014443564,0.000052023504,0.0018703218,0.000008546037,0.00035180798,1.1484648e-7,0.000006387076,0.00009253558,0.98197645,0.0005489435],"about_ca_topic_score_codex":0.0021829263,"about_ca_topic_score_gemma":0.0005535917,"teacher_disagreement_score":0.11483847,"about_ca_system_score_codex":0.00008166389,"about_ca_system_score_gemma":0.000052443822,"threshold_uncertainty_score":0.99986136},"labels":[],"label_agreement":null},{"id":"W317361992","doi":"10.1007/bf03392292","title":"The history of behavior analysis in Manitoba: A sparsely populated canadian province with an international influence on behavior analysis","year":2013,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Autism Canada; St.Amant; University of Manitoba","funders":"","keywords":"Applied behavior analysis; Flourishing; Psychology; Sociology; Gerontology; Library science; Autism; Social psychology; Developmental psychology; Medicine; Computer science","score_opus":0.14395070317155867,"score_gpt":0.3136115276157325,"score_spread":0.16966082444417385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W317361992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99616504,0.00019516262,0.0000044171074,0.00025926955,0.00037678547,0.0013291574,0.000121114324,0.00005245064,0.0014966],"genre_scores_gemma":[0.99415547,0.000020356727,0.000042084208,0.00020310405,0.000040064333,0.002489047,0.00013441511,0.000029431932,0.0028860285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964844,0.00042726446,0.0009000309,0.00080908753,0.00064852915,0.0007306608],"domain_scores_gemma":[0.99731296,0.000104031,0.00047836886,0.0014368445,0.00036201757,0.00030579764],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00055426074,0.00044461223,0.0007495145,0.0010771145,0.00031334683,0.00009634535,0.0014545289,0.00022745294,0.0020305922],"category_scores_gemma":[0.000020145817,0.00024989524,0.0004671506,0.0026692175,0.0006621833,0.00024171946,0.00007773614,0.0006023589,0.00012009345],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012573617,0.0010602123,0.98809296,0.0000010737427,0.0010254009,0.00016857807,0.00054646813,0.00009756926,0.00016875748,0.00017312139,0.00022321087,0.008316938],"study_design_scores_gemma":[0.0004026161,0.00037380168,0.9867589,0.000007539124,0.01026067,0.0000097645,0.0011005772,0.000048206544,0.0000071245754,0.000007817033,0.0006825871,0.00034039744],"about_ca_topic_score_codex":0.68576396,"about_ca_topic_score_gemma":0.84965485,"teacher_disagreement_score":0.1638909,"about_ca_system_score_codex":0.00087375985,"about_ca_system_score_gemma":0.00011828705,"threshold_uncertainty_score":0.99999535},"labels":[],"label_agreement":null},{"id":"W80056211","doi":"10.1007/bf03392234","title":"Tuberculosis detection by giant African pouched rats","year":2011,"lang":"en","type":"article","venue":"The Behavior Analyst","topic":"Tuberculosis Research and Epidemiology","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Tuberculosis; Psychology; Sputum; Artificial intelligence; Natural language processing; Computer science; Medicine; Pathology","score_opus":0.05361908709744139,"score_gpt":0.3170678347282187,"score_spread":0.2634487476307773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W80056211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99168617,0.0003123514,0.00023731125,0.0017225731,0.000077810844,0.00050930184,0.000018422996,0.00008952189,0.005346541],"genre_scores_gemma":[0.99815905,0.000105522704,0.000092836926,0.00047104098,0.00008711574,0.00023912576,0.000033398952,0.000023451252,0.0007884432],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99840814,0.0002576096,0.00031382902,0.00029398734,0.00026642447,0.00046003246],"domain_scores_gemma":[0.99891394,0.000072596165,0.000073256095,0.00056793145,0.00009923058,0.00027304943],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006233939,0.0001665321,0.00036541963,0.00013701763,0.00016806259,0.0000114684535,0.0001918121,0.00011876677,0.0009479222],"category_scores_gemma":[0.00016408789,0.00010110888,0.0002338816,0.0004144416,0.00018379385,0.0000576003,0.000055991,0.00035768046,0.00026495475],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005286379,0.00076293823,0.10271239,0.000020970505,0.0003936153,0.00011120937,0.00082519255,5.5079676e-7,0.8258035,0.00005564749,0.010263116,0.058522195],"study_design_scores_gemma":[0.0008730016,0.00082499295,0.819483,0.000018205974,0.0019136199,0.00024748422,0.0010662158,0.00046573748,0.17038824,0.00007717783,0.0043369974,0.00030533862],"about_ca_topic_score_codex":0.003668768,"about_ca_topic_score_gemma":0.00036951058,"teacher_disagreement_score":0.7167706,"about_ca_system_score_codex":0.00010167434,"about_ca_system_score_gemma":0.00002882604,"threshold_uncertainty_score":0.99996537},"labels":[],"label_agreement":null}]}