{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":59,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":59,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"9087d29db879","filters":{"venue":"Social indicators research series"}},"results":[{"id":"W2364328457","doi":"10.1007/978-3-319-07794-9","title":"Validity and Validation in Social, Behavioral, and Health Sciences","year":2014,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":194,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Behavioural sciences; Psychology; Data science; Computer science; Psychotherapist","authors":[{"name":"Bruno D. Zumbo","is_ca":true},{"name":"Eric K. H. Chan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8242681565438117,"gpt":0.6357213862676169,"spread":0.1885467702761948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.05942034,0.0002661798,0.0008978146,0.0036218,0.003339972,0.001096003,0.0009567006,0.0005170724,0.0001120589],"category_scores_gemma":[0.01517,0.0002207094,0.00008727657,0.003649401,0.004319981,0.0004543143,0.000834883,0.001204162,0.00001639614],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000309782,"about_ca_system_score_gemma":0.00145419,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003206372,"about_ca_topic_score_gemma":0.0002034871,"domain_scores_codex":[0.9899892,0.003710517,0.000922724,0.001076957,0.003456519,0.0008440482],"domain_scores_gemma":[0.9882886,0.0101836,0.0007434877,0.0002629685,0.0002974275,0.0002239412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005494879,0.0001182803,0.151098,0.0002245842,0.000018608,0.00001386099,0.01064356,2.879084e-7,0.00001163871,0.06138661,0.4271952,0.3492344],"study_design_scores_gemma":[0.0003483068,0.0008745419,0.1610985,0.0001046116,0.00000870614,0.000007071831,0.005416601,0.000004920154,0.00002337714,0.5843072,0.247341,0.0004651004],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6481026,0.00424305,0.0002158483,0.02564727,0.001249488,0.0024825,0.0002674751,0.0002281287,0.3175637],"genre_scores_gemma":[0.6803824,0.005469308,0.005948042,0.0005610156,0.004195553,0.0002417545,0.0001245869,0.0001643676,0.302913],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5229206,"threshold_uncertainty_score":0.9999409,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2620297369","doi":"10.1007/978-3-319-56129-5","title":"Understanding and Investigating Response Processes in Validation Research","year":2017,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":131,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Test (biology); Data science; Computer science; Biology","authors":[{"name":"Bruno D. Zumbo","is_ca":true},{"name":"Anita M. Hubley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8421524619491882,"gpt":0.6459391458506124,"spread":0.1962133160985758,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.09630429,0.0002595665,0.0005415409,0.004855587,0.004596794,0.002871471,0.001516902,0.0006312368,0.0004518363],"category_scores_gemma":[0.05306182,0.0002260365,0.00006114967,0.002321634,0.004409959,0.001549734,0.0009750838,0.002572735,0.0001850875],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001893862,"about_ca_system_score_gemma":0.01427922,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006141275,"about_ca_topic_score_gemma":0.0009325898,"domain_scores_codex":[0.9824128,0.00521476,0.00094874,0.0009613399,0.009536144,0.0009262478],"domain_scores_gemma":[0.9875684,0.009066406,0.0005899268,0.0006854331,0.001820222,0.0002696204],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002143973,0.0001997572,0.07754075,0.001403768,0.0001725162,0.0001027894,0.1770522,0.00001511591,0.0005198719,0.2502068,0.4680711,0.0225713],"study_design_scores_gemma":[0.0004595196,0.0003940171,0.01304909,0.0005582505,0.000006229721,0.000002954194,0.02553471,0.00002444161,0.0002890538,0.6822923,0.2770057,0.0003837284],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1970157,0.0007794315,0.00003690436,0.02517884,0.0004491682,0.00262036,0.0001337562,0.00009478271,0.7736911],"genre_scores_gemma":[0.5101663,0.0006919696,0.0001003471,0.0000407818,0.0005509938,0.0002028906,0.00005852355,0.00005685037,0.4881314],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.4320855,"threshold_uncertainty_score":0.9997284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1494595440","doi":"10.1007/978-94-017-0389-5_9","title":"Health and the Quality of Life","year":2003,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":127,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Quality (philosophy); Psychology; Philosophy; Epistemology","authors":[{"name":"Bruno D. Zumbo","is_ca":true},{"name":"Anita M. Hubley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1668975766456304,"gpt":0.4774339663468172,"spread":0.3105363897011867,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005596058,0.0002269293,0.0007893249,0.0003072697,0.0008093496,0.00004186005,0.0002952933,0.0006315314,0.001436837],"category_scores_gemma":[0.0006172778,0.0001586899,0.0001838806,0.000175849,0.004686011,0.0000446572,0.0001052296,0.001615733,0.0001069399],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000081723,"about_ca_system_score_gemma":0.0002783025,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008089695,"about_ca_topic_score_gemma":0.00008694313,"domain_scores_codex":[0.9953781,0.002125206,0.0006836414,0.0004574759,0.0008536831,0.0005019232],"domain_scores_gemma":[0.9978374,0.0008555762,0.0005348956,0.0003889109,0.0001193864,0.0002638034],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007859153,0.00002735738,0.0005519791,0.00009098445,0.0002035927,0.000001408612,0.006936698,6.18203e-9,8.634457e-7,0.9208614,0.06040725,0.01013258],"study_design_scores_gemma":[0.00130063,0.0003810878,0.01210638,0.00005006912,0.00001178316,0.000003686507,0.003766383,1.945019e-8,0.000001855332,0.2836316,0.6984983,0.000248179],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.003702721,0.005548135,0.000005617031,0.01544653,0.0005060765,0.0006728005,0.00009640781,0.00004782584,0.9739739],"genre_scores_gemma":[0.341096,0.005144062,0.00003577692,0.002744083,0.001067185,0.0001428449,0.00006915997,0.0001046255,0.6495963],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.638091,"threshold_uncertainty_score":0.999476,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1595054099","doi":"10.1007/978-94-017-0389-5_10","title":"Health and other Aspects of the Quality of Life of Older People","year":2003,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Norm (philosophy); Demography; Gerontology; Older people; Quality of life (healthcare); Medicine; Psychology; Political science; Sociology","authors":[{"name":"Anita M. Hubley","is_ca":true},{"name":"Bruno D. Zumbo","is_ca":true},{"name":"Dawn Hemingway","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1259422446543339,"gpt":0.4604595852853053,"spread":0.3345173406309714,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004449297,0.0001459947,0.0008257612,0.0002153826,0.00096139,0.00002144365,0.0004140696,0.0003873567,0.0004363082],"category_scores_gemma":[0.001309273,0.0001159007,0.0001870558,0.0003058748,0.003849491,0.00007297126,0.0001581437,0.0005403143,0.000001670309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001482714,"about_ca_system_score_gemma":0.00477541,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02868883,"about_ca_topic_score_gemma":0.03950249,"domain_scores_codex":[0.9957595,0.001080811,0.0007396906,0.0002214986,0.001667241,0.000531242],"domain_scores_gemma":[0.9978205,0.0005708633,0.0007927519,0.0002455372,0.000273539,0.0002968134],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002892716,0.00002490728,0.02249502,0.001364601,0.00004884367,8.257528e-8,0.04747376,9.696753e-9,5.748841e-7,0.9238676,0.00419483,0.000500878],"study_design_scores_gemma":[0.0004701044,0.0001924292,0.1419343,0.000591088,0.00001600681,1.998079e-7,0.05349435,2.869833e-8,0.00006912775,0.143037,0.6598637,0.0003317651],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0393756,0.005206464,0.000001275175,0.03508563,0.0003769799,0.001548563,0.0005229928,0.00002114615,0.9178613],"genre_scores_gemma":[0.9001434,0.004900109,0.00003126007,0.001887077,0.0004079989,0.00002541758,0.000006515397,0.00006580708,0.09253234],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8607679,"threshold_uncertainty_score":0.9988614,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2503961453","doi":"10.1007/1-4020-3742-2","title":"Citation Classics from Social Indicators Research","year":2005,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Citation; Social science; Sociology; Library science; Computer science","authors":[{"name":"Alex C. Michalos","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2058907427729351,"gpt":0.5043304439100539,"spread":0.2984397011371187,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.01455702,0.0005923985,0.001155871,0.003605736,0.01697612,0.001251046,0.002331505,0.003455072,0.003517687],"category_scores_gemma":[0.003059694,0.0006557758,0.0004949452,0.003936906,0.01107848,0.0009239725,0.0007999914,0.007044296,0.001164873],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.006373325,"about_ca_system_score_gemma":0.02132509,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01079497,"about_ca_topic_score_gemma":0.0268862,"domain_scores_codex":[0.9787626,0.005721318,0.001159612,0.001262495,0.009278089,0.00381594],"domain_scores_gemma":[0.9932752,0.003346439,0.0005559564,0.0005040067,0.001208787,0.001109594],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001036025,0.00007698532,0.00080575,0.0001725054,0.0001234624,0.00002320413,0.07590026,3.694967e-8,8.51748e-7,0.4013405,0.4971337,0.0243191],"study_design_scores_gemma":[0.0002816727,0.00008735268,0.006746416,0.000129472,0.00002626636,1.728984e-7,0.03471985,2.279549e-7,0.000009301539,0.08914416,0.8683286,0.0005264428],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.008134709,0.001543227,0.000003323074,0.05347826,0.001337983,0.002074815,0.001084407,0.0003535358,0.9319897],"genre_scores_gemma":[0.04734691,0.005214332,0.0001421372,0.001099273,0.03098462,0.0005761639,0.001206434,0.0002931691,0.913137],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.3711949,"threshold_uncertainty_score":0.9997858,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2617719848","doi":"10.1007/978-3-319-56129-5_1","title":"Response Processes in the Context of Validity: Setting the Stage","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; External validity; Test (biology); Context (archaeology); Set (abstract data type); Cognitive psychology; Social psychology; Computer science; History","authors":[{"name":"Anita M. Hubley","is_ca":true},{"name":"Bruno D. Zumbo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7199056330468293,"gpt":0.5706609896341709,"spread":0.1492446434126584,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1054314,0.0002745701,0.0007149225,0.001658016,0.002439754,0.0008889074,0.005380738,0.0004393332,0.0003487558],"category_scores_gemma":[0.3881331,0.0001393833,0.0002184594,0.001246423,0.004154051,0.0003139504,0.0009675476,0.001935438,0.00004678075],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009445387,"about_ca_system_score_gemma":0.00157,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001545782,"about_ca_topic_score_gemma":0.000350823,"domain_scores_codex":[0.9865281,0.005676919,0.001071022,0.0006722476,0.00537241,0.0006792917],"domain_scores_gemma":[0.8602233,0.1356763,0.001525306,0.001417617,0.001080254,0.00007716034],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003535397,0.0001564082,0.02628298,0.000548573,0.0002796127,0.000260468,0.1772033,0.000001024304,0.000114656,0.2850519,0.1390336,0.3675321],"study_design_scores_gemma":[0.0001649171,0.0002200145,0.01148322,0.0001233384,0.000008628224,0.000003853388,0.04084565,5.707003e-7,0.0001274454,0.1577702,0.7890622,0.0001899167],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1015755,0.002787225,0.00003695844,0.03798228,0.0008575457,0.002519457,0.0007295795,0.00007369803,0.8534377],"genre_scores_gemma":[0.6719508,0.0007031169,0.0002164272,0.000258936,0.0006172545,0.0001043609,0.000009047172,0.00005830239,0.3260818],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.6500286,"threshold_uncertainty_score":0.9998839,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4237932769","doi":"10.1007/978-90-481-2354-4_9","title":"Life-Satisfaction Is a Momentary Judgment and a Stable Personality Characteristic: The Use of Chronically Accessible and Stable Sources","year":2009,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Aurora College","funders":"","keywords":"Psychology; Life satisfaction; Extraversion and introversion; Personality; Neuroticism; Big Five personality traits; Set (abstract data type); Social psychology; Stability (learning theory); Cognitive psychology; Developmental psychology; Computer science","authors":[{"name":"Ulrich Schimmack","is_ca":true},{"name":"Ed Diener","is_ca":false},{"name":"Shigehiro Oishi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1657471252337054,"gpt":0.3909605117451252,"spread":0.2252133865114198,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001262052,0.0003560567,0.000604148,0.000339213,0.001089189,0.0002933187,0.0002409142,0.0006433414,0.003696725],"category_scores_gemma":[0.0001579716,0.0002738654,0.0001198122,0.0001877114,0.001854883,0.0003531548,0.0002247721,0.001406839,0.00003002009],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001863714,"about_ca_system_score_gemma":0.0002439055,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003654146,"about_ca_topic_score_gemma":0.0002316031,"domain_scores_codex":[0.9966798,0.0004879588,0.0005593863,0.0007208709,0.0009223561,0.0006295906],"domain_scores_gemma":[0.9982648,0.0004759862,0.0004419831,0.0003740428,0.0001440468,0.0002991238],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.006517968,0.0007498085,0.105505,0.001351711,0.004195113,0.00009724103,0.0782527,0.000001472794,0.000970164,0.192941,0.2624387,0.3469791],"study_design_scores_gemma":[0.0006334684,0.0008662613,0.4709288,0.0001620931,0.0001246848,0.00001215457,0.001658596,0.000002743029,0.00006378911,0.01374559,0.5113409,0.0004609659],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8666774,0.004629719,0.00002258956,0.01542593,0.0005531777,0.002037101,0.001349185,0.0001525684,0.1091523],"genre_scores_gemma":[0.7873138,0.007293469,0.00008903218,0.001385364,0.0009441905,0.0001678858,0.0001347305,0.00009575013,0.2025758],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3654238,"threshold_uncertainty_score":0.9999713,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2494540913","doi":"10.1007/978-1-4020-8686-1","title":"Barometers of Quality of Life Around the Globe","year":2008,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":43,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Globe; Quality (philosophy); Quality of life (healthcare); Social life; History; Geography; Political science; Psychology; Ethnology","authors":[{"name":"Alex C. Michalos","is_ca":false},{"name":"Denis Huschka","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1739933878586963,"gpt":0.4571891756552373,"spread":0.283195787796541,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003377672,0.0002947325,0.0008992621,0.0005689072,0.000641046,0.0000280144,0.0009290832,0.001051352,0.001186927],"category_scores_gemma":[0.000893354,0.0002191777,0.0004253988,0.0008141015,0.005503947,0.00008327511,0.0002018542,0.001866325,0.0001735644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002061786,"about_ca_system_score_gemma":0.0007713695,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009879686,"about_ca_topic_score_gemma":0.00005929178,"domain_scores_codex":[0.993723,0.002473284,0.0009841959,0.0005310277,0.001639362,0.0006490925],"domain_scores_gemma":[0.9966269,0.001410629,0.0008195737,0.0006941443,0.0002703586,0.0001784548],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001553142,0.0003778227,0.007597509,0.0004061511,0.001422686,0.00001745944,0.02021721,3.541023e-7,0.0001747339,0.3738347,0.5856178,0.008780438],"study_design_scores_gemma":[0.001083298,0.001218388,0.2571486,0.0001334176,0.00006667505,0.00000962193,0.01132221,9.714644e-8,0.0001395724,0.09059732,0.6376067,0.0006740225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.09083952,0.001218403,0.000007299145,0.001394372,0.0008715913,0.0006196132,0.0003224981,0.0000606101,0.9046661],"genre_scores_gemma":[0.6448683,0.0009250571,0.00002513095,0.0001817822,0.001625234,0.0001117677,0.0001094735,0.00007053512,0.3520827],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.5540288,"threshold_uncertainty_score":0.9997261,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2052332678","doi":"10.1007/978-94-017-0389-5_5","title":"Migration and the Quality of Life: A Review Essay","year":2003,"lang":"en","type":"review","venue":"Social indicators research series","topic":"Migration, Aging, and Tourism Studies","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Quality of life (healthcare); Quality (philosophy); Section (typography); Regional science; History; Sociology; Gerontology; Psychology; Business; Medicine; Epistemology; Advertising; Philosophy","authors":[{"name":"Alex C. Michalos","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1869983192966068,"gpt":0.5141829112949025,"spread":0.3271845919982956,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.01681902,0.0002301677,0.001648446,0.0002492203,0.002791666,0.0001257932,0.0004745618,0.000297868,0.0001220716],"category_scores_gemma":[0.005482648,0.0001469675,0.0003818863,0.001808328,0.005572201,0.0001937866,0.0001336526,0.0006595116,0.00001284464],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001485441,"about_ca_system_score_gemma":0.002760123,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01671086,"about_ca_topic_score_gemma":0.02482772,"domain_scores_codex":[0.9866128,0.01026416,0.000862596,0.0003292018,0.001469676,0.0004615796],"domain_scores_gemma":[0.9971235,0.001412148,0.0007203736,0.000242443,0.0003706279,0.0001308601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002453794,0.00005842895,0.000210653,0.04725649,0.0004037471,8.669508e-7,0.3019621,1.541156e-9,1.743668e-8,0.3758408,0.04697056,0.2272718],"study_design_scores_gemma":[0.0001138979,0.0000131174,0.0001005549,0.00255854,0.0001359216,1.831378e-7,0.002432334,7.527079e-9,6.66599e-8,0.003145604,0.9913564,0.0001433618],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00007197259,0.9899015,0.000001785942,0.002778419,0.0001129971,0.001642793,0.00003737498,0.00002461785,0.005428487],"genre_scores_gemma":[0.0001733037,0.9955171,0.00001356942,0.00007091465,0.00046803,0.0004005329,0.00002198407,0.00001934028,0.003315161],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9443858,"threshold_uncertainty_score":0.9985065,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1636147489","doi":"10.1007/978-3-319-07794-9_4","title":"A Research Synthesis of Validation Practices Used to Evaluate the Satisfaction with Life Scale (SWLS)","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"PsycINFO; Psychology; Reliability (semiconductor); Scale (ratio); Convergent validity; Life satisfaction; Clinical psychology; Test (biology); Internal consistency; Applied psychology; Psychometrics; Social psychology; MEDLINE; Political science; Geography","authors":[{"name":"Mary Chinni","is_ca":true},{"name":"Anita M. Hubley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1991595708220116,"gpt":0.4793766444273157,"spread":0.2802170736053041,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01338937,0.000398566,0.0007126246,0.001499054,0.001736046,0.0002335605,0.0007505706,0.0009970196,0.003469744],"category_scores_gemma":[0.002920761,0.0002776985,0.0001838674,0.0009672343,0.002364013,0.0002565179,0.0002310886,0.002878115,0.001373246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003112385,"about_ca_system_score_gemma":0.0004944219,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00269152,"about_ca_topic_score_gemma":0.00154293,"domain_scores_codex":[0.9894421,0.004347836,0.0007003513,0.0009943135,0.003570975,0.0009444693],"domain_scores_gemma":[0.9924824,0.004447705,0.0007730584,0.0009309372,0.001027096,0.0003388592],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.009495595,0.000336735,0.01746141,0.0005699183,0.002632816,0.00003872687,0.04084975,0.00001374279,0.00139984,0.6210385,0.1393751,0.1667879],"study_design_scores_gemma":[0.00162864,0.005873573,0.217223,0.001128884,0.0005728677,0.00003983658,0.02766834,0.000003362014,0.003060103,0.06937464,0.6716557,0.001771056],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2088137,0.0002239646,0.00009956914,0.01338985,0.0007238509,0.00272898,0.0001369288,0.0001743696,0.7737088],"genre_scores_gemma":[0.9142082,0.0001592131,0.00006463103,0.00008209079,0.001209869,0.0006919164,0.00003150039,0.0001200903,0.0834325],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7053945,"threshold_uncertainty_score":0.9999675,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W68437104","doi":"10.1007/978-3-319-07794-9_1","title":"Setting the Stage for Validity and Validation in Social, Behavioral, and Health Sciences: Trends in Validation Practices","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Sketch; Psychology; Construct validity; Validity; Behavioural sciences; Test validity; External validity; Criterion validity; Applied psychology; Medical education; Psychometrics; Social psychology; Clinical psychology; Medicine; Computer science; Psychotherapist","authors":[{"name":"Bruno D. Zumbo","is_ca":true},{"name":"Eric K. H. Chan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8435949426545746,"gpt":0.6445421174829625,"spread":0.199052825171612,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07836369,0.0002429591,0.0006240758,0.003360026,0.002824691,0.001181234,0.0007424218,0.00037474,0.00008974711],"category_scores_gemma":[0.02429996,0.0001771371,0.00008619211,0.002225595,0.001844051,0.0006158674,0.000440657,0.0009612325,0.000002289973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002210567,"about_ca_system_score_gemma":0.0004528481,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006154079,"about_ca_topic_score_gemma":0.000635606,"domain_scores_codex":[0.9927511,0.002466677,0.0009932794,0.0009187959,0.002210629,0.0006595519],"domain_scores_gemma":[0.9789871,0.01844669,0.001940585,0.00025174,0.0002711579,0.0001027089],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001346882,0.0000753375,0.09529574,0.0001949457,0.00002234367,0.000004892947,0.01718822,0.000003199948,0.00002310428,0.1762254,0.01531641,0.6955158],"study_design_scores_gemma":[0.001265368,0.001673603,0.1782788,0.0002456073,0.00003287451,0.000007272406,0.03307884,0.0001078751,0.0001155191,0.5012495,0.283039,0.0009056618],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8145671,0.002336069,0.0009300159,0.07910376,0.001041788,0.00461842,0.0006399595,0.0001632503,0.09659965],"genre_scores_gemma":[0.9372907,0.001691728,0.004826807,0.0002458445,0.001310378,0.0002983777,0.0001411943,0.00009111407,0.05410391],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6946101,"threshold_uncertainty_score":0.9998556,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2178205569","doi":"10.1007/978-1-4020-8567-3_13","title":"Creating Collaborative Visions with Aboriginal Women: A Photovoice Project","year":2008,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Photovoice; Participatory action research; Vision; Community-based participatory research; Qualitative research; Sociology; Public relations; Critical appraisal; Promotion (chess); Citizen journalism; Critical reflection; Action research; Gender studies; Political science; Medicine; Pedagogy; Social science; Alternative medicine; Visual arts; Anthropology","authors":[{"name":"Carolyn Brooks","is_ca":true},{"name":"Jennifer Poudrier","is_ca":true},{"name":"Roanne Thomas‐MacLean","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4252978957014567,"gpt":0.6301178839293213,"spread":0.2048199882278646,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.009366372,0.0005626431,0.0009575931,0.001709806,0.00972221,0.0005630386,0.001197703,0.0009388553,0.002481541],"category_scores_gemma":[0.002636596,0.0005124955,0.000167465,0.002514554,0.01292019,0.0007891608,0.0002958183,0.003148358,0.0001987836],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002977909,"about_ca_system_score_gemma":0.02669648,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001888042,"about_ca_topic_score_gemma":0.003050612,"domain_scores_codex":[0.9866998,0.003078793,0.0005754073,0.001024895,0.006057685,0.00256348],"domain_scores_gemma":[0.9944016,0.001805603,0.0004255985,0.000457664,0.00197403,0.0009354532],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001197906,0.0001940128,0.0006247243,0.0001665238,0.0005971494,0.000605659,0.5782292,3.24204e-7,0.0001066963,0.3742992,0.04028399,0.003694611],"study_design_scores_gemma":[0.0003068934,0.0008696687,0.0001516562,0.0001744887,0.00001906429,0.000002897571,0.04799864,5.523245e-7,0.0001739983,0.003615792,0.9461444,0.0005419275],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.02138498,0.0005609379,0.000006237299,0.000721781,0.0001291191,0.002615289,0.0003154865,0.0002193858,0.9740468],"genre_scores_gemma":[0.03833379,0.009171107,0.002131735,0.0001166694,0.003303653,0.002816806,0.00009720495,0.0003377354,0.9436913],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9058604,"threshold_uncertainty_score":0.9997327,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W645998025","doi":"10.1007/978-1-4020-4625-4_6","title":"City of Winnipeg Quality-of-Life Indicators","year":2006,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"International Institute for Sustainable Development","funders":"","keywords":"Pace; Value (mathematics); Quality of life (healthcare); Quality (philosophy); Geography; Sociology; Political science; Psychology; Computer science","authors":[{"name":"Peter Hardi","is_ca":true},{"name":"László Pintér","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1659960900017097,"gpt":0.4479743497240035,"spread":0.2819782597222938,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.006413368,0.0003451279,0.001106135,0.0009207511,0.002014696,0.0001037842,0.001643491,0.001216106,0.001514453],"category_scores_gemma":[0.001755229,0.0003560748,0.0005175235,0.001581719,0.01390324,0.0003844589,0.0003887263,0.001232747,0.00003555285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000468044,"about_ca_system_score_gemma":0.004950789,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.05154983,"about_ca_topic_score_gemma":0.02047225,"domain_scores_codex":[0.9912041,0.0007378074,0.001153438,0.0006244878,0.005244503,0.001035646],"domain_scores_gemma":[0.996277,0.0007125076,0.001665758,0.0003742805,0.0005673076,0.0004031284],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007582183,0.00007057816,0.0152661,0.0001392166,0.000101674,0.000003315024,0.017093,1.484081e-7,0.00001798727,0.9232354,0.03987387,0.004122874],"study_design_scores_gemma":[0.0002532762,0.0001372386,0.03203167,0.0001185264,0.00002529672,8.46316e-8,0.009830682,4.211022e-8,0.0001300271,0.09850977,0.8584321,0.000531331],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0494515,0.001306874,0.000005229675,0.003085253,0.0004344117,0.0007033563,0.0004937507,0.00007327574,0.9444463],"genre_scores_gemma":[0.6267775,0.001116945,0.00004776867,0.0000454545,0.001480757,0.00002900166,0.00003355416,0.00005409651,0.3704149],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8247256,"threshold_uncertainty_score":0.9998891,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W128966544","doi":"10.1007/978-3-319-07794-9_6","title":"What Counts as Evidence: A Review of Validity Studies in Educational and Psychological Measurement","year":2014,"lang":"en","type":"review","venue":"Social indicators research series","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; External validity; Test (biology); Standards for Educational and Psychological Testing; Test validity; Criterion validity; Validity; Incremental validity; Applied psychology; Construct validity; Psychometrics; Social psychology; Clinical psychology; Higher education; Education theory; Political science","authors":[{"name":"Benjamin R. Shear","is_ca":false},{"name":"Bruno D. Zumbo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.96993829252238,"gpt":0.7425690907147161,"spread":0.2273692018076638,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06287167,0.000210394,0.001840487,0.001239664,0.000257551,0.0001738937,0.001004596,0.0002547002,0.0005483163],"category_scores_gemma":[0.3538786,0.0001318928,0.0002356087,0.004848207,0.001447635,0.0003069988,0.0004420045,0.0007279498,0.0001237283],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002275585,"about_ca_system_score_gemma":0.0007331192,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008826975,"about_ca_topic_score_gemma":0.000004199469,"domain_scores_codex":[0.9869681,0.006746337,0.001253849,0.000649069,0.004013357,0.0003692935],"domain_scores_gemma":[0.9451019,0.05106882,0.001194824,0.0006864273,0.001777808,0.0001701964],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005678979,0.00004924354,0.0001748672,0.0195844,0.00003991917,0.000002081663,0.0002561504,1.298645e-9,4.825073e-8,0.00162452,0.04306836,0.9351947],"study_design_scores_gemma":[0.00003288391,0.0001350744,0.0004673572,0.06414809,0.00003071234,0.00000922529,0.0007935741,1.972921e-8,1.752492e-7,0.02909406,0.9051627,0.0001261058],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0000736181,0.9953905,0.000001890799,0.001115897,0.0008428867,0.0005995442,0.00000727326,0.000007872752,0.00196047],"genre_scores_gemma":[0.00009423034,0.9986724,0.0002164505,0.00005836141,0.0002900197,0.0001697238,0.000002587687,0.00001017607,0.0004860355],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9350686,"threshold_uncertainty_score":0.9649708,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W125084006","doi":"10.1007/978-3-319-07794-9_11","title":"Synthesis of Validation Practices in Two Assessment Journals: Psychological Assessment and the European Journal of Psychological Assessment","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Testing and Assessment","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Paul's Hospital; Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Standards for Educational and Psychological Testing; Psychology; Psychological testing; Consistency (knowledge bases); Reliability (semiconductor); Internal consistency; Psychological research; Test (biology); Clinical psychology; Applied psychology; Psychometrics; Social psychology; Higher education; Political science; Computer science","authors":[{"name":"Anita M. Hubley","is_ca":true},{"name":"Sophie Ma Zhu","is_ca":true},{"name":"Ayumi Sasaki","is_ca":true},{"name":"Anne Gadermann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2966256336648542,"gpt":0.582121978589183,"spread":0.2854963449243288,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04518197,0.0006435781,0.001797997,0.001286994,0.0006856756,0.0003738433,0.001664882,0.0005711972,0.001769874],"category_scores_gemma":[0.00175336,0.0004140598,0.0005230693,0.000551369,0.004003311,0.0002369401,0.0005203584,0.005850674,0.00002478288],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004185108,"about_ca_system_score_gemma":0.0002951983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004481482,"about_ca_topic_score_gemma":0.00001072024,"domain_scores_codex":[0.9779254,0.01467707,0.002629966,0.001040142,0.002796057,0.0009313591],"domain_scores_gemma":[0.9864688,0.006162921,0.005531754,0.0007937394,0.0007233626,0.0003194134],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.001625981,0.002557378,0.02056019,0.0001928564,0.001339746,0.0006689419,0.002062896,0.000006106494,0.0002981704,0.7266251,0.01397158,0.230091],"study_design_scores_gemma":[0.008953176,0.004987083,0.7984719,0.001405383,0.0005208285,0.0005308008,0.005411972,0.00001092911,0.0000315791,0.1358062,0.04266094,0.001209114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0691788,0.0008023122,0.0006007688,0.00712816,0.001230618,0.0011731,0.00006407214,0.00005343275,0.9197688],"genre_scores_gemma":[0.9876754,0.001895635,0.00289085,0.0001443605,0.001371447,0.0001297191,0.00001696521,0.00009408925,0.005781509],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9184966,"threshold_uncertainty_score":0.9998311,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W345340680","doi":"10.1007/978-3-319-07794-9_8","title":"A Review of Validity Evidence Presented in the Journal of Sport and Exercise Psychology (2002–2012): Misconceptions and Recommendations for Validation Research","year":2014,"lang":"en","type":"review","venue":"Social indicators research series","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regional Municipality of Niagara; Brock University; University of Manitoba; University of British Columbia","funders":"","keywords":"Citation; Psychology; External validity; Applied psychology; Criterion validity; Internal validity; Concurrent validity; Construct validity; Social psychology; Clinical psychology; Psychometrics; Library science; Computer science; Statistics; Mathematics","authors":[{"name":"Katie E. Gunnell","is_ca":true},{"name":"Benjamin J. I. Schellenberg","is_ca":true},{"name":"Philip M. Wilson","is_ca":true},{"name":"Peter R.E. Crocker","is_ca":true},{"name":"Diane E. Mack","is_ca":true},{"name":"Bruno D. Zumbo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4263280784474588,"gpt":0.5778177230388399,"spread":0.1514896445913811,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02698531,0.0002386781,0.001432411,0.001350029,0.0005413281,0.00005617313,0.0007610133,0.0004634757,0.0008228968],"category_scores_gemma":[0.00157788,0.0001762587,0.0002189462,0.002096859,0.001859338,0.0003232991,0.0001469195,0.00159847,0.000008436933],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008823245,"about_ca_system_score_gemma":0.0005634053,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000863013,"about_ca_topic_score_gemma":0.00003427843,"domain_scores_codex":[0.9933,0.003248008,0.001596829,0.0004217389,0.0008911905,0.0005422531],"domain_scores_gemma":[0.9950106,0.002165189,0.001101273,0.0005023779,0.001086727,0.000133875],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002003136,0.0004125086,0.002008862,0.04745168,0.0001639314,0.000006806565,0.01528377,1.051439e-8,4.770037e-7,0.007755039,0.4675346,0.459182],"study_design_scores_gemma":[0.0002418509,0.0003837577,0.0009677919,0.02636689,0.0001594358,0.000042198,0.003500943,2.319986e-8,6.088289e-7,0.0007419256,0.967467,0.0001276253],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004571261,0.9918125,0.00002491684,0.003746198,0.0002587687,0.003053064,0.00006977061,0.000007579567,0.0005701372],"genre_scores_gemma":[0.000512052,0.9975171,0.0001505118,0.00008824383,0.0003133794,0.0006933087,0.0001131314,0.00003159471,0.0005806857],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4999323,"threshold_uncertainty_score":0.9352625,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W89579817","doi":"10.1007/978-3-319-07794-9_19","title":"Reflections on Validation Practices in the Social, Behavioral, and Health Sciences","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Construct (python library); Construct validity; External validity; Plan (archaeology); Model validation; Psychology; Behavioural sciences; Theoretical definition; Management science; Data science; Computer science; Social psychology; Psychometrics; Epistemology; Engineering; Clinical psychology; Geography; Psychotherapist","authors":[{"name":"Bruno D. Zumbo","is_ca":true},{"name":"Eric K. H. Chan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8097883839940646,"gpt":0.7184328754582148,"spread":0.09135550853584984,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.03785495,0.0001996049,0.000367204,0.001672558,0.005140331,0.001342022,0.000945124,0.0002754457,0.00072449],"category_scores_gemma":[0.0009403979,0.0001325279,0.00008670805,0.001077347,0.002033894,0.0005685362,0.0001791175,0.001230505,0.0002000979],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002668991,"about_ca_system_score_gemma":0.001626915,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002807523,"about_ca_topic_score_gemma":0.002040096,"domain_scores_codex":[0.9911321,0.001662805,0.000683939,0.0006269616,0.005450088,0.0004440805],"domain_scores_gemma":[0.9967416,0.001394329,0.001135147,0.0002850699,0.0003603471,0.00008351736],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003405818,0.00006920793,0.0008664663,0.00001910206,0.00001194783,0.000001642626,0.02257627,0.000001269531,0.000004420843,0.8816904,0.04965892,0.04506622],"study_design_scores_gemma":[0.0001877557,0.00114436,0.01101273,0.00005652728,0.00001021333,0.000003273405,0.02559685,0.000005383475,0.00001538724,0.1459579,0.815778,0.0002316215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02016335,0.0002490245,0.00001189802,0.1301087,0.0003292449,0.001212176,0.00005125499,0.00004115064,0.8478332],"genre_scores_gemma":[0.8788792,0.001517009,0.0001111805,0.001468202,0.001053622,0.0001885535,0.00005628042,0.0000354955,0.1166904],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8587158,"threshold_uncertainty_score":0.9996947,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2618796793","doi":"10.1007/978-3-319-56129-5_4","title":"Ecological Framework of Item Responding as Validity Evidence: An Application of Multilevel DIF Modeling Using PISA Data","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Differential item functioning; Ecological validity; Item response theory; Multilevel model; Test (biology); Psychology; Context (archaeology); Cognition; Process (computing); Cognitive psychology; Ecology; Computer science; Psychometrics; Machine learning; Developmental psychology; Geography","authors":[{"name":"Michelle Y. Chen","is_ca":true},{"name":"Bruno D. Zumbo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6791328271668623,"gpt":0.6122680313743544,"spread":0.06686479579250793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004271584,0.0003490241,0.0007722215,0.0007453757,0.00101424,0.00009025427,0.002699738,0.001536933,0.001927726],"category_scores_gemma":[0.002081851,0.0003181768,0.0001670144,0.0001961847,0.001799152,0.0005211218,0.0009472004,0.001859856,0.00007630741],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002067835,"about_ca_system_score_gemma":0.0006286463,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003998264,"about_ca_topic_score_gemma":0.00002363651,"domain_scores_codex":[0.9951388,0.0007900919,0.0008840488,0.001141487,0.001462819,0.0005827036],"domain_scores_gemma":[0.9944676,0.001922155,0.001028452,0.001788175,0.0005660937,0.0002275251],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001401118,0.001003549,0.01006535,0.0003636179,0.0004641404,0.00002254913,0.007460221,0.000008780432,0.0006514866,0.9586624,0.001006516,0.0188903],"study_design_scores_gemma":[0.0005159699,0.001441357,0.04086564,0.001388818,0.0002106025,0.00001574658,0.004681203,0.0007356371,0.0001128637,0.9259892,0.02292755,0.001115459],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8299731,0.001166273,0.003410616,0.001460563,0.00159222,0.002670458,0.002215124,0.0001229415,0.1573887],"genre_scores_gemma":[0.9718893,0.0002617208,0.002162646,0.00004165455,0.00115857,0.0000911831,0.0004320338,0.0000662937,0.02389658],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1419162,"threshold_uncertainty_score":0.999927,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1574043157","doi":"10.1007/978-94-017-0389-5_16","title":"Policing Services and the Quality of Life","year":2003,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Policing Practices and Perceptions","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Law enforcement; Feeling; Quality (philosophy); Psychology; Enforcement; Sample (material); Social psychology; Political science; Law","authors":[{"name":"Alex C. Michalos","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1949868854015032,"gpt":0.4897376168748099,"spread":0.2947507314733067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.007436919,0.0001651428,0.0004751776,0.0003097314,0.00334908,0.0002047327,0.000471992,0.0004611876,0.0006208972],"category_scores_gemma":[0.0005884584,0.0001281445,0.0001534007,0.000247603,0.007505444,0.0002727007,0.0001917066,0.0009474643,0.00002823651],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001018928,"about_ca_system_score_gemma":0.0007011237,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1518476,"about_ca_topic_score_gemma":0.07610615,"domain_scores_codex":[0.9960184,0.00149764,0.0004262781,0.0002457829,0.001333097,0.0004788156],"domain_scores_gemma":[0.9976277,0.001254717,0.0004395607,0.000224663,0.0002507742,0.000202615],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007529237,0.000007832885,0.0004326078,0.0001121297,0.00007911556,1.955676e-7,0.1345067,3.431849e-8,0.000004095871,0.8622504,0.001635095,0.0008965237],"study_design_scores_gemma":[0.0003533993,0.00003458196,0.003481683,0.00007196555,0.00003846739,3.309492e-7,0.04401935,1.27722e-7,0.000003454269,0.09875246,0.8530237,0.0002204456],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02299015,0.0004912304,5.197477e-7,0.01836783,0.0001374645,0.000484254,0.00009739043,0.00003397032,0.9573972],"genre_scores_gemma":[0.504899,0.01551366,0.00003784819,0.00122288,0.002099633,0.00004782178,0.00002076017,0.00006822726,0.4760902],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8513886,"threshold_uncertainty_score":0.9979484,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2618246820","doi":"10.1007/978-3-319-56129-5_17","title":"An Investigation of Writing Processes Employed in Scenario-Based Assessment","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Writing and Handwriting Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Keystroke logging; Task (project management); Argumentation theory; Writing assessment; Computer science; Fluency; Context (archaeology); Quality (philosophy); Dependency (UML); Writing process; Mathematics education; Natural language processing; Psychology; Artificial intelligence; Linguistics; Engineering","authors":[{"name":"Mo Zhang","is_ca":false},{"name":"Danjie Zou","is_ca":true},{"name":"Amery D. Wu","is_ca":true},{"name":"Paul Deane","is_ca":false},{"name":"Chen Li","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1349099953538625,"gpt":0.4759313114628758,"spread":0.3410213161090133,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.005977686,0.0002086691,0.0004224058,0.001011011,0.002912804,0.00045864,0.0007483669,0.0006234542,0.0001351694],"category_scores_gemma":[0.001211895,0.0002440511,0.00007780457,0.0002647479,0.003362734,0.0005501355,0.00006841732,0.00106165,0.000007631942],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005578502,"about_ca_system_score_gemma":0.009215576,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003080474,"about_ca_topic_score_gemma":0.01276245,"domain_scores_codex":[0.9961416,0.0006058631,0.0005201586,0.0004558169,0.001692036,0.0005845039],"domain_scores_gemma":[0.9974942,0.0004498427,0.0005972125,0.0003074063,0.000948722,0.0002026439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001139218,0.0002599801,0.1184217,0.002581254,0.00008644363,0.00002592565,0.1443166,0.000002885996,0.0003466839,0.7129225,0.00257023,0.01835198],"study_design_scores_gemma":[0.002337012,0.001681892,0.1478425,0.0121937,0.0001634663,0.000001897935,0.1949788,0.00001784376,0.003391628,0.4921146,0.1419635,0.003313159],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2771016,0.0003815678,0.000006163319,0.007520104,0.0003038519,0.001512977,0.0001398785,0.0002272425,0.7128066],"genre_scores_gemma":[0.9699134,0.0002129152,0.0003439357,0.00002576693,0.001171376,0.0000958574,0.0001775278,0.00005712124,0.02800209],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6928118,"threshold_uncertainty_score":0.9993495,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W589402077","doi":"10.1007/978-94-011-4028-7","title":"Social Development in Asia","year":2000,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Income, Poverty, and Inequality","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Development economics; Population; Economic growth; South asia; Political science; Economics; Geography; Sociology; History; Ancient history; Demography","authors":[{"name":"Kwong‐leung Tang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1059623291556452,"gpt":0.4285178868548087,"spread":0.3225555576991636,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity"],"category_scores_codex":[0.006650902,0.0003949688,0.0007665927,0.00122935,0.005816729,0.0003582389,0.001262516,0.00165085,0.002998799],"category_scores_gemma":[0.0004170471,0.0004336939,0.0002365067,0.001321557,0.003902976,0.0004531017,0.0003154013,0.002451026,0.0007465056],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.00400747,"about_ca_system_score_gemma":0.01444271,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001980738,"about_ca_topic_score_gemma":0.0112286,"domain_scores_codex":[0.9912218,0.001981382,0.0007913698,0.0006877615,0.003544209,0.001773422],"domain_scores_gemma":[0.9986991,0.0002705961,0.0002423053,0.0002182223,0.0002859357,0.0002838017],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001451152,0.0001552943,0.0008148288,0.0001500235,0.00008965859,0.00005037178,0.2274716,2.634514e-8,0.00000141524,0.3895979,0.357798,0.02372582],"study_design_scores_gemma":[0.0002091637,0.00003761807,0.003291816,0.00005779993,0.00000637265,2.144293e-7,0.009002058,2.821956e-8,0.00002372154,0.04139948,0.9455191,0.0004525767],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.005702721,0.0002831205,4.242967e-7,0.002977953,0.0003088882,0.0008105176,0.00006299991,0.0001310212,0.9897224],"genre_scores_gemma":[0.04800007,0.0006873257,0.0000411381,0.0001470556,0.004459972,0.0002042943,0.000216149,0.00009078802,0.9461532],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.5877212,"threshold_uncertainty_score":0.9998503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2619133032","doi":"10.1007/978-3-319-56129-5_14","title":"Longitudinal Change in Response Processes: A Response Shift Perspective","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Toronto Metropolitan University; University of Calgary; Trinity Western University; University of Manitoba; Providence Health Care; Western University; Centre for Advancing Health Outcomes","funders":"","keywords":"Response time; Paradigm shift; Perspective (graphical); Psychology; Response analysis; Cognitive psychology; Computer science; Medicine; Artificial intelligence; Epistemology","authors":[{"name":"Richard Sawatzky","is_ca":true},{"name":"Tolulope T. Sajobi","is_ca":true},{"name":"Ronak Brahmbhatt","is_ca":true},{"name":"Eric K. H. Chan","is_ca":true},{"name":"Lisa M. Lix","is_ca":true},{"name":"Bruno D. Zumbo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1553614863586406,"gpt":0.4607449253756609,"spread":0.3053834390170203,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.01145044,0.0003762422,0.0005408694,0.00205629,0.004517691,0.0007149957,0.001257333,0.000919317,0.001678234],"category_scores_gemma":[0.008504643,0.0004092201,0.0001500284,0.0004966195,0.004136839,0.0008103296,0.0003746123,0.001793046,0.0004651112],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002851486,"about_ca_system_score_gemma":0.0204525,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.006708317,"about_ca_topic_score_gemma":0.03910084,"domain_scores_codex":[0.9935589,0.001671482,0.0004294719,0.000844713,0.00238018,0.001115198],"domain_scores_gemma":[0.9967626,0.001079647,0.0003680794,0.0004570286,0.0009123491,0.000420243],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003844498,0.00008695163,0.003696813,0.00006360324,0.00008296733,0.0001063221,0.7126026,8.426228e-9,0.000001192472,0.2733746,0.004883752,0.001256707],"study_design_scores_gemma":[0.0002902274,0.0002020631,0.2244397,0.0003290264,0.00001057303,0.000001189485,0.03526812,8.310116e-9,0.000006348212,0.05837345,0.6805549,0.0005243913],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.05065582,0.00208609,5.773873e-7,0.09240556,0.0007055718,0.002864118,0.0001743274,0.0002119803,0.8508959],"genre_scores_gemma":[0.5599657,0.001567747,0.00003574522,0.0001281217,0.001831723,0.0003766358,0.00002074648,0.00008484613,0.4359887],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.6773345,"threshold_uncertainty_score":0.9999061,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2617760636","doi":"10.1007/978-3-319-56129-5_6","title":"Some Observations on Response Processes Research and Its Future Theoretical and Methodological Directions","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Western University; Trinity Western University","funders":"","keywords":"Scope (computer science); Situated; Field (mathematics); Cognition; Management science; Psychology; Computer science; Engineering; Artificial intelligence","authors":[{"name":"Mihaela Launeanu","is_ca":true},{"name":"Anita M. Hubley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6669598947489831,"gpt":0.548425113602138,"spread":0.1185347811468451,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity"],"category_scores_codex":[0.006823512,0.0004389737,0.0007362483,0.0007334752,0.005855288,0.000325204,0.0006503621,0.001644758,0.001407311],"category_scores_gemma":[0.002912076,0.0003237873,0.0001095017,0.0002800039,0.01038445,0.0001948787,0.0007288456,0.003992748,0.000201499],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001086555,"about_ca_system_score_gemma":0.0001935501,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002294526,"about_ca_topic_score_gemma":0.00004587253,"domain_scores_codex":[0.993795,0.002399889,0.0004029906,0.00116996,0.001220985,0.001011109],"domain_scores_gemma":[0.9937505,0.004509399,0.0001697246,0.0004750515,0.0007339983,0.0003613638],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002615987,0.0001789967,0.0002722582,0.0000744854,0.0001529246,0.00008513724,0.00336498,1.416377e-9,0.00004406178,0.9677585,0.01732368,0.008128935],"study_design_scores_gemma":[0.0002531066,0.001747262,0.05367275,0.00008495772,0.00002963489,0.00001378535,0.001571891,1.373853e-8,0.00002420745,0.4252131,0.5170608,0.0003284519],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.2489293,0.03363471,9.764236e-7,0.1101717,0.001769258,0.003216889,0.001300986,0.0004224127,0.6005538],"genre_scores_gemma":[0.178786,0.02929377,0.0001150405,0.0003139157,0.005603076,0.001197034,0.00007362167,0.0001528929,0.7844646],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.5425454,"threshold_uncertainty_score":0.9999214,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2619174683","doi":"10.1007/978-3-319-56129-5_13","title":"Some Thoughts on Gathering Response Processes Validity Evidence in the Context of Online Measurement and the Digital Revolution","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; St. Paul's Hospital; Providence Health Care; Centre for Advancing Health Outcomes","funders":"","keywords":"Respondent; Construct (python library); Context (archaeology); Construct validity; The Internet; Data science; Psychology; Data collection; Test (biology); Computer science; World Wide Web; Political science; Sociology; Psychometrics; Social science","authors":[{"name":"Lara B. Russell","is_ca":true},{"name":"Anita M. Hubley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6138031171683268,"gpt":0.510285419936438,"spread":0.1035176972318889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1252499,0.000212376,0.0004701571,0.0003265451,0.002745894,0.0002270235,0.00108409,0.0004601789,0.00001240555],"category_scores_gemma":[0.1320158,0.0001329042,0.0001184778,0.0001808206,0.01058914,0.0004814071,0.0002105759,0.001209455,0.000006966084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002849855,"about_ca_system_score_gemma":0.002384053,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004939325,"about_ca_topic_score_gemma":0.006665957,"domain_scores_codex":[0.9696423,0.02630212,0.0004554488,0.0004464931,0.00262623,0.0005273802],"domain_scores_gemma":[0.9662696,0.03232329,0.0004244846,0.0004070728,0.0005039908,0.00007157978],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.1632018,0.0003251525,0.002559709,0.0005944903,0.0003240746,0.00008018634,0.4495675,2.3526e-7,0.0001160859,0.3558961,0.002629812,0.02470477],"study_design_scores_gemma":[0.00197824,0.001388245,0.1147035,0.00343852,0.0001068599,0.000006276546,0.0836123,3.722482e-7,0.00061146,0.3182351,0.4750208,0.0008982757],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8441152,0.02537059,0.00001040389,0.07423642,0.001251569,0.006673231,0.000714354,0.0001272461,0.04750101],"genre_scores_gemma":[0.9710922,0.008051006,0.00001161257,0.00007155814,0.001490463,0.00007979472,0.000005675622,0.00002394349,0.0191737],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.472391,"threshold_uncertainty_score":0.9985524,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2618953252","doi":"10.1007/978-3-319-56129-5_2","title":"Response Processes and Measurement Validity in Health Psychology","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Perspective (graphical); Psychology; Context (archaeology); Psychological intervention; Think aloud protocol; Applied psychology; Ecological validity; External validity; Social psychology; Cognition; Psychiatry; Computer science","authors":[{"name":"Mark R. Beauchamp","is_ca":true},{"name":"Desmond McEwan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5016131071522532,"gpt":0.5683064398955722,"spread":0.06669333274331901,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0092294,0.0003108846,0.0006426362,0.001186138,0.001447388,0.0001040192,0.0005691053,0.0008516501,0.001675577],"category_scores_gemma":[0.0006280733,0.0003217268,0.0001170313,0.0001310738,0.001970528,0.0001569008,0.0002175888,0.002027657,0.0002455291],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005410866,"about_ca_system_score_gemma":0.00195468,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006740759,"about_ca_topic_score_gemma":0.004647133,"domain_scores_codex":[0.9950399,0.001411863,0.0007449578,0.0007613161,0.001031446,0.001010509],"domain_scores_gemma":[0.9979824,0.0001468092,0.0004904994,0.0005798719,0.0004201236,0.000380306],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01264657,0.001345955,0.00890205,0.002819957,0.0003195144,0.0003558523,0.03340683,7.470863e-9,0.00002475544,0.2463952,0.5431988,0.1505846],"study_design_scores_gemma":[0.000562713,0.001497647,0.0672871,0.0004762749,0.000008061514,0.000009896386,0.0003910132,6.377411e-9,0.000004109625,0.01383044,0.9156669,0.0002658027],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03757162,0.0148549,0.000008882276,0.1059631,0.002575859,0.004756492,0.001054158,0.0002589792,0.832956],"genre_scores_gemma":[0.4126849,0.003150768,0.00004209789,0.0009617675,0.0007418224,0.000763256,0.00008693522,0.0001782679,0.5813902],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.3751133,"threshold_uncertainty_score":0.9999235,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W95560490","doi":"10.1007/978-3-319-07794-9_14","title":"Medical Outcomes Study Short Form-36 (SF-36) and the World Health Organization Quality of Life (WHOQoL) Assessment: Reporting of Psychometric Validity Evidence","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"CINAHL; PsycINFO; Quality of life (healthcare); Psychology; External validity; MEDLINE; Clinical psychology; Inclusion (mineral); Psychometrics; Psychiatry; Psychotherapist; Social psychology; Psychological intervention; Political science","authors":[{"name":"Eric K. H. Chan","is_ca":true},{"name":"Bruno D. Zumbo","is_ca":true},{"name":"Wen Zhang","is_ca":true},{"name":"Michelle Y. Chen","is_ca":true},{"name":"Ira Darmawanti","is_ca":false},{"name":"Olievia Prabandini Mulyana","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6920773718940645,"gpt":0.5859598828794343,"spread":0.1061174890146301,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2079979,0.0003997142,0.004182281,0.002343555,0.001112527,0.0001475067,0.0009408653,0.000499674,0.0007122611],"category_scores_gemma":[0.1200874,0.000372695,0.0003086939,0.001308944,0.001847743,0.0004454677,0.0005362618,0.001404588,0.00003487414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000902324,"about_ca_system_score_gemma":0.002795343,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002578102,"about_ca_topic_score_gemma":0.002185774,"domain_scores_codex":[0.9776691,0.003351984,0.0154273,0.001003132,0.001851926,0.000696573],"domain_scores_gemma":[0.9667405,0.01103259,0.01979947,0.001080639,0.0008204641,0.0005262702],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009001649,0.0001258955,0.5713409,0.001783354,0.0003588985,5.925834e-7,0.004564087,4.933316e-7,7.491604e-8,0.4161014,0.005027387,0.0006068841],"study_design_scores_gemma":[0.001425785,0.0004765555,0.9279787,0.0005607981,0.00003445191,0.00000210501,0.004928096,0.00002609551,0.000001681129,0.05306391,0.01094099,0.0005608515],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6409612,0.01168588,0.003025391,0.2505851,0.002523388,0.01678555,0.001415794,0.0002643464,0.07275337],"genre_scores_gemma":[0.9827997,0.001951885,0.0002740929,0.001139646,0.0005952143,0.0001324569,0.00007171225,0.0001008142,0.01293448],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3630375,"threshold_uncertainty_score":0.9998725,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1881036763","doi":"10.1007/978-94-010-0251-6_1","title":"Global Instability: Uncertainty and New Visions in Political Economy","year":2002,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Global Financial Crisis and Policies","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Vision; Salience (neuroscience); Politics; Political economy; Liberalization; Political instability; Economics; Economic system; Political science; Market economy; Sociology","authors":[{"name":"Stephen McBride","is_ca":true},{"name":"Marjorie Griffin Cohen","is_ca":true},{"name":"Laurent Dobuzinskis","is_ca":true},{"name":"James Busumtwi‐Sam","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1038952981832913,"gpt":0.335497485143236,"spread":0.2316021869599446,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008672737,0.0003615867,0.0009370728,0.0007521472,0.0004710254,0.0002567373,0.0004305525,0.0008052553,0.001245652],"category_scores_gemma":[0.0002565848,0.0004309129,0.000210604,0.0003853449,0.001336101,0.0002751693,0.0004506973,0.0008846566,0.0004345167],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001294417,"about_ca_system_score_gemma":0.000364729,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004392233,"about_ca_topic_score_gemma":0.001693849,"domain_scores_codex":[0.9970938,0.00004080677,0.0008695132,0.0007473431,0.0001585913,0.00108997],"domain_scores_gemma":[0.9988005,0.00009894853,0.0002186458,0.0003403274,0.00006984307,0.0004717363],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002233447,0.00002951097,0.007743067,0.00004888539,0.000034884,0.00001019128,0.0006426665,2.528039e-7,2.105712e-8,0.9745552,0.01535639,0.001556636],"study_design_scores_gemma":[0.0001401385,0.00006399386,0.006164052,0.00001926775,0.000002483826,0.000001595259,0.0001499585,0.000001441959,2.303095e-7,0.5003685,0.4928797,0.0002087037],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.005401533,0.002932595,0.000002562502,0.009119009,0.0001628074,0.0004214724,0.001318508,0.00003615374,0.9806054],"genre_scores_gemma":[0.8583151,0.002003566,0.00006804396,0.0007760567,0.001435739,0.00005410086,0.0001046699,0.00009471544,0.137148],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8529136,"threshold_uncertainty_score":0.9998143,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2163244633","doi":"10.1007/978-3-319-07794-9_13","title":"Validity Evidence for a Perceived Social Support Measure in a Population Health Context","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Social support; Population; Scale (ratio); Context (archaeology); External validity; Population health; Predictive validity; Clinical psychology; Applied psychology; Medicine; Social psychology; Environmental health","authors":[{"name":"Daniel W. Cox","is_ca":true},{"name":"Jess J. Owen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3638257646730529,"gpt":0.5095024842094757,"spread":0.1456767195364228,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01281411,0.0003426793,0.001037917,0.0007037255,0.005265009,0.0002782346,0.0006684937,0.001104763,0.0006745171],"category_scores_gemma":[0.002835715,0.0003738455,0.0003774531,0.0003160876,0.001605613,0.0003845455,0.0001324852,0.001358939,0.0000552821],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002632375,"about_ca_system_score_gemma":0.005701506,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03026532,"about_ca_topic_score_gemma":0.1540066,"domain_scores_codex":[0.9927523,0.001627688,0.0008747436,0.0006704645,0.002394858,0.001680001],"domain_scores_gemma":[0.9969223,0.001390466,0.0004906213,0.000206946,0.0005177227,0.0004719763],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002709315,0.00002610134,0.007033415,0.0009421786,0.00003160316,0.000004079471,0.06585582,2.926294e-8,2.771246e-7,0.8455147,0.06073695,0.01958397],"study_design_scores_gemma":[0.0004381862,0.0002696226,0.0751516,0.0005586769,0.00001624829,3.812558e-7,0.01111401,6.315275e-7,5.050182e-7,0.04546459,0.8665142,0.0004713478],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02632658,0.003115702,0.0001252305,0.464185,0.003265431,0.02144594,0.001646574,0.0008123415,0.4790772],"genre_scores_gemma":[0.7977086,0.001749376,0.0000380467,0.002434239,0.003961199,0.0004246875,0.0002270607,0.0001099351,0.1933468],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8057773,"threshold_uncertainty_score":0.9999353,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W84845790","doi":"10.1007/978-94-007-3898-0_16","title":"Individual and Family Quality of Life in Intellectual Disability: A Challenging Relationship","year":2012,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Family and Disability Support Research","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Quality of life (healthcare); Psychology; Gerontology; Adaptation (eye); Medicine; Clinical psychology","authors":[{"name":"Marco O. Bertelli","is_ca":false},{"name":"Annamaria Bianco","is_ca":false},{"name":"Daniela Scuticchio","is_ca":false},{"name":"Ivan Brown","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3312153182458052,"gpt":0.4611273136801057,"spread":0.1299119954343005,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00968612,0.0004052966,0.001030213,0.001129141,0.0005549084,0.00007216798,0.0006265509,0.001388922,0.003113793],"category_scores_gemma":[0.005693269,0.0004237226,0.0002303227,0.0005433315,0.007641918,0.0002879869,0.0008003658,0.003358771,0.0001963312],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003087878,"about_ca_system_score_gemma":0.0005804361,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001459077,"about_ca_topic_score_gemma":0.0009489158,"domain_scores_codex":[0.9932456,0.001658805,0.001258192,0.0008272743,0.001852856,0.001157271],"domain_scores_gemma":[0.991559,0.006876075,0.0002763289,0.0006510137,0.0001948175,0.0004428139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0008057928,0.0003960523,0.3095339,0.0006462861,0.0002669588,0.000006667704,0.08049423,5.599695e-8,0.00001076388,0.5899957,0.002277338,0.0155663],"study_design_scores_gemma":[0.0007956905,0.0003507835,0.8115857,0.0001215642,0.00003111262,0.000002274557,0.101828,2.272453e-7,0.000007334068,0.06740569,0.0172628,0.0006088896],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.687423,0.006502443,0.000002463386,0.0009134232,0.0001803185,0.001056893,0.0003777569,0.00005603583,0.3034877],"genre_scores_gemma":[0.9761122,0.0003558362,0.00001682812,0.00003232155,0.0003911135,0.0001576451,0.0001597884,0.00007834499,0.02269585],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.52259,"threshold_uncertainty_score":0.9999075,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2953633437","doi":"10.1007/978-3-030-05535-6_16","title":"Social Capital and Subjective Well-Being","year":2019,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Social Capital and Networks","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Social capital; Capital (architecture); Life satisfaction; Work (physics); Foundation (evidence); Social mobility; Economics; Voluntary association; Public economics; Actuarial science; Social psychology; Political science; Psychology; Sociology; Geography; Social science; Engineering","authors":[{"name":"Anne Musson","is_ca":false},{"name":"Damien Rousselière","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04304942880075504,"gpt":0.3657371780226578,"spread":0.3226877492219028,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity"],"category_scores_codex":[0.002305405,0.0004448729,0.0007416838,0.0006160765,0.006452832,0.0004908906,0.0006381294,0.001797612,0.001352508],"category_scores_gemma":[0.0001982938,0.0004894948,0.0003309365,0.0004235925,0.006922759,0.0005000232,0.0005506247,0.002382574,0.0005693838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007365866,"about_ca_system_score_gemma":0.001636355,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001255681,"about_ca_topic_score_gemma":0.002977327,"domain_scores_codex":[0.9946286,0.0005669991,0.0003949422,0.0007791336,0.002298383,0.001331963],"domain_scores_gemma":[0.9982816,0.0005269686,0.0002700412,0.0001705631,0.0004178464,0.000333001],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007377585,0.00001480549,0.0003361322,0.00003975637,0.0001343809,0.00002038898,0.2123353,7.919615e-9,0.000002624388,0.7709761,0.01155425,0.004512452],"study_design_scores_gemma":[0.000234317,0.0001517551,0.001543542,0.00006098388,0.00004516351,0.000001153629,0.05618135,1.092336e-7,0.00001228387,0.41538,0.5257431,0.000646278],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03758096,0.001116417,5.248226e-7,0.003368086,0.0005849715,0.0009448152,0.00005046312,0.0001634746,0.9561903],"genre_scores_gemma":[0.4832289,0.001838971,0.000005170817,0.0000806355,0.00553822,0.00003743882,0.00004715017,0.0001017149,0.5091218],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.5141888,"threshold_uncertainty_score":0.999919,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1590323084","doi":"10.1007/978-94-015-9970-2_13","title":"Aspects of the Effect of Substance Use on Health, Wellness and Safety of Employees and Families in Northern Remote Work Sites","year":2002,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Healthcare Systems and Public Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Substance use; Work (physics); Psychology; Environmental health; Medicine; Engineering; Clinical psychology; Mechanical engineering","authors":[{"name":"Sylvia S. Barton","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05984110191211749,"gpt":0.359355414158584,"spread":0.2995143122464665,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002939543,0.0002683887,0.00134419,0.0006690577,0.0002833895,0.00001385182,0.0001660718,0.0004878136,0.00001953122],"category_scores_gemma":[0.0005402985,0.0001859852,0.0001130457,0.0005340021,0.001744915,0.0000737322,0.00007713521,0.001164697,0.000001108388],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002453329,"about_ca_system_score_gemma":0.0009537513,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006135072,"about_ca_topic_score_gemma":0.02062114,"domain_scores_codex":[0.9961782,0.0009195558,0.0009044832,0.0003704247,0.001139794,0.0004875527],"domain_scores_gemma":[0.9974075,0.001181752,0.0005629332,0.0003957601,0.000215809,0.0002362504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004103025,0.0001284745,0.714901,0.02905234,0.0003494202,0.00003908424,0.04849473,4.285788e-7,0.00003914872,0.05496671,0.0008617459,0.1470639],"study_design_scores_gemma":[0.003622836,0.01056086,0.8967733,0.02176351,0.00005916043,0.00002112269,0.003253954,0.000001305597,0.001489241,0.005687523,0.05611434,0.0006528535],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9777409,0.003417107,2.897332e-7,0.003973515,0.00007439656,0.001913585,0.0001578364,0.00001331449,0.0127091],"genre_scores_gemma":[0.9850921,0.008917521,0.000008849791,0.00003668091,0.0001347386,0.000009567084,0.00001622354,0.00005649992,0.005727819],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1818723,"threshold_uncertainty_score":0.99725,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2619991132","doi":"10.1007/978-3-319-56129-5_5","title":"Putting Flesh on the Psychometric Bone: Making Sense of IRT Parameters in Non-cognitive Measures by Investigating the Social-Cognitive Aspects of the Items","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Item response theory; Cognition; CLARITY; Cognitive psychology; Scale (ratio); Sample (material); Developmental psychology; Psychometrics; Social psychology","authors":[{"name":"Anita M. Hubley","is_ca":true},{"name":"Amery D. Wu","is_ca":true},{"name":"Yan Liu","is_ca":true},{"name":"Bruno D. Zumbo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5543906980281975,"gpt":0.515399920885707,"spread":0.03899077714249055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.03841544,0.000542029,0.001299094,0.002884652,0.003965729,0.0006266488,0.002826679,0.0006905676,0.00005718191],"category_scores_gemma":[0.2824906,0.0002876679,0.0006377299,0.00439164,0.00839141,0.0002660314,0.001203499,0.003440196,0.00001711643],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001972177,"about_ca_system_score_gemma":0.0006822602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003077698,"about_ca_topic_score_gemma":0.0001749666,"domain_scores_codex":[0.9855174,0.004105674,0.001692132,0.001053575,0.006628136,0.001003073],"domain_scores_gemma":[0.8999401,0.09286643,0.004402713,0.0009994428,0.001667719,0.0001236036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006277413,0.0002380396,0.0377106,0.0002992635,0.001219684,0.00005528518,0.07070966,0.000005496409,0.0006528874,0.09216312,0.015846,0.7804722],"study_design_scores_gemma":[0.001097752,0.0005656317,0.1135738,0.00343952,0.0001535922,0.00001673726,0.07350672,0.00002425691,0.0058805,0.7965027,0.004254922,0.0009838946],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3943254,0.001684918,0.00008710084,0.006226783,0.0009649483,0.003195347,0.0006626923,0.00004820155,0.5928046],"genre_scores_gemma":[0.9936681,0.0001469902,0.0001277085,0.0001815035,0.0003341317,0.00008976295,0.00000658516,0.00007347389,0.005371741],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7794883,"threshold_uncertainty_score":0.9999576,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2222795388","doi":"10.1007/978-94-011-4028-7_7","title":"Industrialization and Labour Fragmentation in Thailand","year":2000,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Asian Industrial and Economic Development","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Industrialisation; Fragmentation (computing); Economic geography; Economics; Market economy; Computer science","authors":[{"name":"Voravidh Charoenloet","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0994449653669587,"gpt":0.3683190863668737,"spread":0.268874120999915,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002013312,0.0001757055,0.0003134115,0.0007432032,0.001201045,0.0002532333,0.0002218409,0.0009548963,0.003723976],"category_scores_gemma":[0.0001345768,0.0001972588,0.00004159243,0.0002668681,0.001152976,0.0003318731,0.00008977044,0.0008530624,0.0001251585],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006304207,"about_ca_system_score_gemma":0.001198219,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00182245,"about_ca_topic_score_gemma":0.004369128,"domain_scores_codex":[0.997848,0.0002693878,0.0003836235,0.0003597819,0.0006546386,0.0004845982],"domain_scores_gemma":[0.9994494,0.00009939881,0.0001510619,0.00008253189,0.0000595215,0.0001580945],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001450586,0.00001972141,0.002868683,0.00002253457,0.00005536977,0.00001769593,0.04541922,4.675388e-7,8.933148e-7,0.8342443,0.01137797,0.1058282],"study_design_scores_gemma":[0.0003404677,0.0000335752,0.001965225,0.00006734667,0.000005056935,3.016189e-7,0.006879618,8.967783e-8,0.00000471013,0.0849485,0.9055368,0.0002182713],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.02999353,0.0001565681,4.189122e-7,0.003787168,0.0002900207,0.0007588037,0.00006842121,0.00004131502,0.9649038],"genre_scores_gemma":[0.1306267,0.00529279,0.00002475931,0.00007700899,0.00229485,0.00008196519,0.0001547396,0.00005627577,0.8613909],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.8941588,"threshold_uncertainty_score":0.9971868,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2618119850","doi":"10.1007/978-3-319-56129-5_7","title":"A Model Building Approach to Examining Response Processes as a Source of Validity Evidence for Self-Report Items and Measures","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Trinity Western University; Western University","funders":"","keywords":"Scale (ratio); Psychology; Measure (data warehouse); Item response theory; Cognitive psychology; Computer science; Psychometrics; Data mining; Developmental psychology","authors":[{"name":"Mihaela Launeanu","is_ca":true},{"name":"Anita M. Hubley","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4761369344827334,"gpt":0.5005743880476184,"spread":0.02443745356488508,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.008118518,0.0003968542,0.0007509751,0.0007982143,0.001406701,0.0002023163,0.0006725614,0.0009588498,0.00003560933],"category_scores_gemma":[0.008257534,0.0003761511,0.0001431013,0.0001647878,0.001119072,0.0002485183,0.0002913177,0.001036355,0.00001548274],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001677158,"about_ca_system_score_gemma":0.0007920964,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002571201,"about_ca_topic_score_gemma":0.00002269768,"domain_scores_codex":[0.9957533,0.0005732306,0.0006194436,0.001121622,0.001225411,0.0007070157],"domain_scores_gemma":[0.9956831,0.0020501,0.0006794744,0.0006565508,0.0006325376,0.0002982161],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.06877623,0.001591236,0.0171162,0.01001406,0.005419636,0.0003603275,0.3584668,0.00008588487,0.009311809,0.374471,0.0698237,0.08456307],"study_design_scores_gemma":[0.002968884,0.008627292,0.02825812,0.004376417,0.0007942389,0.0005326603,0.01238881,0.00007405202,0.001753237,0.2305865,0.7055365,0.004103187],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4179958,0.002177354,0.006237657,0.001406949,0.0006615266,0.005035409,0.0001743262,0.0004922959,0.5658187],"genre_scores_gemma":[0.8362314,0.0002725258,0.001644061,0.00004435982,0.0006063964,0.0006720579,0.00001625042,0.0001092015,0.1604037],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6357129,"threshold_uncertainty_score":0.9998933,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2617028377","doi":"10.1007/978-3-319-56129-5_18","title":"National and International Educational Achievement Testing: A Case of Multi-level Validation Framed by the Ecological Model of Item Responding","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Learning Partnership; University of British Columbia","funders":"","keywords":"Multilevel model; Construct (python library); Scale (ratio); Multilevel modelling; Test (biology); Construct validity; Rank (graph theory); Psychology; Process (computing); Achievement test; Computer science; Mathematics education; Statistics; Mathematics; Psychometrics; Geography; Ecology; Standardized test; Developmental psychology","authors":[{"name":"Bruno D. Zumbo","is_ca":true},{"name":"Yan Liu","is_ca":true},{"name":"Amery D. Wu","is_ca":true},{"name":"Barry Forer","is_ca":true},{"name":"Benjamin R. Shear","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3195819131446898,"gpt":0.4698414348904325,"spread":0.1502595217457428,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003550463,0.0001612314,0.0002373504,0.0005685264,0.002188395,0.0001740008,0.0005605408,0.0003531153,0.0004558641],"category_scores_gemma":[0.004977623,0.0001401815,0.00007535465,0.0001407842,0.002413149,0.0002485003,0.0002603017,0.0005625781,0.000008466485],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004226937,"about_ca_system_score_gemma":0.004856014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003078803,"about_ca_topic_score_gemma":0.000385128,"domain_scores_codex":[0.9972283,0.0002515976,0.0004670166,0.0003146997,0.001466831,0.0002715947],"domain_scores_gemma":[0.9966677,0.001210206,0.0006190854,0.0001406466,0.001235165,0.0001271542],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005836155,0.0002435537,0.002037866,0.000043782,0.0002026792,0.000002897992,0.04536581,0.000004853781,0.00008843185,0.9271519,0.01596885,0.00883102],"study_design_scores_gemma":[0.0020815,0.0004439478,0.071222,0.0006472945,0.0001323521,0.0000519205,0.04129814,0.0003319441,0.0007007811,0.6416981,0.2397086,0.001683447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2264171,0.0006093852,0.00009117009,0.06266108,0.001088636,0.0027133,0.002348855,0.0000678666,0.7040026],"genre_scores_gemma":[0.6480854,0.0002134191,0.001726638,0.00005801476,0.0004368985,0.00008253351,0.0001654599,0.00002300216,0.3492087],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.4216683,"threshold_uncertainty_score":0.9991106,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293294742","doi":"10.1007/978-3-031-10913-3_3","title":"The Social Indicators Movement","year":2022,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Surrey Memorial Hospital","funders":"","keywords":"Movement (music); Geography; Art; Aesthetics","authors":[{"name":"R. Allan Freeze","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08465962990784476,"gpt":0.4248980411205213,"spread":0.3402384112126766,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.003563457,0.0005472469,0.0006173553,0.001080716,0.00916821,0.0002696858,0.001392902,0.001192538,0.02842511],"category_scores_gemma":[0.0001466503,0.0004468605,0.0004932598,0.0006935615,0.00334059,0.0001268771,0.0007357937,0.004979861,0.001442726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008119848,"about_ca_system_score_gemma":0.0003470327,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000268715,"about_ca_topic_score_gemma":0.0000939755,"domain_scores_codex":[0.9929623,0.001183482,0.0007713679,0.001044103,0.002587669,0.001451077],"domain_scores_gemma":[0.9977476,0.0006689013,0.0005662249,0.0006325622,0.0001182652,0.0002664407],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000291426,0.00006857525,0.000197235,0.00001676428,0.0004707754,0.00005390668,0.006958543,3.623031e-8,0.000006309796,0.736037,0.2083635,0.04753592],"study_design_scores_gemma":[0.0002968034,0.0003551111,0.006244874,0.00001097623,0.00003403976,0.000003439151,0.004684555,2.696705e-8,0.00000910933,0.1094432,0.8785127,0.0004051947],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.002809099,0.001005861,0.000001659652,0.007740452,0.00241392,0.0009294007,0.0002834759,0.0002463533,0.9845698],"genre_scores_gemma":[0.1058668,0.001161921,0.000006535339,0.0006517489,0.003753702,0.0008468368,0.0002372573,0.0002097683,0.8872654],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6701492,"threshold_uncertainty_score":0.9997983,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W178678952","doi":"10.1007/978-94-017-9670-5_8","title":"Healing Suffering: The Evolution of Caring Practices","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Religion, Spirituality, and Psychology","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Psychology; Psychotherapist","authors":[{"name":"Nancy Johnston","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1486973842058534,"gpt":0.4642270600595357,"spread":0.3155296758536823,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.007609896,0.0002075009,0.0004430778,0.000482372,0.003124164,0.0001658623,0.0009437652,0.0008090053,0.0002240246],"category_scores_gemma":[0.001455378,0.000176591,0.0002130321,0.0003370373,0.00506917,0.0001827774,0.0002149278,0.001360176,0.00005801353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005309228,"about_ca_system_score_gemma":0.001275781,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03619754,"about_ca_topic_score_gemma":0.02027683,"domain_scores_codex":[0.9954584,0.001228195,0.0004835373,0.0004228515,0.001727765,0.0006792819],"domain_scores_gemma":[0.9971552,0.0009701359,0.0009116186,0.0003651207,0.0004493486,0.0001485305],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000543942,0.00001312457,0.001229671,0.00009317484,0.00009039043,0.000002383681,0.04098504,2.539332e-7,0.00001551733,0.9463124,0.009482577,0.001721075],"study_design_scores_gemma":[0.0001022315,0.0001139227,0.00147971,0.0001001992,0.00003366242,0.000001251899,0.02468885,2.6911e-7,0.00001883337,0.1517319,0.8215017,0.0002274443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.009611453,0.002907171,0.00002947894,0.01254419,0.0007916159,0.0006336075,0.00002397148,0.00007634735,0.9733822],"genre_scores_gemma":[0.8234299,0.00248627,0.0000289207,0.00009121528,0.004088193,0.00004436219,0.00001712164,0.00006106077,0.1697529],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8138185,"threshold_uncertainty_score":0.9981737,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2616955109","doi":"10.1007/978-3-319-56129-5_16","title":"Understanding Test-Taking Strategies for a Reading Comprehension Test via Latent Variable Regression with Pratt’s Importance Measures","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Latent variable; Test (biology); Structural equation modeling; Latent variable model; Regression analysis; Outcome (game theory); Computer science; Comprehension; Psychology; Econometrics; Statistics; Machine learning; Mathematics","authors":[{"name":"Amery D. Wu","is_ca":true},{"name":"Bruno D. Zumbo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7740088458811123,"gpt":0.5228031383082894,"spread":0.2512057075728229,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01677682,0.0006557734,0.001346697,0.002241574,0.006219063,0.002612728,0.002125257,0.0008903954,0.0002554485],"category_scores_gemma":[0.07125024,0.0004480559,0.0002668644,0.0009391338,0.002122508,0.00112333,0.0006946498,0.001757245,0.00001524804],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007260114,"about_ca_system_score_gemma":0.00152119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009602121,"about_ca_topic_score_gemma":0.0002151638,"domain_scores_codex":[0.9905742,0.0004544567,0.00121654,0.001560463,0.004902943,0.001291348],"domain_scores_gemma":[0.9525235,0.04111124,0.003205311,0.001310019,0.001516,0.000333884],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001766313,0.000256973,0.08055966,0.0008320981,0.0006760544,0.0003759581,0.006876069,0.00004658728,0.00370675,0.7775958,0.07140429,0.05590346],"study_design_scores_gemma":[0.0006838721,0.001134406,0.002529062,0.001467167,0.00006745566,0.00003413109,0.006709318,0.000147714,0.0001376595,0.9177381,0.06847299,0.0008781168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.00167823,0.002641173,0.08132611,0.0029981,0.001733506,0.004813045,0.0005946457,0.0006196927,0.9035955],"genre_scores_gemma":[0.7263413,0.0009947618,0.03574292,0.0001148589,0.002611681,0.0003675444,0.0001265353,0.000445014,0.2332554],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.7246631,"threshold_uncertainty_score":0.9997971,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2593314932","doi":"10.1007/978-3-319-51391-1_18","title":"Digitized Suffering, Actual Healing: Empathy, Reconciliation, and Redress Through a Virtual Indian Residential School","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Indian History and Philosophy","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Redress; Indigenous; Empathy; Conceptualization; Restorative justice; Political science; Psychology; Sociology; Criminology; Social psychology; Law","authors":[{"name":"Adam Müller","is_ca":true},{"name":"Struan Sinclair","is_ca":true},{"name":"Andrew Woolford","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1156028274892801,"gpt":0.3354813039550292,"spread":0.2198784764657491,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.001114281,0.0005554106,0.0007989631,0.0008051597,0.007891964,0.001726366,0.0008087899,0.0007951694,0.004993968],"category_scores_gemma":[0.0004203361,0.0005842579,0.000268218,0.00003243112,0.005786632,0.001332916,0.0004140549,0.002191297,0.0004262248],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004553766,"about_ca_system_score_gemma":0.00127149,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007308503,"about_ca_topic_score_gemma":0.003162062,"domain_scores_codex":[0.9961427,0.0002529971,0.000652802,0.0007992042,0.001322325,0.0008299756],"domain_scores_gemma":[0.9978132,0.0001920186,0.0005741647,0.0005929051,0.0004587304,0.0003690298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003604995,0.00002260561,0.00001432532,0.0001583641,0.0002110722,0.0001082873,0.2712935,1.968747e-8,0.000002846658,0.694398,0.032533,0.0008974965],"study_design_scores_gemma":[0.0004482296,0.0003575651,0.00003916551,0.0002012752,0.00003666505,0.000006530852,0.004135344,4.520717e-8,0.00003855108,0.1695502,0.8246421,0.0005443168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03620489,0.0009010975,5.543106e-7,0.001755547,0.001675651,0.001031507,0.001655791,0.0002225261,0.9565524],"genre_scores_gemma":[0.3363862,0.0006565866,0.00000860794,0.0001587429,0.009800115,0.00009456849,0.0004285341,0.000160489,0.6523061],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.7921091,"threshold_uncertainty_score":0.9996609,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2479262445","doi":"10.1007/978-94-011-4277-9","title":"Japan after the Economic Miracle","year":2000,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Asian Industrial and Economic Development","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Miracle; Malaise; Japanese post-war economic miracle; Economic miracle; History; Economic history; Political science; World War II; Development economics; Economy; Economics; Law; Archaeology; Medicine; Red Army's tactics in World War II","authors":[{"name":"Paul Bowles","is_ca":true},{"name":"Lawrence T. Woods","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06497626855866304,"gpt":0.3620693547593762,"spread":0.2970930862007132,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.003211815,0.0002745324,0.0004239316,0.0003984286,0.004127997,0.0005521191,0.001219163,0.0009304076,0.01984031],"category_scores_gemma":[0.00009002447,0.0002341665,0.0002335121,0.0002434766,0.00473944,0.0003254234,0.0002796476,0.00155963,0.006178201],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003449705,"about_ca_system_score_gemma":0.01054425,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001683641,"about_ca_topic_score_gemma":0.004304765,"domain_scores_codex":[0.996421,0.0006645744,0.0004651391,0.0005114462,0.0007980066,0.001139874],"domain_scores_gemma":[0.9989324,0.0002540889,0.0001803611,0.000301723,0.00005467832,0.0002767753],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001877591,0.00001606957,0.000185037,0.00001465225,0.00014804,0.00001125076,0.05515151,2.144585e-7,7.422187e-8,0.05225038,0.8533463,0.03868869],"study_design_scores_gemma":[0.00009826504,0.00002813763,0.0005517251,0.0000262381,0.00001132291,6.586141e-7,0.008981347,5.427339e-8,0.000002380329,0.02254339,0.967485,0.0002714469],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.006004471,0.0002434803,5.530088e-8,0.009546041,0.0007591038,0.0007938158,0.0001418484,0.00007465156,0.9824365],"genre_scores_gemma":[0.02001006,0.0008421771,0.000007020864,0.0001515862,0.006276287,0.0003143514,0.00005056553,0.00005813353,0.9722898],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1141387,"threshold_uncertainty_score":0.9979691,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W83406778","doi":"10.1007/978-94-010-0251-6_6","title":"Local Industries in a Global Market: A Comparative Study of the Cape Breton and Queensland Coal Industries","year":2002,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Mining and Resource Management","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Cape Breton University","funders":"","keywords":"Nova scotia; Opposition (politics); Industrialisation; Government (linguistics); Corporation; Market economy; Economy; State (computer science); Business; Economics; Political science; Geography; Politics; Finance","authors":[{"name":"Bradley Bowden","is_ca":false},{"name":"Andrew Molloy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06091396486955485,"gpt":0.3083624157100316,"spread":0.2474484508404767,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005663609,0.0003403232,0.0006159812,0.0004001414,0.0003656158,0.00008825579,0.0003924846,0.000596694,0.0001882776],"category_scores_gemma":[0.00004254526,0.0002721474,0.00005263999,0.0004969026,0.002018546,0.00006603615,0.0004629589,0.001694685,0.000005524497],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003031236,"about_ca_system_score_gemma":0.0001288001,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003916463,"about_ca_topic_score_gemma":0.001210788,"domain_scores_codex":[0.9975855,0.0002423151,0.0004296123,0.0003185649,0.0009636676,0.0004603425],"domain_scores_gemma":[0.9993477,0.0001223589,0.0001141497,0.0002477612,0.00007337324,0.00009465118],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001357731,0.0009570964,0.1827116,0.002155132,0.004757211,0.0004764888,0.3318756,0.001334861,0.000004128724,0.06257936,0.3555576,0.05623322],"study_design_scores_gemma":[0.003514376,0.001723863,0.112403,0.001347179,0.0002291096,0.00001900829,0.3242191,0.0004041097,0.0001439186,0.002122912,0.552161,0.001712312],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5548554,0.0009220184,0.000001778283,0.0002142645,0.0001198584,0.001166539,0.0001656822,0.00006694357,0.4424875],"genre_scores_gemma":[0.945762,0.0001732747,0.000001595267,0.000004035609,0.0001083619,0.00004998076,0.000006801611,0.00003591881,0.053858],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3909066,"threshold_uncertainty_score":0.9999731,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2970660497","doi":"10.1007/978-3-030-21551-4_14","title":"Teaching Well-Being Within the Context of Sport: The What, Why, How and for Whom!","year":2019,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Sport Psychology and Performance","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brock University","funders":"","keywords":"Athletes; Psychology; Psychological intervention; Context (archaeology); Applied psychology; Well-being; Quality (philosophy); Quality of life (healthcare); Social psychology; Medicine; Psychotherapist; Physical therapy","authors":[{"name":"Diane E. Mack","is_ca":true},{"name":"Philip M. Wilson","is_ca":true},{"name":"Caitlin Kelley","is_ca":true},{"name":"Jennifer Mooradian","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0570354363117202,"gpt":0.3879989430140419,"spread":0.3309635067023217,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.00429807,0.0003132447,0.000551409,0.0003165727,0.001929829,0.0002221423,0.0008438836,0.000813366,0.000534079],"category_scores_gemma":[0.00004376386,0.0001981718,0.0001974824,0.0001032618,0.004339961,0.0003241457,0.0002035261,0.002562262,0.00007399208],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004266774,"about_ca_system_score_gemma":0.0002697051,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001642512,"about_ca_topic_score_gemma":0.0003402147,"domain_scores_codex":[0.9977917,0.0001466548,0.0004106475,0.0005213081,0.000566175,0.0005635059],"domain_scores_gemma":[0.9981355,0.0004871727,0.0005248426,0.0006247688,0.0001547295,0.00007295712],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005475319,0.00002100203,0.002938455,0.0001306777,0.0003937408,0.000007394603,0.06355263,2.55233e-8,0.000005206522,0.8869176,0.03298172,0.01250405],"study_design_scores_gemma":[0.0004000837,0.0003056704,0.003371691,0.0001522806,0.00005330964,0.00001624475,0.03710375,5.26292e-7,0.00003697903,0.02718042,0.9311446,0.0002344455],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.145203,0.008083086,0.000007748119,0.03774862,0.003946159,0.003935646,0.0001254881,0.00008140549,0.8008688],"genre_scores_gemma":[0.536525,0.000565648,0.000009996927,0.0008127616,0.001018749,0.0001329606,0.0000532688,0.00008126995,0.4608004],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8981629,"threshold_uncertainty_score":0.9997389,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2196930980","doi":"10.1007/978-94-011-4028-7_3","title":"Balancing Collectivization and Individual Responsibility: Hong Kong Social Policy Under the Chinese Regime","year":2000,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Social Policy and Reform Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Political science","authors":[{"name":"James K. C. Lee","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06927103064821666,"gpt":0.4080597912378933,"spread":0.3387887605896767,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.004696215,0.0004674415,0.0007050279,0.001060182,0.01880716,0.0006259042,0.0007359672,0.001256115,0.000184532],"category_scores_gemma":[0.001215363,0.0003542594,0.0002731423,0.001750256,0.01076295,0.0004474887,0.0005656524,0.00189163,0.00003596241],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000882245,"about_ca_system_score_gemma":0.003375656,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00511146,"about_ca_topic_score_gemma":0.01074073,"domain_scores_codex":[0.9936625,0.001446955,0.0005089941,0.0006679153,0.002475985,0.001237598],"domain_scores_gemma":[0.9979825,0.0008845652,0.0003252593,0.0002468763,0.0003346689,0.0002261115],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002030566,0.00002724764,0.0004889363,0.00004392855,0.0003865508,0.000007798047,0.1567644,1.711989e-7,0.000003606715,0.8234745,0.008230467,0.01036934],"study_design_scores_gemma":[0.0003475051,0.00009741206,0.03423261,0.00006132831,0.00007129242,0.000002254066,0.0390723,2.417707e-7,0.000004982481,0.8125645,0.1129742,0.0005713822],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.03974584,0.0009172742,0.000001184297,0.06062498,0.0003023151,0.001539547,0.0002804759,0.0002254791,0.8963629],"genre_scores_gemma":[0.5809746,0.005941617,0.000009150824,0.0005681748,0.01677098,0.0001281393,0.00006654755,0.0001418375,0.3953989],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.5412288,"threshold_uncertainty_score":0.9998909,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3157229374","doi":"10.1007/978-3-030-53779-1_30","title":"A Critique of the Conventional Methods of Survey Item Transformations, with an Eye to Quantification","year":2021,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Comparability; Pooling; General Social Survey; Social research; Convention; Psychology; Data science; Operations research; Computer science; Statistics; Social psychology; Sociology; Social science; Mathematics; Artificial intelligence","authors":[{"name":"Bruno D. Zumbo","is_ca":true},{"name":"Pamela Woitschach","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4547786277625659,"gpt":0.5739921394129255,"spread":0.1192135116503596,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07175912,0.0001564846,0.0004599838,0.0004950818,0.001245684,0.00004610522,0.0006530616,0.0005713454,0.0006359725],"category_scores_gemma":[0.01232556,0.0001293981,0.0001720624,0.0008335183,0.003654768,0.0002347533,0.00007926854,0.0007093097,0.000004772486],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001117028,"about_ca_system_score_gemma":0.003396199,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001958948,"about_ca_topic_score_gemma":0.01737937,"domain_scores_codex":[0.9563416,0.04125356,0.0005158142,0.0003122723,0.001245717,0.000331011],"domain_scores_gemma":[0.9879735,0.009770979,0.0003001158,0.0003210971,0.001497893,0.0001364609],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.003376759,0.00009907642,0.003380818,0.0001393088,0.0002261188,0.000002480125,0.03553056,4.831779e-7,0.0006122838,0.9511979,0.0008895671,0.004544704],"study_design_scores_gemma":[0.0005587342,0.0008400372,0.526882,0.0005223773,0.0001228092,0.000003160561,0.03677221,9.230525e-7,0.02126191,0.05404168,0.3582022,0.0007920269],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.462578,0.003381544,0.0201286,0.03400847,0.003088102,0.01069679,0.008720248,0.0002724541,0.4571258],"genre_scores_gemma":[0.5347807,0.001663522,0.02519743,0.0002308473,0.0007823617,0.0004336808,0.001155545,0.0001870332,0.4355689],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8971562,"threshold_uncertainty_score":0.9990567,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293294835","doi":"10.1007/978-3-031-10913-3_7","title":"The Dimensions of Communal Wellbeing","year":2022,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Surrey Memorial Hospital","funders":"","keywords":"Sociology; Psychology; Geography","authors":[{"name":"R. Allan Freeze","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08889751704123794,"gpt":0.411538277594297,"spread":0.3226407605530591,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00249017,0.0002521326,0.0004157917,0.0004409425,0.003767944,0.00005732946,0.0008337945,0.0005333978,0.00924877],"category_scores_gemma":[0.0001627109,0.0001739739,0.0002778427,0.0002828026,0.002709152,0.00006284574,0.0005499739,0.003250288,0.0002918841],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001763106,"about_ca_system_score_gemma":0.000150752,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003603282,"about_ca_topic_score_gemma":0.00008543249,"domain_scores_codex":[0.996222,0.0009678138,0.0005218436,0.0004235272,0.001216478,0.0006483242],"domain_scores_gemma":[0.9973993,0.001367723,0.0003493118,0.0006328776,0.0001277898,0.0001229573],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002576355,0.00004557108,0.0002118244,0.00001597192,0.0003026336,0.00002458645,0.003673494,1.586047e-7,0.00003302895,0.9093483,0.07202915,0.01405763],"study_design_scores_gemma":[0.0001507371,0.0002905169,0.002806572,0.00002387716,0.00002154466,0.00000664721,0.002422213,6.93566e-8,0.00001261843,0.09728526,0.8968071,0.0001728473],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.002824477,0.001583135,0.000001147088,0.002456091,0.001240298,0.000417875,0.0001090965,0.00008011716,0.9912878],"genre_scores_gemma":[0.2786666,0.002331162,0.00001410188,0.00009322595,0.0006802063,0.000161503,0.00009765596,0.00009696234,0.7178586],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.824778,"threshold_uncertainty_score":0.9990492,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4239196579","doi":"10.1007/978-3-030-53779-1_18","title":"Good Societies, Financial Inequality and Secrecy, and a Good Life: From Aristotle to Piketty","year":2021,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Index (typography); Happiness; Inequality; Human Development Index; Quality of life (healthcare); Rank correlation; Economics; Quality (philosophy); Actuarial science; Demographic economics; Statistics; Mathematics; Economic growth; Human development (humanity); Psychology; Computer science; Social psychology","authors":[{"name":"Alex C. Michalos","is_ca":true},{"name":"P. Maurine Hatch","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08920260742977407,"gpt":0.3929946909892177,"spread":0.3037920835594436,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001525908,0.0004560892,0.0008265625,0.0003395555,0.001108857,0.0002249297,0.00031147,0.001693605,0.003331707],"category_scores_gemma":[0.0006191285,0.0004589117,0.0001716206,0.0002808124,0.001342686,0.0001085511,0.0005453035,0.002438547,0.0002155848],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001862317,"about_ca_system_score_gemma":0.0004367684,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001137899,"about_ca_topic_score_gemma":0.0004048054,"domain_scores_codex":[0.9958093,0.0007287984,0.0005544033,0.001203812,0.0009246625,0.0007790249],"domain_scores_gemma":[0.9979808,0.0005932041,0.0002230174,0.0004543233,0.0001703914,0.000578259],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009094584,0.0002028545,0.00979124,0.0001860828,0.0006808346,0.0001661751,0.02217789,4.151922e-8,0.0001401275,0.7492921,0.1626946,0.05375854],"study_design_scores_gemma":[0.0006327691,0.0005247312,0.1265335,0.0001179157,0.00005885546,0.000007747524,0.002800931,9.936026e-8,0.00002444618,0.1960031,0.6726375,0.0006584083],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2009308,0.006739031,0.00005327268,0.007309915,0.001556961,0.001059144,0.001759934,0.0002377422,0.7803532],"genre_scores_gemma":[0.5918989,0.002261259,0.0003138653,0.002149355,0.004743974,0.0002960644,0.0006755752,0.0002051292,0.3974559],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.553289,"threshold_uncertainty_score":0.9998628,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4293192066","doi":"10.1007/978-3-031-10913-3_1","title":"An Introduction to the Concepts and Ideas","year":2022,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Surrey Memorial Hospital","funders":"","keywords":"Happiness; Epistemology; Psychology; Computer science; Management science; Engineering ethics; Social psychology; Engineering; Philosophy","authors":[{"name":"R. Allan Freeze","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0648082095200536,"gpt":0.4421165404804441,"spread":0.3773083309603905,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002036347,0.0002463725,0.0003057261,0.0004684697,0.001939747,0.0001340572,0.0004686388,0.0004553446,0.01776841],"category_scores_gemma":[0.0001309217,0.0001969483,0.00008723309,0.0002812423,0.001217959,0.000132862,0.000220347,0.00206979,0.0004864578],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001822838,"about_ca_system_score_gemma":0.00008066157,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002480611,"about_ca_topic_score_gemma":0.0001070663,"domain_scores_codex":[0.9966935,0.0008288352,0.0002880357,0.0007986516,0.0008617176,0.0005292935],"domain_scores_gemma":[0.9988443,0.0001798053,0.0001335496,0.0005263204,0.00009448393,0.0002215373],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002565235,0.00002663659,0.0001072103,0.000008757744,0.00009875095,0.00001489486,0.008656154,3.281199e-7,0.00002357057,0.7654272,0.1921963,0.03318369],"study_design_scores_gemma":[0.000120355,0.0006652076,0.005240662,0.000004554215,0.0000154088,0.00001483629,0.00319302,6.08154e-8,0.000005239641,0.04417643,0.9463598,0.000204495],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01383789,0.0008216745,0.000008831067,0.04642426,0.002863563,0.001155756,0.0001934786,0.0002101023,0.9344844],"genre_scores_gemma":[0.3811634,0.0003807122,0.00002570148,0.0008077061,0.01098891,0.0004516629,0.0002178365,0.0001199067,0.6058442],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.7541634,"threshold_uncertainty_score":0.9993596,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232834163","doi":"10.1007/1-4020-3742-2_5","title":"Quality of Life","year":2005,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Resilience and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Environment and Climate Change Canada","funders":"","keywords":"Happiness; Life satisfaction; Quality (philosophy); Quality of life (healthcare); Economic Justice; Social psychology; Psychology; Distribution (mathematics); Economics; Mathematics; Epistemology; Microeconomics; Psychotherapist; Philosophy","authors":[{"name":"Storrs McCall","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2030946487551548,"gpt":0.540943593903123,"spread":0.3378489451479681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002072408,0.0002344924,0.0006502266,0.0006268027,0.000463738,0.00002335362,0.0005636329,0.000788172,0.009318525],"category_scores_gemma":[0.0001139831,0.0002292058,0.0002257594,0.000190719,0.002286548,0.0001110007,0.0002016156,0.001292654,0.001166356],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000235745,"about_ca_system_score_gemma":0.0009212268,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005331882,"about_ca_topic_score_gemma":0.000307304,"domain_scores_codex":[0.9963308,0.0003905789,0.0007297227,0.0004673856,0.001372782,0.0007087242],"domain_scores_gemma":[0.9984547,0.0002330063,0.0003943093,0.0004356758,0.0001663422,0.0003159053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004221441,0.00009476684,0.0008143955,0.0002169607,0.0001351012,0.000008096248,0.006522619,1.087561e-8,0.00002295588,0.8894184,0.04393127,0.05841329],"study_design_scores_gemma":[0.0003944259,0.0004071034,0.01475754,0.00006379621,0.000009190395,0.00000197472,0.004463613,1.172672e-8,0.00007836255,0.02825488,0.951247,0.0003220974],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01918569,0.001776808,7.696048e-7,0.001103946,0.0003220114,0.000532308,0.0002095118,0.00004285889,0.9768261],"genre_scores_gemma":[0.2057053,0.0008307331,0.00002159944,0.0001467989,0.00126592,0.00005604286,0.00006022331,0.0000604525,0.791853],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9073157,"threshold_uncertainty_score":0.9996114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W163200905","doi":"10.1007/978-94-011-4277-9_14","title":"History of Japanese language education at UBC, 1956–1998: Challenges and future directions","year":2000,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Mathematics education; Japanese language; Engineering ethics; Computer science; Linguistics; Psychology; Engineering; Philosophy","authors":[{"name":"Kyung-Hee Lynn","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04971426013363885,"gpt":0.2998438522417698,"spread":0.250129592108131,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004348156,0.0002367749,0.0003675617,0.0006898176,0.0008073127,0.00005671431,0.0001882086,0.0003173229,0.009304303],"category_scores_gemma":[0.00003090434,0.0002252221,0.0001299304,0.000020646,0.001502654,0.0001674091,0.0000979253,0.001044533,0.0000961692],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000443599,"about_ca_system_score_gemma":0.0003570538,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00127407,"about_ca_topic_score_gemma":0.004263585,"domain_scores_codex":[0.9984592,0.0001757614,0.0002468949,0.0003410464,0.0004815662,0.0002955904],"domain_scores_gemma":[0.9992975,0.0001186097,0.0001801313,0.0002217674,0.00008058309,0.0001014274],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003411894,0.00002926875,0.000001338127,0.0001733422,0.0000837819,0.000005582096,0.5803981,3.023485e-9,0.000005135814,0.1894351,0.007500856,0.2223334],"study_design_scores_gemma":[0.00006431008,0.00007016775,0.00004172467,0.00007155519,0.00002649398,0.000004429254,0.1428199,4.124918e-8,0.00000229749,0.0009133622,0.8558049,0.0001808557],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.02702343,0.1329161,1.596213e-9,0.0006234545,0.0006072117,0.000173082,0.0000614245,0.00008061399,0.8385147],"genre_scores_gemma":[0.03327142,0.01767337,0.000003792226,0.00005230858,0.005198093,0.00003846764,0.0001668329,0.00007421304,0.9435215],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.848304,"threshold_uncertainty_score":0.9916013,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2172355597","doi":"10.1007/978-94-011-4277-9_2","title":"Japan’s postwar fordism: an historical perspective on the economic crisis in Japan","year":2000,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Asian Industrial and Economic Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Fordism; Consumption (sociology); Economics; Productivity; Economy; Perspective (graphical); Economic history; Development economics; Political science; Political economy; Economic system; Sociology; Economic growth; Social science; Art","authors":[{"name":"J.P. Price","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09723261256198361,"gpt":0.3632960885492918,"spread":0.2660634759873082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003022355,0.0003654623,0.000607132,0.0008625044,0.002825923,0.0002933425,0.001156177,0.001008535,0.007398279],"category_scores_gemma":[0.0001715973,0.00032716,0.0002414548,0.0002006003,0.001681501,0.000380707,0.0001804494,0.002024049,0.001163148],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02151098,"about_ca_system_score_gemma":0.003568452,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02936963,"about_ca_topic_score_gemma":0.02403729,"domain_scores_codex":[0.9962237,0.0005392386,0.0005547486,0.0007952886,0.0008521657,0.001034874],"domain_scores_gemma":[0.998682,0.0003132413,0.0002185487,0.0003459279,0.00009110457,0.0003491286],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001708551,0.00003339269,0.0001131776,0.000003168052,0.00007389017,0.000008112786,0.07905713,4.448093e-7,1.068449e-7,0.8268457,0.08715345,0.006540553],"study_design_scores_gemma":[0.0001496828,0.0001726951,0.0003669579,0.00002527587,0.00000876147,4.94542e-7,0.08908932,1.952319e-7,0.000002828643,0.1503968,0.7594414,0.0003455211],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0147756,0.0001286324,6.740263e-8,0.0381386,0.0006011405,0.0009208936,0.00009453476,0.00006717445,0.9452733],"genre_scores_gemma":[0.3577056,0.001726085,0.00001317453,0.0004458609,0.005419342,0.0002877749,0.00005186724,0.0001472671,0.6342031],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6764489,"threshold_uncertainty_score":0.999918,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}