{"meta":{"query_hash":"9087d29db879","filters":{"venue":"Social indicators research series"},"cohort_total":59,"direct_labels_cover":0,"predictions_cover":59,"exported":59,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/9087d29db879","api":"https://metacan.xera.ac/api/v1/cohort?venue=Social+indicators+research+series"},"results":[{"id":"W125084006","doi":"10.1007/978-3-319-07794-9_11","title":"Synthesis of Validation Practices in Two Assessment Journals: Psychological Assessment and the European Journal of Psychological Assessment","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Testing and Assessment","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Standards for Educational and Psychological Testing; Psychology; Psychological testing; Consistency (knowledge bases); Reliability (semiconductor); Internal consistency; Psychological research; Test (biology); Clinical psychology; Applied psychology; Psychometrics; Social psychology; Higher education; Political science; Computer science","score_opus":0.2966256336648542,"score_gpt":0.582121978589183,"score_spread":0.2854963449243288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W125084006","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069178805,0.0008023122,0.00060076884,0.00712816,0.0012306183,0.0011730996,0.00006407214,0.000053432752,0.91976875],"genre_scores_gemma":[0.9876754,0.0018956346,0.00289085,0.00014436051,0.0013714473,0.00012971912,0.000016965208,0.00009408925,0.0057815085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9779254,0.01467707,0.0026299662,0.0010401424,0.0027960567,0.0009313591],"domain_scores_gemma":[0.9864688,0.006162921,0.005531754,0.0007937394,0.00072336255,0.00031941338],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04518197,0.0006435781,0.0017979966,0.0012869941,0.0006856756,0.0003738433,0.0016648822,0.0005711972,0.0017698737],"category_scores_gemma":[0.0017533599,0.00041405982,0.0005230693,0.000551369,0.004003311,0.00023694008,0.00052035844,0.0058506737,0.000024782876],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016259806,0.002557378,0.020560194,0.00019285642,0.0013397464,0.0006689419,0.0020628958,0.0000061064943,0.00029817037,0.72662514,0.01397158,0.230091],"study_design_scores_gemma":[0.008953176,0.004987083,0.7984719,0.0014053832,0.0005208285,0.00053080084,0.0054119723,0.000010929114,0.000031579097,0.13580625,0.042660937,0.0012091139],"about_ca_topic_score_codex":0.00004481482,"about_ca_topic_score_gemma":0.000010720237,"teacher_disagreement_score":0.9184966,"about_ca_system_score_codex":0.0004185108,"about_ca_system_score_gemma":0.00029519835,"threshold_uncertainty_score":0.99983114},"labels":[],"label_agreement":null},{"id":"W128966544","doi":"10.1007/978-3-319-07794-9_6","title":"What Counts as Evidence: A Review of Validity Studies in Educational and Psychological Measurement","year":2014,"lang":"en","type":"review","venue":"Social indicators research series","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; External validity; Test (biology); Standards for Educational and Psychological Testing; Test validity; Criterion validity; Validity; Incremental validity; Applied psychology; Construct validity; Psychometrics; Social psychology; Clinical psychology; Higher education; Education theory; Political science","score_opus":0.96993829252238,"score_gpt":0.7425690907147161,"score_spread":0.22736920180766385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W128966544","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000736181,0.99539053,0.0000018907988,0.0011158973,0.0008428867,0.0005995442,0.00000727326,0.000007872752,0.0019604703],"genre_scores_gemma":[0.00009423034,0.9986724,0.00021645053,0.00005836141,0.00029001967,0.0001697238,0.0000025876873,0.000010176067,0.0004860355],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869681,0.006746337,0.0012538487,0.000649069,0.0040133568,0.0003692935],"domain_scores_gemma":[0.9451019,0.05106882,0.0011948238,0.0006864273,0.0017778076,0.00017019639],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06287167,0.00021039402,0.0018404867,0.0012396639,0.00025755097,0.00017389368,0.0010045955,0.00025470016,0.0005483163],"category_scores_gemma":[0.3538786,0.00013189281,0.0002356087,0.004848207,0.0014476352,0.0003069988,0.0004420045,0.00072794984,0.00012372833],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005678979,0.000049243536,0.00017486722,0.019584399,0.000039919174,0.000002081663,0.00025615044,1.2986449e-9,4.8250733e-8,0.0016245202,0.04306836,0.93519473],"study_design_scores_gemma":[0.000032883912,0.0001350744,0.00046735717,0.06414809,0.000030712345,0.00000922529,0.0007935741,1.9729212e-8,1.7524917e-7,0.029094065,0.9051627,0.00012610584],"about_ca_topic_score_codex":0.000008826975,"about_ca_topic_score_gemma":0.000004199469,"teacher_disagreement_score":0.9350686,"about_ca_system_score_codex":0.00022755847,"about_ca_system_score_gemma":0.0007331192,"threshold_uncertainty_score":0.9649708},"labels":[],"label_agreement":null},{"id":"W137797478","doi":"10.1007/978-94-011-4028-7_2","title":"Moving Toward Xiaokang in China","year":2000,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"China's Global Influence and Migration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"China; Geography; Archaeology","score_opus":0.0638223356481023,"score_gpt":0.39911684555562604,"score_spread":0.33529450990752374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W137797478","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018239202,0.0010549645,5.7578245e-7,0.0034494097,0.00018669707,0.0006701412,0.00006889533,0.00011533843,0.97621477],"genre_scores_gemma":[0.47865787,0.0122962,0.00003672337,0.00017081351,0.0024288644,0.00009587546,0.00012104521,0.00008896764,0.50610363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958805,0.0003665487,0.00043308298,0.00052329333,0.0018249574,0.00097162335],"domain_scores_gemma":[0.9991665,0.00010929158,0.00015224336,0.00021306564,0.00012692805,0.00023195567],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018468046,0.00028523686,0.0004377529,0.00096270716,0.0018516956,0.00035409504,0.00070582004,0.00092469406,0.002524985],"category_scores_gemma":[0.0002932122,0.0003110872,0.00019688962,0.00061228784,0.0022083828,0.00065907225,0.00017397462,0.0015713035,0.00043805313],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007415478,0.00003249604,0.0004017172,0.00004060908,0.000035222612,0.00006259956,0.0738449,5.492602e-7,0.000015907353,0.8832008,0.010408552,0.031882457],"study_design_scores_gemma":[0.000111792026,0.00005521824,0.0024748056,0.00012843001,0.00000803129,6.2468274e-7,0.0047131926,2.0766045e-7,0.000017425251,0.21039106,0.78178245,0.000316769],"about_ca_topic_score_codex":0.00902361,"about_ca_topic_score_gemma":0.017463172,"teacher_disagreement_score":0.77137387,"about_ca_system_score_codex":0.0010213439,"about_ca_system_score_gemma":0.0015870045,"threshold_uncertainty_score":0.99993414},"labels":[],"label_agreement":null},{"id":"W141530346","doi":"10.1007/978-94-011-4277-9_15","title":"Teaching Japanese to a multicultural student population","year":2000,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Subconscious; Communicative competence; Grammar; Linguistic competence; Linguistics; Psychology; Multiculturalism; Competence (human resources); Pedagogy; Mathematics education; Social psychology; Philosophy","score_opus":0.08433928154658152,"score_gpt":0.38294377283343883,"score_spread":0.2986044912868573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W141530346","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.099555954,0.00015597662,7.881535e-8,0.0015707739,0.0003174453,0.0005941884,0.000073719486,0.00025025653,0.8974816],"genre_scores_gemma":[0.44040573,0.000019121166,0.000014272104,0.00008263371,0.0028308243,0.000037669906,0.00015913926,0.000070193026,0.55638045],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966483,0.00038837772,0.0004192266,0.0005119315,0.0013808645,0.000651263],"domain_scores_gemma":[0.999126,0.00013966559,0.00014806223,0.00023620104,0.00013445927,0.00021560607],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013121386,0.00037124444,0.0004610608,0.0007816323,0.004302182,0.0008094724,0.00048057386,0.00030284998,0.004678221],"category_scores_gemma":[0.00012210206,0.00032419473,0.00021327341,0.00004090732,0.00056147773,0.00031489212,0.0002229881,0.0028269007,0.0009551042],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059057897,0.000038069276,0.000042737433,0.00005643011,0.00011334333,0.00001805839,0.5539875,0.0000018500621,0.0000055174937,0.4245725,0.0065984786,0.014506425],"study_design_scores_gemma":[0.00012255672,0.00018368637,0.00040630985,0.00017275072,0.000025863172,0.0000017467355,0.035794858,6.327704e-7,0.0000011536641,0.0037823275,0.9590897,0.0004184124],"about_ca_topic_score_codex":0.004200953,"about_ca_topic_score_gemma":0.0027247756,"teacher_disagreement_score":0.9524912,"about_ca_system_score_codex":0.0003551193,"about_ca_system_score_gemma":0.00006865918,"threshold_uncertainty_score":0.999921},"labels":[],"label_agreement":null},{"id":"W1494595440","doi":"10.1007/978-94-017-0389-5_9","title":"Health and the Quality of Life","year":2003,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":127,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Quality (philosophy); Psychology; Philosophy; Epistemology","score_opus":0.16689757664563043,"score_gpt":0.4774339663468172,"score_spread":0.31053638970118674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494595440","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037027213,0.005548135,0.000005617031,0.015446525,0.0005060765,0.0006728005,0.00009640781,0.000047825844,0.9739739],"genre_scores_gemma":[0.34109598,0.0051440625,0.000035776917,0.0027440828,0.0010671847,0.00014284486,0.00006915997,0.00010462552,0.6495963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953781,0.0021252062,0.00068364135,0.00045747586,0.0008536831,0.0005019232],"domain_scores_gemma":[0.9978374,0.0008555762,0.0005348956,0.0003889109,0.00011938642,0.00026380338],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055960584,0.00022692926,0.00078932487,0.00030726974,0.00080934964,0.000041860054,0.0002952933,0.0006315314,0.001436837],"category_scores_gemma":[0.0006172778,0.00015868995,0.00018388063,0.000175849,0.0046860115,0.000044657198,0.00010522958,0.0016157334,0.00010693989],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007859153,0.000027357377,0.00055197906,0.000090984446,0.0002035927,0.0000014086118,0.006936698,6.1820304e-9,8.6344573e-7,0.92086136,0.060407255,0.010132577],"study_design_scores_gemma":[0.0013006304,0.0003810878,0.01210638,0.000050069117,0.00001178316,0.0000036865072,0.003766383,1.9450194e-8,0.0000018553316,0.28363162,0.6984983,0.00024817899],"about_ca_topic_score_codex":0.0008089695,"about_ca_topic_score_gemma":0.00008694313,"teacher_disagreement_score":0.638091,"about_ca_system_score_codex":0.000081722996,"about_ca_system_score_gemma":0.00027830253,"threshold_uncertainty_score":0.99947596},"labels":[],"label_agreement":null},{"id":"W1574043157","doi":"10.1007/978-94-017-0389-5_16","title":"Policing Services and the Quality of Life","year":2003,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Policing Practices and Perceptions","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Law enforcement; Feeling; Quality (philosophy); Psychology; Enforcement; Sample (material); Social psychology; Political science; Law","score_opus":0.19498688540150322,"score_gpt":0.4897376168748099,"score_spread":0.29475073147330666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574043157","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02299015,0.0004912304,5.1974774e-7,0.018367827,0.0001374645,0.00048425404,0.00009739043,0.00003397032,0.9573972],"genre_scores_gemma":[0.50489897,0.015513657,0.00003784819,0.0012228804,0.0020996328,0.00004782178,0.000020760166,0.00006822726,0.47609022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960184,0.0014976404,0.00042627813,0.00024578287,0.0013330966,0.00047881558],"domain_scores_gemma":[0.9976277,0.0012547174,0.00043956074,0.00022466299,0.00025077417,0.000202615],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.007436919,0.00016514279,0.00047517757,0.00030973137,0.0033490795,0.00020473269,0.00047199198,0.00046118756,0.00062089716],"category_scores_gemma":[0.0005884584,0.00012814453,0.00015340075,0.00024760305,0.0075054443,0.00027270065,0.0001917066,0.0009474643,0.000028236507],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075292366,0.000007832885,0.0004326078,0.00011212974,0.00007911556,1.9556757e-7,0.13450666,3.431849e-8,0.0000040958707,0.86225045,0.0016350945,0.0008965237],"study_design_scores_gemma":[0.00035339931,0.000034581957,0.003481683,0.00007196555,0.000038467395,3.309492e-7,0.04401935,1.2772198e-7,0.0000034542688,0.09875246,0.8530237,0.0002204456],"about_ca_topic_score_codex":0.15184757,"about_ca_topic_score_gemma":0.07610615,"teacher_disagreement_score":0.85138863,"about_ca_system_score_codex":0.00010189281,"about_ca_system_score_gemma":0.00070112373,"threshold_uncertainty_score":0.9979484},"labels":[],"label_agreement":null},{"id":"W1590323084","doi":"10.1007/978-94-015-9970-2_13","title":"Aspects of the Effect of Substance Use on Health, Wellness and Safety of Employees and Families in Northern Remote Work Sites","year":2002,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Healthcare Systems and Public Health","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Substance use; Work (physics); Psychology; Environmental health; Medicine; Engineering; Clinical psychology; Mechanical engineering","score_opus":0.059841101912117486,"score_gpt":0.359355414158584,"score_spread":0.2995143122464665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590323084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777409,0.0034171068,2.897332e-7,0.003973515,0.000074396565,0.0019135851,0.00015783645,0.000013314491,0.012709098],"genre_scores_gemma":[0.9850921,0.008917521,0.000008849791,0.000036680914,0.00013473857,0.000009567084,0.000016223537,0.00005649992,0.005727819],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961782,0.0009195558,0.0009044832,0.00037042474,0.001139794,0.00048755272],"domain_scores_gemma":[0.9974075,0.0011817521,0.0005629332,0.00039576006,0.00021580898,0.0002362504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029395428,0.00026838869,0.0013441903,0.0006690577,0.0002833895,0.000013851822,0.00016607175,0.00048781355,0.000019531217],"category_scores_gemma":[0.00054029847,0.00018598519,0.000113045724,0.00053400215,0.0017449153,0.000073732204,0.00007713521,0.0011646966,0.000001108388],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004103025,0.00012847446,0.714901,0.029052338,0.0003494202,0.000039084236,0.04849473,4.2857877e-7,0.000039148716,0.054966714,0.00086174585,0.14706391],"study_design_scores_gemma":[0.003622836,0.010560864,0.8967733,0.02176351,0.000059160426,0.000021122694,0.0032539535,0.0000013055973,0.0014892413,0.0056875227,0.05611434,0.0006528535],"about_ca_topic_score_codex":0.0061350716,"about_ca_topic_score_gemma":0.020621143,"teacher_disagreement_score":0.18187231,"about_ca_system_score_codex":0.0002453329,"about_ca_system_score_gemma":0.0009537513,"threshold_uncertainty_score":0.99724996},"labels":[],"label_agreement":null},{"id":"W1595054099","doi":"10.1007/978-94-017-0389-5_10","title":"Health and other Aspects of the Quality of Life of Older People","year":2003,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":66,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Norm (philosophy); Demography; Gerontology; Older people; Quality of life (healthcare); Medicine; Psychology; Political science; Sociology","score_opus":0.1259422446543339,"score_gpt":0.4604595852853053,"score_spread":0.3345173406309714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1595054099","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039375596,0.0052064643,0.0000012751752,0.03508563,0.0003769799,0.0015485632,0.0005229928,0.000021146148,0.91786134],"genre_scores_gemma":[0.90014344,0.0049001095,0.00003126007,0.0018870767,0.0004079989,0.000025417576,0.0000065153968,0.00006580708,0.092532344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957595,0.0010808114,0.0007396906,0.00022149856,0.0016672412,0.000531242],"domain_scores_gemma":[0.9978205,0.0005708633,0.0007927519,0.00024553717,0.00027353902,0.00029681344],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004449297,0.00014599474,0.0008257612,0.00021538265,0.00096139003,0.000021443655,0.00041406957,0.00038735673,0.00043630818],"category_scores_gemma":[0.0013092728,0.000115900744,0.00018705585,0.0003058748,0.0038494915,0.00007297126,0.0001581437,0.0005403143,0.0000016703087],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028927156,0.000024907276,0.022495018,0.0013646011,0.00004884367,8.257528e-8,0.047473762,9.696753e-9,5.748841e-7,0.9238676,0.0041948296,0.000500878],"study_design_scores_gemma":[0.00047010442,0.00019242924,0.14193426,0.000591088,0.00001600681,1.9980789e-7,0.053494345,2.8698329e-8,0.00006912775,0.14303699,0.65986365,0.00033176513],"about_ca_topic_score_codex":0.028688828,"about_ca_topic_score_gemma":0.03950249,"teacher_disagreement_score":0.8607679,"about_ca_system_score_codex":0.00014827137,"about_ca_system_score_gemma":0.0047754096,"threshold_uncertainty_score":0.99886143},"labels":[],"label_agreement":null},{"id":"W163200905","doi":"10.1007/978-94-011-4277-9_14","title":"History of Japanese language education at UBC, 1956–1998: Challenges and future directions","year":2000,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mathematics education; Japanese language; Engineering ethics; Computer science; Linguistics; Psychology; Engineering; Philosophy","score_opus":0.049714260133638846,"score_gpt":0.2998438522417698,"score_spread":0.25012959210813096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W163200905","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027023435,0.13291608,1.5962133e-9,0.00062345446,0.00060721167,0.00017308198,0.0000614245,0.000080613994,0.8385147],"genre_scores_gemma":[0.033271417,0.017673368,0.0000037922257,0.00005230858,0.0051980927,0.000038467635,0.0001668329,0.00007421304,0.9435215],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845916,0.0001757614,0.00024689487,0.00034104643,0.00048156615,0.00029559043],"domain_scores_gemma":[0.9992975,0.00011860972,0.0001801313,0.00022176742,0.00008058309,0.00010142743],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043481562,0.00023677488,0.00036756173,0.0006898176,0.0008073127,0.000056714307,0.00018820856,0.00031732293,0.009304303],"category_scores_gemma":[0.000030904343,0.00022522206,0.00012993038,0.000020646004,0.0015026536,0.00016740907,0.0000979253,0.0010445331,0.0000961692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003411894,0.000029268747,0.0000013381273,0.00017334223,0.000083781895,0.0000055820965,0.5803981,3.0234852e-9,0.0000051358143,0.18943511,0.007500856,0.2223334],"study_design_scores_gemma":[0.00006431008,0.00007016775,0.00004172467,0.000071555194,0.000026493983,0.0000044292537,0.14281993,4.1249184e-8,0.0000022974905,0.0009133622,0.85580486,0.00018085567],"about_ca_topic_score_codex":0.0012740705,"about_ca_topic_score_gemma":0.0042635845,"teacher_disagreement_score":0.848304,"about_ca_system_score_codex":0.00044359895,"about_ca_system_score_gemma":0.00035705377,"threshold_uncertainty_score":0.99160135},"labels":[],"label_agreement":null},{"id":"W1636147489","doi":"10.1007/978-3-319-07794-9_4","title":"A Research Synthesis of Validation Practices Used to Evaluate the Satisfaction with Life Scale (SWLS)","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"PsycINFO; Psychology; Reliability (semiconductor); Scale (ratio); Convergent validity; Life satisfaction; Clinical psychology; Test (biology); Internal consistency; Applied psychology; Psychometrics; Social psychology; MEDLINE; Political science; Geography","score_opus":0.19915957082201158,"score_gpt":0.4793766444273157,"score_spread":0.2802170736053041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1636147489","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20881368,0.00022396455,0.000099569144,0.01338985,0.0007238509,0.00272898,0.00013692884,0.00017436956,0.7737088],"genre_scores_gemma":[0.9142082,0.00015921309,0.00006463103,0.00008209079,0.001209869,0.00069191644,0.000031500385,0.00012009027,0.0834325],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98944205,0.0043478357,0.0007003513,0.0009943135,0.003570975,0.0009444693],"domain_scores_gemma":[0.99248236,0.004447705,0.0007730584,0.00093093724,0.0010270963,0.00033885922],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013389366,0.00039856596,0.00071262463,0.0014990537,0.0017360458,0.0002335605,0.0007505706,0.0009970196,0.0034697438],"category_scores_gemma":[0.0029207608,0.00027769853,0.00018386736,0.0009672343,0.0023640126,0.00025651787,0.00023108859,0.002878115,0.0013732456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0094955955,0.00033673504,0.017461406,0.0005699183,0.0026328156,0.000038726874,0.040849745,0.000013742785,0.0013998405,0.6210385,0.13937506,0.16678788],"study_design_scores_gemma":[0.0016286395,0.0058735725,0.21722303,0.0011288838,0.00057286775,0.000039836577,0.027668338,0.0000033620145,0.003060103,0.06937464,0.67165565,0.0017710562],"about_ca_topic_score_codex":0.0026915201,"about_ca_topic_score_gemma":0.0015429304,"teacher_disagreement_score":0.7053945,"about_ca_system_score_codex":0.00031123852,"about_ca_system_score_gemma":0.0004944219,"threshold_uncertainty_score":0.9999675},"labels":[],"label_agreement":null},{"id":"W178678952","doi":"10.1007/978-94-017-9670-5_8","title":"Healing Suffering: The Evolution of Caring Practices","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Religion, Spirituality, and Psychology","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Psychology; Psychotherapist","score_opus":0.14869738420585343,"score_gpt":0.46422706005953573,"score_spread":0.3155296758536823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W178678952","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009611453,0.0029071711,0.000029478942,0.012544187,0.00079161586,0.0006336075,0.000023971483,0.00007634735,0.9733822],"genre_scores_gemma":[0.82342994,0.00248627,0.000028920696,0.00009121528,0.0040881927,0.000044362194,0.000017121636,0.00006106077,0.16975294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99545836,0.0012281948,0.0004835373,0.00042285147,0.0017277648,0.0006792819],"domain_scores_gemma":[0.99715525,0.0009701359,0.00091161864,0.0003651207,0.00044934862,0.00014853054],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.007609896,0.00020750088,0.0004430778,0.00048237198,0.0031241642,0.00016586232,0.00094376516,0.0008090053,0.00022402461],"category_scores_gemma":[0.001455378,0.00017659097,0.00021303206,0.0003370373,0.00506917,0.00018277741,0.0002149278,0.0013601759,0.00005801353],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000543942,0.000013124569,0.0012296711,0.000093174844,0.00009039043,0.0000023836808,0.040985037,2.539332e-7,0.000015517327,0.9463124,0.009482577,0.0017210747],"study_design_scores_gemma":[0.0001022315,0.00011392267,0.0014797105,0.00010019918,0.00003366242,0.0000012518994,0.024688853,2.6911e-7,0.000018833369,0.15173192,0.8215017,0.00022744425],"about_ca_topic_score_codex":0.036197543,"about_ca_topic_score_gemma":0.02027683,"teacher_disagreement_score":0.81381845,"about_ca_system_score_codex":0.00053092284,"about_ca_system_score_gemma":0.0012757807,"threshold_uncertainty_score":0.99817365},"labels":[],"label_agreement":null},{"id":"W182525536","doi":"10.1007/978-94-011-4277-9_4","title":"Changing behaviour of Japanese consumers","year":2000,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Purchasing; Consumption (sociology); Business; Commerce; Value (mathematics); Entertainment; Marketing; Advertising; Consumer behaviour; Economics; Political science","score_opus":0.061308807476812985,"score_gpt":0.3769707409287326,"score_spread":0.3156619334519196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W182525536","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019655803,0.00041801351,3.9826258e-8,0.000757608,0.00036337582,0.000530476,0.00019908042,0.00012349768,0.9779521],"genre_scores_gemma":[0.44596606,0.0012418571,0.000007987869,0.000020409205,0.0008160476,0.000034011326,0.00004910025,0.00006999025,0.5517945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949333,0.00051108596,0.00047977272,0.0004463996,0.002496015,0.0011334114],"domain_scores_gemma":[0.9981506,0.00059412955,0.00029417785,0.00022996293,0.00037318608,0.00035795828],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.003769738,0.0002981393,0.00064636086,0.0012531073,0.00225127,0.00019294782,0.0007553977,0.0009841946,0.0025285974],"category_scores_gemma":[0.0008761096,0.00033713953,0.00032716218,0.0006201033,0.0072856485,0.00027858978,0.00020305393,0.0011719967,0.00018219717],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019532426,0.00008599007,0.0004290579,0.00016552872,0.00023614985,0.000071225695,0.3596414,2.7108717e-8,0.000005854398,0.56916267,0.00708788,0.06291891],"study_design_scores_gemma":[0.0002173921,0.00014160205,0.00023314162,0.00035424012,0.00006498967,9.135475e-7,0.12455709,2.8831126e-8,0.00003557573,0.04173377,0.8320239,0.0006373602],"about_ca_topic_score_codex":0.0016614773,"about_ca_topic_score_gemma":0.0010161462,"teacher_disagreement_score":0.82493603,"about_ca_system_score_codex":0.0003483196,"about_ca_system_score_gemma":0.0013442975,"threshold_uncertainty_score":0.9999081},"labels":[],"label_agreement":null},{"id":"W1881036763","doi":"10.1007/978-94-010-0251-6_1","title":"Global Instability: Uncertainty and New Visions in Political Economy","year":2002,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Global Financial Crisis and Policies","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Vision; Salience (neuroscience); Politics; Political economy; Liberalization; Political instability; Economics; Economic system; Political science; Market economy; Sociology","score_opus":0.10389529818329132,"score_gpt":0.33549748514323596,"score_spread":0.23160218695994464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1881036763","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005401533,0.0029325953,0.0000025625015,0.009119009,0.00016280744,0.00042147236,0.0013185084,0.000036153742,0.98060536],"genre_scores_gemma":[0.8583151,0.0020035657,0.00006804396,0.0007760567,0.0014357388,0.00005410086,0.00010466989,0.00009471544,0.137148],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970938,0.000040806768,0.0008695132,0.00074734306,0.0001585913,0.0010899701],"domain_scores_gemma":[0.9988005,0.00009894853,0.00021864579,0.0003403274,0.000069843074,0.0004717363],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008672737,0.00036158666,0.0009370728,0.0007521472,0.00047102536,0.00025673726,0.00043055246,0.00080525526,0.0012456524],"category_scores_gemma":[0.0002565848,0.0004309129,0.000210604,0.0003853449,0.0013361011,0.0002751693,0.0004506973,0.0008846566,0.00043451673],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002233447,0.000029510966,0.0077430666,0.000048885395,0.000034884,0.000010191284,0.0006426665,2.5280391e-7,2.105712e-8,0.9745552,0.015356386,0.0015566356],"study_design_scores_gemma":[0.00014013848,0.00006399386,0.006164052,0.000019267749,0.0000024838257,0.0000015952593,0.00014995855,0.0000014419593,2.3030948e-7,0.5003685,0.4928797,0.00020870371],"about_ca_topic_score_codex":0.004392233,"about_ca_topic_score_gemma":0.0016938493,"teacher_disagreement_score":0.85291356,"about_ca_system_score_codex":0.0012944173,"about_ca_system_score_gemma":0.000364729,"threshold_uncertainty_score":0.9998143},"labels":[],"label_agreement":null},{"id":"W2052332678","doi":"10.1007/978-94-017-0389-5_5","title":"Migration and the Quality of Life: A Review Essay","year":2003,"lang":"en","type":"review","venue":"Social indicators research series","topic":"Migration, Aging, and Tourism Studies","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Quality of life (healthcare); Quality (philosophy); Section (typography); Regional science; History; Sociology; Gerontology; Psychology; Business; Medicine; Epistemology; Advertising; Philosophy","score_opus":0.1869983192966068,"score_gpt":0.5141829112949025,"score_spread":0.32718459199829564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052332678","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007197259,0.98990154,0.0000017859422,0.0027784193,0.0001129971,0.0016427932,0.000037374975,0.000024617848,0.0054284874],"genre_scores_gemma":[0.00017330375,0.99551713,0.000013569418,0.00007091465,0.00046803005,0.00040053288,0.000021984068,0.000019340278,0.0033151612],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866128,0.010264156,0.00086259603,0.00032920178,0.0014696765,0.00046157965],"domain_scores_gemma":[0.99712354,0.0014121482,0.00072037365,0.00024244301,0.00037062785,0.00013086013],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.016819015,0.00023016769,0.0016484458,0.00024922032,0.0027916664,0.00012579319,0.00047456182,0.00029786795,0.00012207156],"category_scores_gemma":[0.0054826485,0.00014696749,0.00038188632,0.0018083276,0.005572201,0.00019378665,0.00013365257,0.0006595116,0.000012844638],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002453794,0.000058428952,0.00021065304,0.047256492,0.00040374708,8.669508e-7,0.30196214,1.5411561e-9,1.7436676e-8,0.37584078,0.046970565,0.22727177],"study_design_scores_gemma":[0.00011389793,0.000013117399,0.00010055486,0.00255854,0.00013592161,1.8313779e-7,0.0024323345,7.527079e-9,6.66599e-8,0.0031456042,0.99135643,0.00014336185],"about_ca_topic_score_codex":0.016710855,"about_ca_topic_score_gemma":0.024827717,"teacher_disagreement_score":0.9443858,"about_ca_system_score_codex":0.00014854412,"about_ca_system_score_gemma":0.0027601232,"threshold_uncertainty_score":0.99850655},"labels":[],"label_agreement":null},{"id":"W2163244633","doi":"10.1007/978-3-319-07794-9_13","title":"Validity Evidence for a Perceived Social Support Measure in a Population Health Context","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Social support; Population; Scale (ratio); Context (archaeology); External validity; Population health; Predictive validity; Clinical psychology; Applied psychology; Medicine; Social psychology; Environmental health","score_opus":0.36382576467305294,"score_gpt":0.5095024842094757,"score_spread":0.1456767195364228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163244633","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026326584,0.0031157022,0.00012523052,0.464185,0.003265431,0.021445936,0.0016465735,0.00081234146,0.47907722],"genre_scores_gemma":[0.79770863,0.0017493758,0.0000380467,0.0024342395,0.003961199,0.0004246875,0.00022706071,0.00010993512,0.19334683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99275225,0.0016276882,0.0008747436,0.0006704645,0.0023948583,0.0016800013],"domain_scores_gemma":[0.99692225,0.0013904664,0.0004906213,0.000206946,0.00051772274,0.0004719763],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.012814113,0.00034267927,0.0010379168,0.0007037255,0.0052650087,0.00027823463,0.00066849374,0.0011047634,0.00067451707],"category_scores_gemma":[0.0028357147,0.00037384548,0.00037745308,0.0003160876,0.0016056133,0.0003845455,0.0001324852,0.0013589395,0.000055282097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027093152,0.000026101336,0.007033415,0.0009421786,0.00003160316,0.000004079471,0.065855816,2.9262942e-8,2.7712463e-7,0.84551466,0.060736947,0.01958397],"study_design_scores_gemma":[0.00043818617,0.00026962263,0.0751516,0.0005586769,0.000016248288,3.812558e-7,0.01111401,6.315275e-7,5.0501825e-7,0.04546459,0.8665142,0.0004713478],"about_ca_topic_score_codex":0.030265322,"about_ca_topic_score_gemma":0.15400663,"teacher_disagreement_score":0.80577725,"about_ca_system_score_codex":0.0026323746,"about_ca_system_score_gemma":0.005701506,"threshold_uncertainty_score":0.99993527},"labels":[],"label_agreement":null},{"id":"W2172355597","doi":"10.1007/978-94-011-4277-9_2","title":"Japan’s postwar fordism: an historical perspective on the economic crisis in Japan","year":2000,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Asian Industrial and Economic Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Fordism; Consumption (sociology); Economics; Productivity; Economy; Perspective (graphical); Economic history; Development economics; Political science; Political economy; Economic system; Sociology; Economic growth; Social science; Art","score_opus":0.09723261256198361,"score_gpt":0.3632960885492918,"score_spread":0.2660634759873082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172355597","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014775603,0.00012863243,6.740263e-8,0.0381386,0.0006011405,0.0009208936,0.00009453476,0.00006717445,0.94527334],"genre_scores_gemma":[0.35770556,0.001726085,0.000013174526,0.0004458609,0.005419342,0.00028777492,0.000051867235,0.00014726714,0.6342031],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962237,0.0005392386,0.0005547486,0.0007952886,0.0008521657,0.0010348744],"domain_scores_gemma":[0.998682,0.0003132413,0.00021854867,0.0003459279,0.00009110457,0.00034912862],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0030223553,0.00036546233,0.00060713204,0.0008625044,0.0028259228,0.00029334248,0.0011561771,0.0010085346,0.007398279],"category_scores_gemma":[0.0001715973,0.00032716003,0.00024145479,0.00020060033,0.0016815006,0.00038070697,0.00018044938,0.0020240492,0.0011631479],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017085514,0.000033392687,0.00011317764,0.000003168052,0.000073890165,0.000008112786,0.07905713,4.4480933e-7,1.06844915e-7,0.8268457,0.08715345,0.0065405527],"study_design_scores_gemma":[0.00014968285,0.00017269507,0.00036695786,0.000025275865,0.00000876147,4.94542e-7,0.08908932,1.9523192e-7,0.000002828643,0.15039684,0.75944144,0.00034552114],"about_ca_topic_score_codex":0.029369632,"about_ca_topic_score_gemma":0.024037294,"teacher_disagreement_score":0.6764489,"about_ca_system_score_codex":0.021510975,"about_ca_system_score_gemma":0.003568452,"threshold_uncertainty_score":0.99991804},"labels":[],"label_agreement":null},{"id":"W2178205569","doi":"10.1007/978-1-4020-8567-3_13","title":"Creating Collaborative Visions with Aboriginal Women: A Photovoice Project","year":2008,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Photovoice; Participatory action research; Vision; Community-based participatory research; Qualitative research; Sociology; Public relations; Critical appraisal; Promotion (chess); Citizen journalism; Critical reflection; Action research; Gender studies; Political science; Medicine; Pedagogy; Social science; Alternative medicine; Visual arts; Anthropology","score_opus":0.4252978957014567,"score_gpt":0.6301178839293213,"score_spread":0.20481998822786462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2178205569","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021384982,0.0005609379,0.000006237299,0.000721781,0.00012911906,0.002615289,0.0003154865,0.00021938578,0.97404677],"genre_scores_gemma":[0.038333792,0.009171107,0.002131735,0.00011666938,0.003303653,0.0028168056,0.000097204946,0.0003377354,0.9436913],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98669976,0.003078793,0.0005754073,0.0010248946,0.006057685,0.0025634798],"domain_scores_gemma":[0.99440163,0.0018056028,0.0004255985,0.000457664,0.0019740304,0.0009354532],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.009366372,0.0005626431,0.00095759315,0.0017098057,0.0097222105,0.0005630386,0.0011977034,0.0009388553,0.002481541],"category_scores_gemma":[0.0026365963,0.00051249546,0.00016746497,0.0025145544,0.012920189,0.00078916084,0.00029581835,0.0031483578,0.0001987836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011979055,0.00019401278,0.0006247243,0.00016652375,0.0005971494,0.000605659,0.57822925,3.24204e-7,0.00010669628,0.3742992,0.04028399,0.0036946107],"study_design_scores_gemma":[0.00030689337,0.0008696687,0.00015165616,0.0001744887,0.00001906429,0.0000028975714,0.047998637,5.523245e-7,0.00017399833,0.003615792,0.9461444,0.00054192747],"about_ca_topic_score_codex":0.0018880422,"about_ca_topic_score_gemma":0.0030506118,"teacher_disagreement_score":0.9058604,"about_ca_system_score_codex":0.0029779088,"about_ca_system_score_gemma":0.026696479,"threshold_uncertainty_score":0.9997327},"labels":[],"label_agreement":null},{"id":"W2196930980","doi":"10.1007/978-94-011-4028-7_3","title":"Balancing Collectivization and Individual Responsibility: Hong Kong Social Policy Under the Chinese Regime","year":2000,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Social Policy and Reform Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Political science","score_opus":0.06927103064821666,"score_gpt":0.4080597912378933,"score_spread":0.33878876058967666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2196930980","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03974584,0.00091727416,0.0000011842968,0.06062498,0.00030231508,0.0015395466,0.00028047586,0.00022547913,0.8963629],"genre_scores_gemma":[0.58097464,0.0059416173,0.000009150824,0.0005681748,0.016770981,0.00012813933,0.00006654755,0.0001418375,0.3953989],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99366254,0.0014469554,0.0005089941,0.00066791533,0.002475985,0.0012375982],"domain_scores_gemma":[0.9979825,0.0008845652,0.00032525935,0.00024687627,0.00033466893,0.00022611149],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0046962146,0.00046744145,0.0007050279,0.0010601825,0.018807156,0.0006259042,0.0007359672,0.001256115,0.00018453204],"category_scores_gemma":[0.0012153632,0.00035425942,0.00027314233,0.0017502563,0.010762951,0.00044748868,0.00056565244,0.0018916302,0.000035962406],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020305661,0.000027247639,0.00048893626,0.00004392855,0.0003865508,0.000007798047,0.15676437,1.7119886e-7,0.0000036067154,0.8234745,0.008230467,0.010369335],"study_design_scores_gemma":[0.00034750506,0.000097412056,0.034232613,0.00006132831,0.000071292416,0.0000022540664,0.039072298,2.4177066e-7,0.000004982481,0.8125645,0.112974174,0.00057138223],"about_ca_topic_score_codex":0.00511146,"about_ca_topic_score_gemma":0.010740729,"teacher_disagreement_score":0.5412288,"about_ca_system_score_codex":0.000882245,"about_ca_system_score_gemma":0.0033756555,"threshold_uncertainty_score":0.9998909},"labels":[],"label_agreement":null},{"id":"W2210799662","doi":"10.1007/978-3-319-16166-2_10","title":"(Ad)dressing Sexual Reproductive Health Issues and Its Determinants in KwaZulu-Natal and Eastern Cape Provinces of South Africa: Evidence from a Situational Analysis of Millennium Development Goals Indicators","year":2015,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Sexual and reproductive health and rights; Millennium Development Goals; Reproductive health; Political science; Cape; Economic growth; Geography; Medicine; Environmental health; Poverty; Population; Reproductive rights","score_opus":0.3456314105651237,"score_gpt":0.5045236319096077,"score_spread":0.158892221344484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2210799662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95775944,0.036841784,0.0000037510488,0.0015417474,0.00017521084,0.0022785813,0.0008637897,0.000031219726,0.0005044723],"genre_scores_gemma":[0.97247064,0.0025196678,0.00025093157,0.000025191257,0.0004752497,0.00013105027,0.00015456947,0.00007249331,0.023900175],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9922495,0.0015169566,0.0017575589,0.0014723672,0.0020953778,0.0009082426],"domain_scores_gemma":[0.9956356,0.0006081048,0.0020488042,0.00041657384,0.0008829784,0.00040793413],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006094296,0.0004652379,0.0017657437,0.0028845095,0.0012485421,0.000023026123,0.00039232304,0.0006791865,0.000066046654],"category_scores_gemma":[0.0013458504,0.00040411807,0.000072680086,0.0010358803,0.0018554736,0.0004109431,0.00096972816,0.0017392241,0.000011897712],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011958326,0.00023566766,0.38257167,0.004206704,0.0011618746,0.00001952523,0.5943788,9.4650164e-7,0.00014267898,0.0010608955,0.0006677464,0.014357615],"study_design_scores_gemma":[0.0013030742,0.0012010973,0.80109954,0.0059522567,0.00041022827,0.000001946925,0.17125523,0.00002501609,0.0005711935,0.0026141033,0.014320527,0.0012458136],"about_ca_topic_score_codex":0.0012845758,"about_ca_topic_score_gemma":0.0024988647,"teacher_disagreement_score":0.4231236,"about_ca_system_score_codex":0.0006860811,"about_ca_system_score_gemma":0.0062449495,"threshold_uncertainty_score":0.9998411},"labels":[],"label_agreement":null},{"id":"W2222795388","doi":"10.1007/978-94-011-4028-7_7","title":"Industrialization and Labour Fragmentation in Thailand","year":2000,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Asian Industrial and Economic Development","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Industrialisation; Fragmentation (computing); Economic geography; Economics; Market economy; Computer science","score_opus":0.0994449653669587,"score_gpt":0.36831908636687366,"score_spread":0.268874120999915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2222795388","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029993527,0.00015656807,4.189122e-7,0.0037871678,0.00029002066,0.00075880374,0.00006842121,0.000041315023,0.9649038],"genre_scores_gemma":[0.13062671,0.0052927895,0.000024759313,0.00007700899,0.00229485,0.00008196519,0.0001547396,0.00005627577,0.8613909],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997848,0.00026938776,0.00038362347,0.00035978187,0.0006546386,0.0004845982],"domain_scores_gemma":[0.9994494,0.000099398814,0.00015106187,0.00008253189,0.000059521495,0.00015809448],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020133117,0.00017570546,0.0003134115,0.00074320316,0.0012010454,0.00025323333,0.00022184092,0.0009548963,0.003723976],"category_scores_gemma":[0.00013457678,0.00019725879,0.000041592433,0.00026686813,0.001152976,0.00033187313,0.00008977044,0.0008530624,0.00012515848],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014505861,0.000019721412,0.0028686833,0.000022534567,0.000055369772,0.000017695935,0.045419224,4.6753877e-7,8.933148e-7,0.83424425,0.011377973,0.10582815],"study_design_scores_gemma":[0.0003404677,0.000033575197,0.001965225,0.00006734667,0.0000050569347,3.0161894e-7,0.006879618,8.9677826e-8,0.0000047101303,0.0849485,0.90553683,0.00021827129],"about_ca_topic_score_codex":0.0018224504,"about_ca_topic_score_gemma":0.004369128,"teacher_disagreement_score":0.89415884,"about_ca_system_score_codex":0.0006304207,"about_ca_system_score_gemma":0.0011982189,"threshold_uncertainty_score":0.9971868},"labels":[],"label_agreement":null},{"id":"W2231625760","doi":"10.1007/978-94-010-0251-6_7","title":"The Future of Industrial Policy in a WTO World","year":2002,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Global trade and economics","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Centre for Policy Alternatives","funders":"","keywords":"Economic interventionism; Industrial policy; State (computer science); Government (linguistics); Public policy; Intervention (counseling); Economic policy; Private sector; Business; Orthodoxy; Economics; Market economy; International trade; Economic growth; Political science; Law; Politics","score_opus":0.1766861172689161,"score_gpt":0.3121600033287756,"score_spread":0.1354738860598595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231625760","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018844007,0.006259477,1.4603381e-7,0.00868308,0.0005694244,0.00047449203,0.0007197422,0.000018445404,0.9813908],"genre_scores_gemma":[0.17638,0.025371004,0.000021262822,0.00015022121,0.008655436,0.00009808916,0.00007509609,0.0001591568,0.78908974],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763215,0.000042971336,0.0009955901,0.00044545362,0.00016131114,0.00072251394],"domain_scores_gemma":[0.99874973,0.00014100823,0.00055952906,0.00038175748,0.00004165024,0.00012630889],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014503644,0.00026563642,0.00072990457,0.0018292269,0.0004985909,0.0001532444,0.000828293,0.00073969614,0.000913721],"category_scores_gemma":[0.00013830904,0.00026884006,0.00026399357,0.00053587096,0.0010620622,0.00018772905,0.00026518843,0.0016610277,0.00048430183],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053495605,0.000021656506,0.0027920937,0.000021964008,0.000084088984,0.0000052714727,0.0007225332,3.3204836e-7,8.641482e-8,0.9631815,0.027950069,0.005166896],"study_design_scores_gemma":[0.00022200753,0.000047317495,0.0005087613,0.000022458004,0.0000017635073,5.433868e-7,0.00025052542,6.429222e-7,0.0000030969286,0.29904467,0.6997311,0.00016714133],"about_ca_topic_score_codex":0.0005012087,"about_ca_topic_score_gemma":0.0020165183,"teacher_disagreement_score":0.671781,"about_ca_system_score_codex":0.0005196413,"about_ca_system_score_gemma":0.00023912439,"threshold_uncertainty_score":0.9999996},"labels":[],"label_agreement":null},{"id":"W2364328457","doi":"10.1007/978-3-319-07794-9","title":"Validity and Validation in Social, Behavioral, and Health Sciences","year":2014,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":194,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Behavioural sciences; Psychology; Data science; Computer science; Psychotherapist","score_opus":0.8242681565438117,"score_gpt":0.6357213862676169,"score_spread":0.18854677027619482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2364328457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6481026,0.0042430502,0.00021584828,0.025647271,0.0012494883,0.0024824997,0.00026747512,0.00022812869,0.31756365],"genre_scores_gemma":[0.6803824,0.0054693082,0.0059480425,0.00056101556,0.004195553,0.00024175453,0.00012458689,0.00016436761,0.30291298],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9899892,0.0037105174,0.000922724,0.001076957,0.0034565195,0.00084404816],"domain_scores_gemma":[0.9882886,0.010183604,0.00074348773,0.0002629685,0.0002974275,0.00022394123],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.059420343,0.00026617982,0.00089781464,0.0036217996,0.0033399723,0.0010960025,0.00095670065,0.0005170724,0.00011205889],"category_scores_gemma":[0.015170002,0.00022070944,0.000087276574,0.003649401,0.004319981,0.00045431431,0.00083488296,0.0012041619,0.000016396145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005494879,0.000118280266,0.15109801,0.00022458425,0.000018608003,0.000013860986,0.010643564,2.8790836e-7,0.000011638714,0.061386608,0.42719522,0.34923437],"study_design_scores_gemma":[0.0003483068,0.0008745419,0.16109852,0.00010461157,0.00000870614,0.000007071831,0.005416601,0.000004920154,0.000023377135,0.5843072,0.24734102,0.0004651004],"about_ca_topic_score_codex":0.00032063716,"about_ca_topic_score_gemma":0.00020348714,"teacher_disagreement_score":0.5229206,"about_ca_system_score_codex":0.00030978204,"about_ca_system_score_gemma":0.0014541905,"threshold_uncertainty_score":0.99994093},"labels":[],"label_agreement":null},{"id":"W2479262445","doi":"10.1007/978-94-011-4277-9","title":"Japan after the Economic Miracle","year":2000,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Asian Industrial and Economic Development","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Miracle; Malaise; Japanese post-war economic miracle; Economic miracle; History; Economic history; Political science; World War II; Development economics; Economy; Economics; Law; Archaeology; Medicine; Red Army's tactics in World War II","score_opus":0.06497626855866304,"score_gpt":0.3620693547593762,"score_spread":0.2970930862007132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2479262445","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060044713,0.00024348029,5.5300877e-8,0.009546041,0.0007591038,0.0007938158,0.00014184843,0.00007465156,0.98243654],"genre_scores_gemma":[0.020010063,0.0008421771,0.000007020864,0.00015158615,0.006276287,0.00031435137,0.000050565533,0.00005813353,0.9722898],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996421,0.0006645744,0.00046513908,0.0005114462,0.0007980066,0.0011398745],"domain_scores_gemma":[0.99893236,0.0002540889,0.0001803611,0.00030172305,0.000054678323,0.00027677533],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.0032118154,0.00027453242,0.0004239316,0.0003984286,0.004127997,0.0005521191,0.0012191627,0.0009304076,0.01984031],"category_scores_gemma":[0.00009002447,0.00023416651,0.00023351212,0.00024347664,0.00473944,0.00032542343,0.00027964756,0.00155963,0.006178201],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018775908,0.000016069573,0.00018503702,0.000014652253,0.00014804,0.000011250764,0.05515151,2.144585e-7,7.422187e-8,0.05225038,0.8533463,0.038688693],"study_design_scores_gemma":[0.00009826504,0.000028137632,0.0005517251,0.0000262381,0.000011322909,6.5861406e-7,0.008981347,5.4273393e-8,0.000002380329,0.02254339,0.967485,0.00027144686],"about_ca_topic_score_codex":0.0016836405,"about_ca_topic_score_gemma":0.0043047653,"teacher_disagreement_score":0.11413872,"about_ca_system_score_codex":0.0034497052,"about_ca_system_score_gemma":0.010544248,"threshold_uncertainty_score":0.9979691},"labels":[],"label_agreement":null},{"id":"W2494540913","doi":"10.1007/978-1-4020-8686-1","title":"Barometers of Quality of Life Around the Globe","year":2008,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Globe; Quality (philosophy); Quality of life (healthcare); Social life; History; Geography; Political science; Psychology; Ethnology","score_opus":0.1739933878586963,"score_gpt":0.45718917565523726,"score_spread":0.283195787796541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2494540913","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09083952,0.0012184029,0.000007299145,0.0013943723,0.00087159127,0.0006196132,0.00032249812,0.000060610102,0.9046661],"genre_scores_gemma":[0.6448683,0.0009250571,0.000025130954,0.00018178223,0.0016252344,0.00011176773,0.00010947355,0.00007053512,0.35208267],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99372303,0.002473284,0.0009841959,0.00053102773,0.0016393617,0.00064909254],"domain_scores_gemma":[0.99662685,0.0014106287,0.0008195737,0.0006941443,0.0002703586,0.00017845482],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033776718,0.00029473248,0.0008992621,0.00056890724,0.000641046,0.000028014398,0.0009290832,0.0010513524,0.0011869271],"category_scores_gemma":[0.000893354,0.00021917769,0.00042539884,0.00081410154,0.005503947,0.00008327511,0.00020185419,0.0018663247,0.00017356445],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015531415,0.00037782267,0.0075975093,0.00040615114,0.0014226857,0.000017459442,0.020217206,3.5410233e-7,0.0001747339,0.3738347,0.5856178,0.0087804375],"study_design_scores_gemma":[0.0010832982,0.0012183882,0.25714862,0.00013341756,0.00006667505,0.00000962193,0.0113222115,9.714644e-8,0.00013957241,0.090597324,0.63760674,0.0006740225],"about_ca_topic_score_codex":0.0009879686,"about_ca_topic_score_gemma":0.00005929178,"teacher_disagreement_score":0.5540288,"about_ca_system_score_codex":0.00020617856,"about_ca_system_score_gemma":0.0007713695,"threshold_uncertainty_score":0.9997261},"labels":[],"label_agreement":null},{"id":"W2503961453","doi":"10.1007/1-4020-3742-2","title":"Citation Classics from Social Indicators Research","year":2005,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Citation; Social science; Sociology; Library science; Computer science","score_opus":0.20589074277293515,"score_gpt":0.5043304439100539,"score_spread":0.2984397011371187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2503961453","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008134709,0.0015432268,0.0000033230745,0.053478256,0.0013379831,0.0020748149,0.0010844067,0.00035353578,0.9319897],"genre_scores_gemma":[0.04734691,0.005214332,0.00014213724,0.0010992734,0.030984616,0.0005761639,0.0012064343,0.00029316905,0.91313696],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97876257,0.005721318,0.0011596116,0.0012624952,0.009278089,0.0038159399],"domain_scores_gemma":[0.9932752,0.0033464385,0.0005559564,0.0005040067,0.0012087872,0.0011095941],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.014557017,0.0005923985,0.0011558709,0.0036057362,0.016976116,0.0012510458,0.0023315048,0.0034550724,0.003517687],"category_scores_gemma":[0.003059694,0.00065577583,0.0004949452,0.0039369063,0.011078475,0.0009239725,0.0007999914,0.007044296,0.0011648728],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00010360249,0.00007698532,0.00080574997,0.0001725054,0.00012346236,0.00002320413,0.075900264,3.694967e-8,8.5174804e-7,0.40134048,0.49713373,0.024319105],"study_design_scores_gemma":[0.00028167272,0.00008735268,0.006746416,0.00012947196,0.000026266356,1.7289844e-7,0.034719855,2.2795489e-7,0.000009301539,0.08914416,0.86832863,0.0005264428],"about_ca_topic_score_codex":0.010794973,"about_ca_topic_score_gemma":0.026886202,"teacher_disagreement_score":0.37119493,"about_ca_system_score_codex":0.006373325,"about_ca_system_score_gemma":0.021325095,"threshold_uncertainty_score":0.9997858},"labels":[],"label_agreement":null},{"id":"W2593314932","doi":"10.1007/978-3-319-51391-1_18","title":"Digitized Suffering, Actual Healing: Empathy, Reconciliation, and Redress Through a Virtual Indian Residential School","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Indian History and Philosophy","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Redress; Indigenous; Empathy; Conceptualization; Restorative justice; Political science; Psychology; Sociology; Criminology; Social psychology; Law","score_opus":0.11560282748928005,"score_gpt":0.3354813039550292,"score_spread":0.21987847646574912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593314932","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03620489,0.00090109755,5.543106e-7,0.0017555471,0.001675651,0.0010315073,0.0016557906,0.00022252613,0.95655245],"genre_scores_gemma":[0.3363862,0.0006565866,0.00000860794,0.00015874289,0.009800115,0.00009456849,0.00042853414,0.000160489,0.65230614],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961427,0.00025299707,0.000652802,0.00079920416,0.0013223251,0.0008299756],"domain_scores_gemma":[0.99781317,0.00019201863,0.00057416473,0.0005929051,0.00045873044,0.00036902976],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0011142807,0.00055541063,0.00079896307,0.0008051597,0.007891964,0.001726366,0.00080878986,0.00079516944,0.004993968],"category_scores_gemma":[0.00042033615,0.00058425794,0.00026821796,0.00003243112,0.0057866317,0.0013329156,0.00041405493,0.0021912968,0.00042622478],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036049954,0.000022605609,0.000014325321,0.0001583641,0.0002110722,0.00010828726,0.27129346,1.9687466e-8,0.0000028466584,0.69439805,0.032532997,0.00089749653],"study_design_scores_gemma":[0.00044822958,0.00035756512,0.000039165512,0.00020127515,0.000036665053,0.0000065308523,0.0041353437,4.5207166e-8,0.00003855108,0.16955024,0.82464206,0.00054431683],"about_ca_topic_score_codex":0.00073085027,"about_ca_topic_score_gemma":0.003162062,"teacher_disagreement_score":0.7921091,"about_ca_system_score_codex":0.00045537658,"about_ca_system_score_gemma":0.0012714904,"threshold_uncertainty_score":0.9996609},"labels":[],"label_agreement":null},{"id":"W2616955109","doi":"10.1007/978-3-319-56129-5_16","title":"Understanding Test-Taking Strategies for a Reading Comprehension Test via Latent Variable Regression with Pratt’s Importance Measures","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Latent variable; Test (biology); Structural equation modeling; Latent variable model; Regression analysis; Outcome (game theory); Computer science; Comprehension; Psychology; Econometrics; Statistics; Machine learning; Mathematics","score_opus":0.7740088458811123,"score_gpt":0.5228031383082894,"score_spread":0.2512057075728229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616955109","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016782295,0.0026411733,0.08132611,0.0029981,0.0017335055,0.004813045,0.00059464574,0.0006196927,0.9035955],"genre_scores_gemma":[0.7263413,0.0009947618,0.035742916,0.00011485891,0.0026116807,0.00036754445,0.00012653529,0.000445014,0.23325537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99057424,0.00045445675,0.0012165396,0.0015604626,0.0049029426,0.0012913481],"domain_scores_gemma":[0.9525235,0.04111124,0.0032053113,0.0013100187,0.001516,0.000333884],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.016776819,0.00065577345,0.0013466972,0.0022415742,0.006219063,0.0026127277,0.0021252572,0.00089039543,0.00025544845],"category_scores_gemma":[0.071250245,0.0004480559,0.0002668644,0.0009391338,0.0021225084,0.00112333,0.0006946498,0.001757245,0.000015248042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017663129,0.00025697303,0.08055966,0.0008320981,0.0006760544,0.0003759581,0.0068760687,0.00004658728,0.0037067505,0.7775958,0.071404286,0.05590346],"study_design_scores_gemma":[0.00068387215,0.001134406,0.0025290616,0.0014671672,0.00006745566,0.000034131088,0.0067093177,0.00014771402,0.00013765947,0.9177381,0.06847299,0.00087811676],"about_ca_topic_score_codex":0.000096021206,"about_ca_topic_score_gemma":0.00021516383,"teacher_disagreement_score":0.7246631,"about_ca_system_score_codex":0.0007260114,"about_ca_system_score_gemma":0.0015211899,"threshold_uncertainty_score":0.9997971},"labels":[],"label_agreement":null},{"id":"W2617028377","doi":"10.1007/978-3-319-56129-5_18","title":"National and International Educational Achievement Testing: A Case of Multi-level Validation Framed by the Ecological Model of Item Responding","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership; University of British Columbia","funders":"","keywords":"Multilevel model; Construct (python library); Scale (ratio); Multilevel modelling; Test (biology); Construct validity; Rank (graph theory); Psychology; Process (computing); Achievement test; Computer science; Mathematics education; Statistics; Mathematics; Psychometrics; Geography; Ecology; Standardized test; Developmental psychology","score_opus":0.31958191314468976,"score_gpt":0.4698414348904325,"score_spread":0.15025952174574275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617028377","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22641706,0.0006093852,0.00009117009,0.06266108,0.0010886365,0.0027133,0.0023488547,0.000067866604,0.7040026],"genre_scores_gemma":[0.64808536,0.00021341915,0.001726638,0.000058014757,0.00043689847,0.00008253351,0.0001654599,0.000023002158,0.34920868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99722826,0.0002515976,0.00046701657,0.00031469972,0.0014668307,0.00027159473],"domain_scores_gemma":[0.99666774,0.0012102057,0.00061908545,0.00014064665,0.001235165,0.00012715416],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0035504631,0.0001612314,0.00023735042,0.00056852645,0.0021883955,0.00017400077,0.00056054076,0.00035311535,0.00045586406],"category_scores_gemma":[0.0049776225,0.00014018151,0.00007535465,0.00014078418,0.0024131495,0.00024850035,0.00026030166,0.00056257815,0.000008466485],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005836155,0.00024355366,0.0020378658,0.000043781998,0.0002026792,0.0000028979916,0.045365807,0.0000048537813,0.00008843185,0.9271519,0.015968846,0.0088310195],"study_design_scores_gemma":[0.0020815004,0.00044394776,0.071222,0.00064729445,0.00013235213,0.000051920495,0.04129814,0.0003319441,0.00070078106,0.64169806,0.2397086,0.0016834466],"about_ca_topic_score_codex":0.0003078803,"about_ca_topic_score_gemma":0.00038512802,"teacher_disagreement_score":0.4216683,"about_ca_system_score_codex":0.00042269373,"about_ca_system_score_gemma":0.0048560137,"threshold_uncertainty_score":0.99911064},"labels":[],"label_agreement":null},{"id":"W2617719848","doi":"10.1007/978-3-319-56129-5_1","title":"Response Processes in the Context of Validity: Setting the Stage","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; External validity; Test (biology); Context (archaeology); Set (abstract data type); Cognitive psychology; Social psychology; Computer science; History","score_opus":0.7199056330468293,"score_gpt":0.5706609896341709,"score_spread":0.14924464341265842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617719848","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10157554,0.002787225,0.000036958438,0.037982278,0.0008575457,0.0025194567,0.00072957954,0.00007369803,0.8534377],"genre_scores_gemma":[0.67195076,0.00070311694,0.00021642719,0.00025893596,0.00061725447,0.00010436087,0.000009047172,0.00005830239,0.32608178],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865281,0.005676919,0.0010710219,0.00067224755,0.0053724097,0.0006792917],"domain_scores_gemma":[0.8602233,0.13567634,0.0015253064,0.0014176171,0.0010802544,0.000077160345],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.10543144,0.00027457013,0.0007149225,0.001658016,0.0024397539,0.0008889074,0.0053807376,0.00043933323,0.00034875577],"category_scores_gemma":[0.3881331,0.00013938326,0.00021845942,0.0012464228,0.004154051,0.00031395038,0.00096754765,0.0019354376,0.00004678075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003535397,0.0001564082,0.026282981,0.00054857304,0.0002796127,0.00026046805,0.17720327,0.0000010243036,0.00011465602,0.2850519,0.1390336,0.36753213],"study_design_scores_gemma":[0.00016491706,0.00022001451,0.011483221,0.00012333844,0.000008628224,0.0000038533876,0.04084565,5.707003e-7,0.00012744535,0.15777025,0.7890622,0.00018991667],"about_ca_topic_score_codex":0.00015457821,"about_ca_topic_score_gemma":0.00035082304,"teacher_disagreement_score":0.6500286,"about_ca_system_score_codex":0.00009445387,"about_ca_system_score_gemma":0.0015699996,"threshold_uncertainty_score":0.9998839},"labels":[],"label_agreement":null},{"id":"W2617760636","doi":"10.1007/978-3-319-56129-5_6","title":"Some Observations on Response Processes Research and Its Future Theoretical and Methodological Directions","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Western University; Trinity Western University","funders":"","keywords":"Scope (computer science); Situated; Field (mathematics); Cognition; Management science; Psychology; Computer science; Engineering; Artificial intelligence","score_opus":0.6669598947489831,"score_gpt":0.548425113602138,"score_spread":0.11853478114684513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617760636","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2489293,0.033634715,9.764236e-7,0.11017166,0.0017692584,0.0032168892,0.0013009859,0.00042241273,0.6005538],"genre_scores_gemma":[0.17878602,0.029293772,0.00011504046,0.00031391572,0.0056030764,0.0011970344,0.00007362167,0.00015289287,0.7844646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99379504,0.002399889,0.00040299058,0.0011699602,0.0012209854,0.0010111093],"domain_scores_gemma":[0.99375045,0.004509399,0.00016972465,0.00047505146,0.00073399825,0.0003613638],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity"],"category_scores_codex":[0.006823512,0.00043897366,0.0007362483,0.0007334752,0.005855288,0.00032520396,0.0006503621,0.0016447577,0.0014073112],"category_scores_gemma":[0.0029120762,0.00032378733,0.000109501736,0.00028000394,0.010384448,0.00019487868,0.0007288456,0.0039927475,0.00020149902],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002615987,0.0001789967,0.00027225816,0.0000744854,0.00015292458,0.00008513724,0.00336498,1.4163773e-9,0.000044061784,0.96775854,0.01732368,0.0081289355],"study_design_scores_gemma":[0.00025310658,0.0017472621,0.053672753,0.00008495772,0.00002963489,0.000013785354,0.0015718908,1.373853e-8,0.00002420745,0.42521313,0.5170608,0.00032845186],"about_ca_topic_score_codex":0.000022945256,"about_ca_topic_score_gemma":0.000045872526,"teacher_disagreement_score":0.54254544,"about_ca_system_score_codex":0.000108655506,"about_ca_system_score_gemma":0.00019355009,"threshold_uncertainty_score":0.99992144},"labels":[],"label_agreement":null},{"id":"W2618119850","doi":"10.1007/978-3-319-56129-5_7","title":"A Model Building Approach to Examining Response Processes as a Source of Validity Evidence for Self-Report Items and Measures","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Trinity Western University; Western University","funders":"","keywords":"Scale (ratio); Psychology; Measure (data warehouse); Item response theory; Cognitive psychology; Computer science; Psychometrics; Data mining; Developmental psychology","score_opus":0.47613693448273336,"score_gpt":0.5005743880476184,"score_spread":0.02443745356488508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618119850","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41799575,0.0021773542,0.006237657,0.0014069485,0.0006615266,0.0050354092,0.0001743262,0.00049229595,0.5658187],"genre_scores_gemma":[0.8362314,0.00027252582,0.0016440608,0.000044359822,0.0006063964,0.00067205785,0.000016250424,0.000109201465,0.16040373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957533,0.0005732306,0.0006194436,0.0011216217,0.0012254107,0.0007070157],"domain_scores_gemma":[0.99568313,0.0020501,0.00067947444,0.0006565508,0.0006325376,0.00029821612],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.008118518,0.00039685424,0.0007509751,0.00079821434,0.001406701,0.00020231628,0.0006725614,0.0009588498,0.000035609333],"category_scores_gemma":[0.008257534,0.00037615115,0.00014310134,0.0001647878,0.0011190716,0.00024851834,0.00029131767,0.001036355,0.000015482745],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06877623,0.0015912356,0.0171162,0.010014061,0.0054196357,0.00036032748,0.3584668,0.00008588487,0.009311809,0.37447104,0.0698237,0.08456307],"study_design_scores_gemma":[0.0029688838,0.008627292,0.028258115,0.0043764166,0.0007942389,0.0005326603,0.012388812,0.00007405202,0.0017532367,0.23058653,0.70553654,0.0041031865],"about_ca_topic_score_codex":0.00025712012,"about_ca_topic_score_gemma":0.000022697684,"teacher_disagreement_score":0.63571286,"about_ca_system_score_codex":0.00016771583,"about_ca_system_score_gemma":0.0007920964,"threshold_uncertainty_score":0.9998933},"labels":[],"label_agreement":null},{"id":"W2618246820","doi":"10.1007/978-3-319-56129-5_17","title":"An Investigation of Writing Processes Employed in Scenario-Based Assessment","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Writing and Handwriting Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Keystroke logging; Task (project management); Argumentation theory; Writing assessment; Computer science; Fluency; Context (archaeology); Quality (philosophy); Dependency (UML); Writing process; Mathematics education; Natural language processing; Psychology; Artificial intelligence; Linguistics; Engineering","score_opus":0.13490999535386247,"score_gpt":0.47593131146287576,"score_spread":0.3410213161090133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618246820","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27710164,0.00038156778,0.0000061633186,0.0075201043,0.00030385188,0.001512977,0.00013987845,0.00022724253,0.7128066],"genre_scores_gemma":[0.9699134,0.00021291515,0.00034393565,0.000025766925,0.0011713757,0.0000958574,0.00017752779,0.000057121237,0.02800209],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961416,0.00060586305,0.0005201586,0.00045581686,0.0016920359,0.0005845039],"domain_scores_gemma":[0.99749416,0.00044984274,0.0005972125,0.00030740633,0.00094872195,0.00020264387],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0059776865,0.00020866914,0.0004224058,0.0010110111,0.002912804,0.00045864,0.0007483669,0.0006234542,0.00013516938],"category_scores_gemma":[0.0012118947,0.00024405107,0.00007780457,0.00026474794,0.0033627336,0.0005501355,0.00006841732,0.0010616505,0.000007631942],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001139218,0.00025998006,0.11842169,0.0025812536,0.00008644363,0.000025925654,0.14431657,0.0000028859959,0.0003466839,0.71292245,0.00257023,0.01835198],"study_design_scores_gemma":[0.0023370122,0.0016818922,0.1478425,0.012193699,0.00016346626,0.0000018979354,0.1949788,0.000017843762,0.0033916282,0.49211457,0.14196351,0.0033131593],"about_ca_topic_score_codex":0.0030804742,"about_ca_topic_score_gemma":0.01276245,"teacher_disagreement_score":0.6928118,"about_ca_system_score_codex":0.0005578502,"about_ca_system_score_gemma":0.009215576,"threshold_uncertainty_score":0.99934953},"labels":[],"label_agreement":null},{"id":"W2618796793","doi":"10.1007/978-3-319-56129-5_4","title":"Ecological Framework of Item Responding as Validity Evidence: An Application of Multilevel DIF Modeling Using PISA Data","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Differential item functioning; Ecological validity; Item response theory; Multilevel model; Test (biology); Psychology; Context (archaeology); Cognition; Process (computing); Cognitive psychology; Ecology; Computer science; Psychometrics; Machine learning; Developmental psychology; Geography","score_opus":0.6791328271668623,"score_gpt":0.6122680313743544,"score_spread":0.06686479579250793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618796793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8299731,0.0011662728,0.0034106164,0.0014605628,0.0015922198,0.0026704578,0.0022151244,0.00012294149,0.15738869],"genre_scores_gemma":[0.9718893,0.0002617208,0.002162646,0.00004165455,0.0011585699,0.0000911831,0.0004320338,0.0000662937,0.023896577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9951388,0.00079009193,0.00088404876,0.0011414872,0.0014628192,0.00058270356],"domain_scores_gemma":[0.9944676,0.001922155,0.0010284518,0.0017881751,0.0005660937,0.00022752515],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042715836,0.0003490241,0.0007722215,0.0007453757,0.0010142401,0.000090254274,0.0026997381,0.0015369329,0.0019277262],"category_scores_gemma":[0.0020818515,0.00031817684,0.0001670144,0.00019618469,0.0017991518,0.0005211218,0.0009472004,0.001859856,0.00007630741],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014011177,0.001003549,0.0100653535,0.00036361787,0.0004641404,0.00002254913,0.007460221,0.000008780432,0.0006514866,0.9586624,0.0010065158,0.0188903],"study_design_scores_gemma":[0.00051596994,0.0014413566,0.040865645,0.0013888183,0.00021060255,0.000015746582,0.004681203,0.0007356371,0.000112863694,0.92598915,0.022927552,0.0011154594],"about_ca_topic_score_codex":0.00039982636,"about_ca_topic_score_gemma":0.000023636509,"teacher_disagreement_score":0.14191622,"about_ca_system_score_codex":0.00020678349,"about_ca_system_score_gemma":0.00062864635,"threshold_uncertainty_score":0.99992704},"labels":[],"label_agreement":null},{"id":"W2618953252","doi":"10.1007/978-3-319-56129-5_2","title":"Response Processes and Measurement Validity in Health Psychology","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Perspective (graphical); Psychology; Context (archaeology); Psychological intervention; Think aloud protocol; Applied psychology; Ecological validity; External validity; Social psychology; Cognition; Psychiatry; Computer science","score_opus":0.5016131071522532,"score_gpt":0.5683064398955722,"score_spread":0.06669333274331901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618953252","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03757162,0.014854903,0.000008882276,0.105963066,0.0025758587,0.0047564916,0.0010541577,0.0002589792,0.832956],"genre_scores_gemma":[0.4126849,0.0031507683,0.000042097887,0.00096176745,0.00074182235,0.00076325604,0.00008693522,0.00017826789,0.5813902],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950399,0.0014118635,0.0007449578,0.0007613161,0.0010314462,0.0010105091],"domain_scores_gemma":[0.9979824,0.00014680922,0.0004904994,0.0005798719,0.00042012357,0.000380306],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0092294,0.00031088458,0.00064263615,0.0011861379,0.0014473876,0.00010401919,0.00056910526,0.00085165014,0.0016755767],"category_scores_gemma":[0.0006280733,0.0003217268,0.00011703126,0.00013107383,0.0019705282,0.0001569008,0.00021758884,0.0020276567,0.00024552914],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012646565,0.0013459547,0.00890205,0.0028199565,0.00031951442,0.00035585233,0.03340683,7.470863e-9,0.000024755444,0.24639516,0.54319876,0.1505846],"study_design_scores_gemma":[0.00056271296,0.001497647,0.0672871,0.00047627487,0.000008061514,0.000009896386,0.00039101322,6.3774106e-9,0.0000041096246,0.013830445,0.91566694,0.00026580272],"about_ca_topic_score_codex":0.00067407585,"about_ca_topic_score_gemma":0.0046471334,"teacher_disagreement_score":0.37511328,"about_ca_system_score_codex":0.0005410866,"about_ca_system_score_gemma":0.0019546803,"threshold_uncertainty_score":0.99992347},"labels":[],"label_agreement":null},{"id":"W2619133032","doi":"10.1007/978-3-319-56129-5_14","title":"Longitudinal Change in Response Processes: A Response Shift Perspective","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Toronto Metropolitan University; University of Calgary; Trinity Western University; University of Manitoba; Providence Health Care; Western University; Centre for Advancing Health Outcomes","funders":"","keywords":"Response time; Paradigm shift; Perspective (graphical); Psychology; Response analysis; Cognitive psychology; Computer science; Medicine; Artificial intelligence; Epistemology","score_opus":0.15536148635864058,"score_gpt":0.46074492537566086,"score_spread":0.30538343901702025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619133032","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05065582,0.0020860904,5.7738725e-7,0.09240556,0.00070557185,0.0028641184,0.00017432738,0.00021198034,0.85089594],"genre_scores_gemma":[0.5599657,0.0015677472,0.000035745215,0.00012812168,0.0018317228,0.00037663575,0.000020746476,0.000084846135,0.43598872],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99355894,0.0016714815,0.00042947193,0.00084471295,0.0023801802,0.0011151975],"domain_scores_gemma":[0.99676263,0.0010796473,0.0003680794,0.00045702863,0.0009123491,0.00042024304],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.011450443,0.00037624215,0.0005408694,0.00205629,0.004517691,0.0007149957,0.0012573334,0.000919317,0.0016782338],"category_scores_gemma":[0.008504643,0.0004092201,0.00015002837,0.0004966195,0.004136839,0.0008103296,0.00037461225,0.0017930456,0.00046511122],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038444977,0.00008695163,0.0036968132,0.00006360324,0.00008296733,0.00010632213,0.7126026,8.426228e-9,0.0000011924718,0.2733746,0.004883752,0.0012567068],"study_design_scores_gemma":[0.00029022738,0.00020206308,0.2244397,0.0003290264,0.000010573033,0.000001189485,0.035268117,8.310116e-9,0.000006348212,0.05837345,0.6805549,0.0005243913],"about_ca_topic_score_codex":0.0067083165,"about_ca_topic_score_gemma":0.03910084,"teacher_disagreement_score":0.6773345,"about_ca_system_score_codex":0.002851486,"about_ca_system_score_gemma":0.020452501,"threshold_uncertainty_score":0.9999061},"labels":[],"label_agreement":null},{"id":"W2619174683","doi":"10.1007/978-3-319-56129-5_13","title":"Some Thoughts on Gathering Response Processes Validity Evidence in the Context of Online Measurement and the Digital Revolution","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; St. Paul's Hospital; Providence Health Care; Centre for Advancing Health Outcomes","funders":"","keywords":"Respondent; Construct (python library); Context (archaeology); Construct validity; The Internet; Data science; Psychology; Data collection; Test (biology); Computer science; World Wide Web; Political science; Sociology; Psychometrics; Social science","score_opus":0.6138031171683268,"score_gpt":0.510285419936438,"score_spread":0.10351769723188886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619174683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8441152,0.025370587,0.0000104038945,0.07423642,0.0012515694,0.006673231,0.000714354,0.00012724608,0.04750101],"genre_scores_gemma":[0.9710922,0.008051006,0.000011612574,0.00007155814,0.0014904628,0.00007979472,0.000005675622,0.00002394349,0.019173697],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.96964234,0.026302122,0.0004554488,0.00044649313,0.0026262298,0.00052738015],"domain_scores_gemma":[0.96626955,0.032323293,0.00042448458,0.0004070728,0.0005039908,0.00007157978],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.12524994,0.00021237599,0.0004701571,0.00032654507,0.0027458945,0.00022702347,0.0010840902,0.00046017894,0.000012405553],"category_scores_gemma":[0.13201584,0.00013290418,0.00011847776,0.00018082056,0.010589138,0.0004814071,0.00021057586,0.0012094552,0.0000069660837],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16320182,0.00032515248,0.002559709,0.00059449027,0.0003240746,0.000080186335,0.44956753,2.3526002e-7,0.0001160859,0.35589612,0.002629812,0.024704767],"study_design_scores_gemma":[0.0019782395,0.0013882447,0.114703506,0.0034385205,0.000106859945,0.000006276546,0.0836123,3.7224822e-7,0.00061145995,0.31823513,0.47502083,0.0008982757],"about_ca_topic_score_codex":0.0004939325,"about_ca_topic_score_gemma":0.006665957,"teacher_disagreement_score":0.472391,"about_ca_system_score_codex":0.00028498546,"about_ca_system_score_gemma":0.0023840533,"threshold_uncertainty_score":0.9985524},"labels":[],"label_agreement":null},{"id":"W2619991132","doi":"10.1007/978-3-319-56129-5_5","title":"Putting Flesh on the Psychometric Bone: Making Sense of IRT Parameters in Non-cognitive Measures by Investigating the Social-Cognitive Aspects of the Items","year":2017,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Item response theory; Cognition; CLARITY; Cognitive psychology; Scale (ratio); Sample (material); Developmental psychology; Psychometrics; Social psychology","score_opus":0.5543906980281975,"score_gpt":0.515399920885707,"score_spread":0.03899077714249055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619991132","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39432538,0.0016849184,0.00008710084,0.006226783,0.0009649483,0.0031953473,0.0006626923,0.00004820155,0.5928046],"genre_scores_gemma":[0.9936681,0.00014699018,0.00012770847,0.0001815035,0.00033413174,0.00008976295,0.0000065851605,0.00007347389,0.005371741],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9855174,0.004105674,0.0016921315,0.0010535753,0.0066281357,0.0010030731],"domain_scores_gemma":[0.8999401,0.09286643,0.0044027134,0.0009994428,0.0016677195,0.00012360365],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.03841544,0.00054202904,0.0012990944,0.0028846525,0.0039657294,0.00062664883,0.002826679,0.0006905676,0.00005718191],"category_scores_gemma":[0.28249058,0.00028766794,0.0006377299,0.00439164,0.00839141,0.00026603145,0.0012034986,0.0034401962,0.000017116432],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062774133,0.00023803957,0.037710603,0.00029926348,0.0012196837,0.000055285178,0.07070966,0.0000054964094,0.0006528874,0.092163116,0.015846001,0.7804722],"study_design_scores_gemma":[0.0010977515,0.00056563166,0.11357378,0.0034395203,0.00015359223,0.000016737262,0.07350672,0.000024256906,0.0058805,0.7965027,0.0042549223,0.0009838946],"about_ca_topic_score_codex":0.0003077698,"about_ca_topic_score_gemma":0.00017496657,"teacher_disagreement_score":0.7794883,"about_ca_system_score_codex":0.00019721773,"about_ca_system_score_gemma":0.0006822602,"threshold_uncertainty_score":0.99995756},"labels":[],"label_agreement":null},{"id":"W2620297369","doi":"10.1007/978-3-319-56129-5","title":"Understanding and Investigating Response Processes in Validation Research","year":2017,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":131,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Test (biology); Data science; Computer science; Biology","score_opus":0.8421524619491882,"score_gpt":0.6459391458506124,"score_spread":0.19621331609857584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620297369","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19701567,0.0007794315,0.000036904356,0.025178844,0.0004491682,0.00262036,0.00013375621,0.00009478271,0.77369106],"genre_scores_gemma":[0.5101663,0.0006919696,0.0001003471,0.000040781797,0.00055099383,0.00020289057,0.000058523554,0.000056850367,0.48813137],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98241276,0.0052147596,0.00094874,0.00096133986,0.009536144,0.0009262478],"domain_scores_gemma":[0.9875684,0.009066406,0.0005899268,0.0006854331,0.0018202224,0.00026962036],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.09630429,0.00025956647,0.00054154085,0.004855587,0.0045967945,0.0028714705,0.0015169017,0.00063123676,0.00045183627],"category_scores_gemma":[0.05306182,0.00022603646,0.00006114967,0.0023216344,0.0044099586,0.0015497344,0.0009750838,0.0025727353,0.00018508753],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021439726,0.00019975723,0.07754075,0.001403768,0.00017251623,0.00010278935,0.17705224,0.000015115906,0.00051987194,0.25020677,0.46807113,0.022571295],"study_design_scores_gemma":[0.00045951962,0.0003940171,0.013049088,0.00055825047,0.000006229721,0.000002954194,0.02553471,0.000024441608,0.00028905377,0.6822923,0.27700573,0.00038372842],"about_ca_topic_score_codex":0.00006141275,"about_ca_topic_score_gemma":0.00093258976,"teacher_disagreement_score":0.43208548,"about_ca_system_score_codex":0.0018938617,"about_ca_system_score_gemma":0.014279218,"threshold_uncertainty_score":0.9997284},"labels":[],"label_agreement":null},{"id":"W2953633437","doi":"10.1007/978-3-030-05535-6_16","title":"Social Capital and Subjective Well-Being","year":2019,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Social Capital and Networks","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Social capital; Capital (architecture); Life satisfaction; Work (physics); Foundation (evidence); Social mobility; Economics; Voluntary association; Public economics; Actuarial science; Social psychology; Political science; Psychology; Sociology; Geography; Social science; Engineering","score_opus":0.04304942880075504,"score_gpt":0.3657371780226578,"score_spread":0.3226877492219028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953633437","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03758096,0.0011164172,5.248226e-7,0.0033680862,0.00058497145,0.0009448152,0.000050463117,0.00016347459,0.9561903],"genre_scores_gemma":[0.48322892,0.0018389714,0.0000051708166,0.0000806355,0.00553822,0.00003743882,0.000047150166,0.00010171488,0.5091218],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946286,0.0005669991,0.00039494224,0.0007791336,0.0022983826,0.0013319629],"domain_scores_gemma":[0.9982816,0.0005269686,0.00027004123,0.00017056306,0.0004178464,0.00033300102],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity"],"category_scores_codex":[0.0023054047,0.00044487286,0.0007416838,0.00061607646,0.0064528324,0.0004908906,0.00063812936,0.0017976124,0.0013525075],"category_scores_gemma":[0.0001982938,0.0004894948,0.0003309365,0.00042359246,0.006922759,0.0005000232,0.0005506247,0.0023825744,0.00056938385],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073775846,0.000014805489,0.00033613225,0.000039756374,0.00013438087,0.00002038898,0.21233533,7.919615e-9,0.0000026243881,0.77097607,0.01155425,0.004512452],"study_design_scores_gemma":[0.00023431703,0.00015175508,0.0015435418,0.000060983883,0.000045163513,0.0000011536288,0.056181353,1.0923359e-7,0.000012283867,0.41537997,0.5257431,0.000646278],"about_ca_topic_score_codex":0.0012556807,"about_ca_topic_score_gemma":0.0029773272,"teacher_disagreement_score":0.5141888,"about_ca_system_score_codex":0.0007365866,"about_ca_system_score_gemma":0.0016363554,"threshold_uncertainty_score":0.999919},"labels":[],"label_agreement":null},{"id":"W2970660497","doi":"10.1007/978-3-030-21551-4_14","title":"Teaching Well-Being Within the Context of Sport: The What, Why, How and for Whom!","year":2019,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Sport Psychology and Performance","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Athletes; Psychology; Psychological intervention; Context (archaeology); Applied psychology; Well-being; Quality (philosophy); Quality of life (healthcare); Social psychology; Medicine; Psychotherapist; Physical therapy","score_opus":0.0570354363117202,"score_gpt":0.3879989430140419,"score_spread":0.3309635067023217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970660497","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14520302,0.008083086,0.000007748119,0.037748624,0.003946159,0.0039356463,0.00012548814,0.000081405495,0.8008688],"genre_scores_gemma":[0.53652495,0.000565648,0.0000099969275,0.0008127616,0.0010187493,0.00013296062,0.000053268803,0.00008126995,0.4608004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977917,0.00014665478,0.00041064748,0.0005213081,0.000566175,0.0005635059],"domain_scores_gemma":[0.9981355,0.00048717274,0.0005248426,0.00062476884,0.00015472948,0.00007295712],"candidate_categories":["sts","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.0042980695,0.00031324467,0.000551409,0.0003165727,0.0019298292,0.00022214229,0.0008438836,0.00081336603,0.000534079],"category_scores_gemma":[0.000043763863,0.00019817175,0.00019748235,0.000103261795,0.0043399613,0.0003241457,0.00020352607,0.0025622617,0.00007399208],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054753193,0.00002100203,0.0029384554,0.00013067767,0.00039374077,0.0000073946026,0.063552625,2.55233e-8,0.0000052065216,0.8869176,0.032981716,0.012504054],"study_design_scores_gemma":[0.0004000837,0.00030567043,0.003371691,0.0001522806,0.00005330964,0.000016244749,0.03710375,5.26292e-7,0.000036979032,0.027180424,0.9311446,0.00023444547],"about_ca_topic_score_codex":0.0001642512,"about_ca_topic_score_gemma":0.0003402147,"teacher_disagreement_score":0.8981629,"about_ca_system_score_codex":0.000042667736,"about_ca_system_score_gemma":0.00026970505,"threshold_uncertainty_score":0.9997389},"labels":[],"label_agreement":null},{"id":"W3157229374","doi":"10.1007/978-3-030-53779-1_30","title":"A Critique of the Conventional Methods of Survey Item Transformations, with an Eye to Quantification","year":2021,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Comparability; Pooling; General Social Survey; Social research; Convention; Psychology; Data science; Operations research; Computer science; Statistics; Social psychology; Sociology; Social science; Mathematics; Artificial intelligence","score_opus":0.4547786277625659,"score_gpt":0.5739921394129255,"score_spread":0.1192135116503596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157229374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46257797,0.0033815438,0.020128602,0.034008466,0.0030881022,0.01069679,0.008720248,0.0002724541,0.4571258],"genre_scores_gemma":[0.5347807,0.0016635221,0.025197431,0.00023084728,0.00078236166,0.00043368083,0.0011555454,0.00018703319,0.4355689],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9563416,0.04125356,0.00051581423,0.0003122723,0.0012457174,0.00033101105],"domain_scores_gemma":[0.98797345,0.009770979,0.00030011582,0.00032109715,0.0014978929,0.00013646089],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07175912,0.0001564846,0.00045998377,0.00049508177,0.0012456842,0.000046105215,0.0006530616,0.00057134544,0.0006359725],"category_scores_gemma":[0.012325557,0.0001293981,0.00017206237,0.0008335183,0.0036547682,0.00023475334,0.00007926854,0.0007093097,0.000004772486],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033767594,0.000099076424,0.0033808176,0.00013930883,0.00022611885,0.0000024801247,0.03553056,4.831779e-7,0.0006122838,0.95119786,0.0008895671,0.0045447038],"study_design_scores_gemma":[0.00055873423,0.0008400372,0.526882,0.0005223773,0.00012280917,0.0000031605607,0.03677221,9.230525e-7,0.021261914,0.054041684,0.35820216,0.0007920269],"about_ca_topic_score_codex":0.0019589479,"about_ca_topic_score_gemma":0.017379371,"teacher_disagreement_score":0.8971562,"about_ca_system_score_codex":0.00011170283,"about_ca_system_score_gemma":0.0033961989,"threshold_uncertainty_score":0.9990567},"labels":[],"label_agreement":null},{"id":"W345340680","doi":"10.1007/978-3-319-07794-9_8","title":"A Review of Validity Evidence Presented in the Journal of Sport and Exercise Psychology (2002–2012): Misconceptions and Recommendations for Validation Research","year":2014,"lang":"en","type":"review","venue":"Social indicators research series","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regional Municipality of Niagara; Brock University; University of Manitoba; University of British Columbia","funders":"","keywords":"Citation; Psychology; External validity; Applied psychology; Criterion validity; Internal validity; Concurrent validity; Construct validity; Social psychology; Clinical psychology; Psychometrics; Library science; Computer science; Statistics; Mathematics","score_opus":0.4263280784474588,"score_gpt":0.5778177230388399,"score_spread":0.15148964459138115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W345340680","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045712612,0.99181247,0.000024916844,0.0037461976,0.00025876873,0.0030530645,0.00006977061,0.000007579567,0.0005701372],"genre_scores_gemma":[0.00051205204,0.9975171,0.00015051181,0.000088243825,0.00031337942,0.00069330866,0.000113131384,0.00003159471,0.00058068574],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99329996,0.0032480075,0.0015968289,0.00042173892,0.00089119055,0.0005422531],"domain_scores_gemma":[0.99501055,0.0021651885,0.0011012729,0.00050237786,0.001086727,0.00013387504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026985314,0.00023867805,0.0014324109,0.0013500291,0.0005413281,0.000056173132,0.0007610133,0.0004634757,0.0008228968],"category_scores_gemma":[0.0015778803,0.00017625868,0.00021894617,0.0020968586,0.0018593376,0.00032329906,0.00014691951,0.0015984704,0.000008436933],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020031356,0.0004125086,0.0020088619,0.047451682,0.00016393144,0.0000068065647,0.015283772,1.05143885e-8,4.7700365e-7,0.0077550393,0.4675346,0.459182],"study_design_scores_gemma":[0.00024185088,0.00038375767,0.0009677919,0.026366893,0.00015943585,0.000042197997,0.0035009428,2.3199862e-8,6.0882894e-7,0.0007419256,0.96746695,0.00012762533],"about_ca_topic_score_codex":0.000086301305,"about_ca_topic_score_gemma":0.000034278426,"teacher_disagreement_score":0.49993235,"about_ca_system_score_codex":0.00008823245,"about_ca_system_score_gemma":0.00056340534,"threshold_uncertainty_score":0.9352625},"labels":[],"label_agreement":null},{"id":"W4205359316","doi":"10.1007/978-94-010-0251-6","title":"Global Instability","year":2002,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Political Economy and Marxism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Instability; Geology; Physics; Mechanics","score_opus":0.11093592169291547,"score_gpt":0.42719005074942645,"score_spread":0.31625412905651096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205359316","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000529876,0.00038441873,0.0000015186638,0.005723177,0.00042742927,0.0005940291,0.00037794185,0.00018090807,0.9917807],"genre_scores_gemma":[0.03844138,0.00067293015,0.000022105492,0.00020111816,0.00339652,0.00010227547,0.000055542074,0.000033403616,0.9570747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99452114,0.0011624225,0.00041299206,0.0006034261,0.0016670178,0.0016329812],"domain_scores_gemma":[0.99819356,0.00039793746,0.00013621442,0.0003276785,0.00028463738,0.0006599751],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.0033023304,0.00027140093,0.00052368006,0.00030047784,0.00358692,0.0003256907,0.0010582536,0.0013499614,0.005319393],"category_scores_gemma":[0.0015245009,0.00029973307,0.00027954133,0.0007643202,0.00969838,0.00044722384,0.00043119732,0.0013306435,0.0009956975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013008418,0.000044342185,0.00019536102,0.000046026882,0.000039835868,0.000012599256,0.00435726,6.2204064e-9,2.936205e-8,0.76667255,0.21937305,0.009245945],"study_design_scores_gemma":[0.000063358624,0.000034828667,0.0003609847,0.000015356085,0.0000078628655,2.946959e-7,0.0014784805,3.7662993e-8,7.235579e-7,0.31480253,0.6830412,0.00019436302],"about_ca_topic_score_codex":0.0019784567,"about_ca_topic_score_gemma":0.0060531576,"teacher_disagreement_score":0.46366814,"about_ca_system_score_codex":0.0037783599,"about_ca_system_score_gemma":0.005316886,"threshold_uncertainty_score":0.9999465},"labels":[],"label_agreement":null},{"id":"W4232834163","doi":"10.1007/1-4020-3742-2_5","title":"Quality of Life","year":2005,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Resilience and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Environment and Climate Change Canada","funders":"","keywords":"Happiness; Life satisfaction; Quality (philosophy); Quality of life (healthcare); Economic Justice; Social psychology; Psychology; Distribution (mathematics); Economics; Mathematics; Epistemology; Microeconomics; Psychotherapist; Philosophy","score_opus":0.2030946487551548,"score_gpt":0.540943593903123,"score_spread":0.33784894514796815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232834163","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019185694,0.0017768078,7.696048e-7,0.0011039461,0.00032201142,0.00053230795,0.0002095118,0.000042858886,0.9768261],"genre_scores_gemma":[0.20570526,0.0008307331,0.000021599444,0.00014679892,0.0012659205,0.000056042856,0.00006022331,0.000060452498,0.791853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963308,0.0003905789,0.0007297227,0.00046738563,0.0013727819,0.0007087242],"domain_scores_gemma":[0.99845475,0.00023300626,0.0003943093,0.00043567579,0.00016634219,0.0003159053],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020724076,0.00023449236,0.0006502266,0.0006268027,0.00046373805,0.000023353625,0.00056363293,0.000788172,0.009318525],"category_scores_gemma":[0.00011398312,0.00022920578,0.00022575945,0.00019071902,0.0022865476,0.000111000736,0.00020161564,0.001292654,0.0011663561],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042214408,0.000094766845,0.0008143955,0.00021696069,0.00013510123,0.000008096248,0.006522619,1.0875613e-8,0.000022955885,0.8894184,0.04393127,0.058413286],"study_design_scores_gemma":[0.00039442588,0.00040710345,0.014757536,0.000063796215,0.000009190395,0.0000019747197,0.0044636126,1.172672e-8,0.00007836255,0.028254878,0.95124704,0.00032209736],"about_ca_topic_score_codex":0.00053318817,"about_ca_topic_score_gemma":0.00030730397,"teacher_disagreement_score":0.90731573,"about_ca_system_score_codex":0.00023574504,"about_ca_system_score_gemma":0.0009212268,"threshold_uncertainty_score":0.9996114},"labels":[],"label_agreement":null},{"id":"W4237932769","doi":"10.1007/978-90-481-2354-4_9","title":"Life-Satisfaction Is a Momentary Judgment and a Stable Personality Characteristic: The Use of Chronically Accessible and Stable Sources","year":2009,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Aurora College","funders":"","keywords":"Psychology; Life satisfaction; Extraversion and introversion; Personality; Neuroticism; Big Five personality traits; Set (abstract data type); Social psychology; Stability (learning theory); Cognitive psychology; Developmental psychology; Computer science","score_opus":0.1657471252337054,"score_gpt":0.3909605117451252,"score_spread":0.22521338651141978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237932769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8666774,0.0046297186,0.00002258956,0.015425925,0.0005531777,0.0020371014,0.001349185,0.00015256845,0.1091523],"genre_scores_gemma":[0.7873138,0.0072934693,0.00008903218,0.0013853635,0.0009441905,0.00016788578,0.00013473054,0.000095750125,0.20257577],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99667984,0.00048795878,0.0005593863,0.00072087086,0.0009223561,0.00062959065],"domain_scores_gemma":[0.9982648,0.0004759862,0.00044198314,0.0003740428,0.00014404677,0.0002991238],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012620523,0.00035605673,0.000604148,0.00033921297,0.0010891891,0.00029331868,0.00024091422,0.0006433414,0.003696725],"category_scores_gemma":[0.00015797158,0.00027386541,0.0001198122,0.00018771143,0.0018548828,0.00035315484,0.00022477208,0.0014068385,0.000030020086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006517968,0.0007498085,0.10550503,0.0013517108,0.004195113,0.000097241034,0.0782527,0.0000014727937,0.000970164,0.19294098,0.26243868,0.34697914],"study_design_scores_gemma":[0.00063346844,0.0008662613,0.47092882,0.00016209309,0.00012468481,0.0000121545745,0.0016585957,0.0000027430292,0.000063789106,0.013745587,0.51134086,0.00046096588],"about_ca_topic_score_codex":0.003654146,"about_ca_topic_score_gemma":0.0002316031,"teacher_disagreement_score":0.3654238,"about_ca_system_score_codex":0.0001863714,"about_ca_system_score_gemma":0.00024390548,"threshold_uncertainty_score":0.99997133},"labels":[],"label_agreement":null},{"id":"W4239196579","doi":"10.1007/978-3-030-53779-1_18","title":"Good Societies, Financial Inequality and Secrecy, and a Good Life: From Aristotle to Piketty","year":2021,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Index (typography); Happiness; Inequality; Human Development Index; Quality of life (healthcare); Rank correlation; Economics; Quality (philosophy); Actuarial science; Demographic economics; Statistics; Mathematics; Economic growth; Human development (humanity); Psychology; Computer science; Social psychology","score_opus":0.08920260742977407,"score_gpt":0.39299469098921774,"score_spread":0.30379208355944365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239196579","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20093082,0.006739031,0.00005327268,0.007309915,0.0015569606,0.0010591442,0.0017599341,0.00023774224,0.7803532],"genre_scores_gemma":[0.59189886,0.002261259,0.00031386528,0.0021493551,0.0047439737,0.0002960644,0.0006755752,0.00020512915,0.39745593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958093,0.0007287984,0.0005544033,0.0012038124,0.00092466245,0.0007790249],"domain_scores_gemma":[0.99798083,0.0005932041,0.00022301736,0.0004543233,0.00017039136,0.000578259],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0015259079,0.0004560892,0.0008265625,0.00033955552,0.0011088566,0.00022492968,0.00031146995,0.0016936045,0.003331707],"category_scores_gemma":[0.0006191285,0.0004589117,0.00017162057,0.0002808124,0.0013426859,0.00010855107,0.00054530345,0.0024385469,0.00021558483],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090945844,0.0002028545,0.00979124,0.0001860828,0.00068083464,0.00016617512,0.022177894,4.1519222e-8,0.00014012751,0.74929214,0.16269462,0.053758543],"study_design_scores_gemma":[0.0006327691,0.0005247312,0.12653351,0.00011791566,0.00005885546,0.000007747524,0.002800931,9.936026e-8,0.000024446183,0.19600312,0.67263746,0.00065840833],"about_ca_topic_score_codex":0.0011378985,"about_ca_topic_score_gemma":0.0004048054,"teacher_disagreement_score":0.553289,"about_ca_system_score_codex":0.00018623169,"about_ca_system_score_gemma":0.0004367684,"threshold_uncertainty_score":0.99986285},"labels":[],"label_agreement":null},{"id":"W4293192066","doi":"10.1007/978-3-031-10913-3_1","title":"An Introduction to the Concepts and Ideas","year":2022,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surrey Memorial Hospital","funders":"","keywords":"Happiness; Epistemology; Psychology; Computer science; Management science; Engineering ethics; Social psychology; Engineering; Philosophy","score_opus":0.0648082095200536,"score_gpt":0.4421165404804441,"score_spread":0.37730833096039046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293192066","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0138378935,0.00082167453,0.000008831067,0.04642426,0.0028635627,0.0011557556,0.00019347855,0.00021010228,0.9344844],"genre_scores_gemma":[0.3811634,0.00038071215,0.000025701476,0.0008077061,0.010988911,0.00045166293,0.00021783647,0.00011990674,0.6058442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966935,0.0008288352,0.00028803572,0.0007986516,0.00086171756,0.0005292935],"domain_scores_gemma":[0.9988443,0.00017980525,0.00013354959,0.00052632036,0.000094483934,0.00022153727],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002036347,0.0002463725,0.0003057261,0.00046846966,0.0019397469,0.00013405725,0.00046863875,0.00045534456,0.01776841],"category_scores_gemma":[0.0001309217,0.00019694833,0.00008723309,0.00028124233,0.001217959,0.000132862,0.00022034702,0.0020697901,0.0004864578],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025652352,0.00002663659,0.00010721026,0.000008757744,0.00009875095,0.000014894858,0.008656154,3.2811988e-7,0.000023570568,0.7654272,0.19219634,0.033183686],"study_design_scores_gemma":[0.00012035501,0.00066520757,0.005240662,0.0000045542147,0.000015408801,0.000014836291,0.00319302,6.0815395e-8,0.0000052396413,0.04417643,0.94635975,0.00020449501],"about_ca_topic_score_codex":0.0002480611,"about_ca_topic_score_gemma":0.00010706635,"teacher_disagreement_score":0.7541634,"about_ca_system_score_codex":0.0001822838,"about_ca_system_score_gemma":0.00008066157,"threshold_uncertainty_score":0.9993596},"labels":[],"label_agreement":null},{"id":"W4293192133","doi":"10.1007/978-3-031-10913-3_11","title":"Satisfaction in the Workplace","year":2022,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Job Satisfaction and Organizational Behavior","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surrey Memorial Hospital","funders":"","keywords":"Job satisfaction; Surprise; Harassment; Perspective (graphical); Psychology; Public relations; Employee engagement; Applied psychology; Social psychology; Business; Political science; Computer science","score_opus":0.05209924512977939,"score_gpt":0.32260497344897826,"score_spread":0.2705057283191989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293192133","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008320948,0.00026433356,0.0000011861852,0.010880776,0.0006440556,0.0009645704,0.000040040788,0.00013730838,0.9787468],"genre_scores_gemma":[0.652536,0.00034110213,0.000013166439,0.0018407247,0.0044813794,0.0002750187,0.0005462005,0.00019242853,0.33977398],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974686,0.00006425733,0.00028071587,0.00031479663,0.001524609,0.0003470105],"domain_scores_gemma":[0.99938244,0.00011001777,0.00016671678,0.00019203647,0.00013751042,0.000011284735],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012757352,0.00020403517,0.00021233146,0.0011520134,0.0014896742,0.00042369752,0.00041143876,0.00023617304,0.017537849],"category_scores_gemma":[0.000118570315,0.00017878294,0.00009189711,0.00081976334,0.00033892723,0.0007674477,0.00031002896,0.001548741,0.0008059239],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039338578,0.000015483307,0.021404257,0.000047478738,0.000016927677,0.000026112013,0.0005858484,5.8186447e-7,0.0000045259076,0.92900246,0.04384506,0.005011919],"study_design_scores_gemma":[0.00012293542,0.000008716657,0.086146444,0.00001372574,0.00001595727,0.000001769923,0.0016753074,2.1657827e-7,0.0000010438272,0.025084302,0.88674957,0.00018001795],"about_ca_topic_score_codex":0.00070628023,"about_ca_topic_score_gemma":0.0015790078,"teacher_disagreement_score":0.90391815,"about_ca_system_score_codex":0.00029789374,"about_ca_system_score_gemma":0.00015344526,"threshold_uncertainty_score":0.99997205},"labels":[],"label_agreement":null},{"id":"W4293192137","doi":"10.1007/978-3-031-10913-3_10","title":"The Livability of Cities","year":2022,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Smart Cities and Technologies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surrey Memorial Hospital","funders":"","keywords":"Happiness; Scale (ratio); Pedestrian; Regional science; Environmental planning; Political science; Business; Geography; Transport engineering; Engineering; Cartography","score_opus":0.047170111831355145,"score_gpt":0.30017989477302054,"score_spread":0.2530097829416654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293192137","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068208924,0.0049898895,9.977932e-7,0.0009026411,0.0005570999,0.00043803832,0.00034264594,0.0005537963,0.985394],"genre_scores_gemma":[0.53443944,0.027390279,0.000048656864,0.0000127974445,0.000927382,0.0004967979,0.00009690492,0.00029730462,0.4362904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980762,0.00005504624,0.0003216424,0.00018748123,0.00090584194,0.00045380738],"domain_scores_gemma":[0.99893826,0.0004432511,0.000070969465,0.00041215058,0.00009662807,0.000038758983],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008415744,0.00020489484,0.0003291814,0.0003487039,0.0012149309,0.00006553557,0.0007728462,0.0003453425,0.0011322006],"category_scores_gemma":[0.00015455075,0.00016935251,0.00017712987,0.00018807738,0.003244446,0.00008899701,0.00058858586,0.0015239866,0.000016116024],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020242964,0.000004129371,0.00006557515,0.00020040773,0.00017743622,0.0000050528297,0.0012750746,0.0000025665101,0.000009417438,0.95786995,0.028333249,0.012036916],"study_design_scores_gemma":[0.000033233533,0.00007562813,0.00013539499,0.000014460839,0.000006940545,7.970468e-7,0.0035886008,9.218969e-7,0.0003241471,0.12850182,0.86717296,0.00014508097],"about_ca_topic_score_codex":0.000046205016,"about_ca_topic_score_gemma":0.0000924108,"teacher_disagreement_score":0.8388397,"about_ca_system_score_codex":0.00027021935,"about_ca_system_score_gemma":0.00014894828,"threshold_uncertainty_score":0.9997809},"labels":[],"label_agreement":null},{"id":"W4293294742","doi":"10.1007/978-3-031-10913-3_3","title":"The Social Indicators Movement","year":2022,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surrey Memorial Hospital","funders":"","keywords":"Movement (music); Geography; Art; Aesthetics","score_opus":0.08465962990784476,"score_gpt":0.4248980411205213,"score_spread":0.34023841121267656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293294742","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028090987,0.0010058613,0.0000016596516,0.007740452,0.0024139204,0.0009294007,0.00028347594,0.0002463533,0.9845698],"genre_scores_gemma":[0.1058668,0.001161921,0.000006535339,0.00065174885,0.0037537022,0.0008468368,0.00023725729,0.00020976835,0.88726544],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929623,0.0011834824,0.00077136786,0.0010441027,0.0025876693,0.0014510774],"domain_scores_gemma":[0.9977476,0.0006689013,0.00056622486,0.00063256215,0.000118265234,0.0002664407],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.0035634574,0.00054724695,0.00061735534,0.0010807159,0.00916821,0.00026968578,0.0013929022,0.0011925384,0.028425112],"category_scores_gemma":[0.00014665033,0.00044686053,0.00049325975,0.0006935615,0.0033405896,0.00012687706,0.00073579367,0.0049798614,0.0014427255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000291426,0.00006857525,0.00019723504,0.000016764285,0.0004707754,0.000053906675,0.006958543,3.6230315e-8,0.000006309796,0.736037,0.2083635,0.047535922],"study_design_scores_gemma":[0.00029680342,0.0003551111,0.006244874,0.000010976235,0.00003403976,0.0000034391505,0.004684555,2.696705e-8,0.00000910933,0.10944317,0.8785127,0.0004051947],"about_ca_topic_score_codex":0.00026871497,"about_ca_topic_score_gemma":0.000093975505,"teacher_disagreement_score":0.6701492,"about_ca_system_score_codex":0.00081198476,"about_ca_system_score_gemma":0.0003470327,"threshold_uncertainty_score":0.9997983},"labels":[],"label_agreement":null},{"id":"W4293294835","doi":"10.1007/978-3-031-10913-3_7","title":"The Dimensions of Communal Wellbeing","year":2022,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Surrey Memorial Hospital","funders":"","keywords":"Sociology; Psychology; Geography","score_opus":0.08889751704123794,"score_gpt":0.411538277594297,"score_spread":0.32264076055305907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293294835","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002824477,0.0015831352,0.0000011470878,0.002456091,0.0012402982,0.00041787504,0.000109096545,0.000080117155,0.99128777],"genre_scores_gemma":[0.27866665,0.0023311619,0.000014101875,0.00009322595,0.00068020634,0.000161503,0.00009765596,0.000096962336,0.71785855],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.996222,0.0009678138,0.00052184355,0.00042352718,0.0012164777,0.0006483242],"domain_scores_gemma":[0.99739933,0.0013677233,0.00034931183,0.0006328776,0.00012778983,0.00012295731],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024901696,0.00025213257,0.0004157917,0.0004409425,0.0037679437,0.00005732946,0.0008337945,0.0005333978,0.00924877],"category_scores_gemma":[0.0001627109,0.00017397387,0.00027784272,0.0002828026,0.0027091517,0.00006284574,0.00054997386,0.0032502883,0.0002918841],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025763555,0.000045571076,0.00021182439,0.000015971917,0.00030263356,0.000024586447,0.0036734936,1.5860466e-7,0.000033028948,0.9093483,0.07202915,0.01405763],"study_design_scores_gemma":[0.00015073708,0.00029051685,0.0028065718,0.000023877155,0.000021544656,0.00000664721,0.0024222129,6.9356595e-8,0.00001261843,0.09728526,0.8968071,0.00017284734],"about_ca_topic_score_codex":0.00036032818,"about_ca_topic_score_gemma":0.00008543249,"teacher_disagreement_score":0.82477796,"about_ca_system_score_codex":0.00017631063,"about_ca_system_score_gemma":0.00015075202,"threshold_uncertainty_score":0.99904925},"labels":[],"label_agreement":null},{"id":"W589402077","doi":"10.1007/978-94-011-4028-7","title":"Social Development in Asia","year":2000,"lang":"en","type":"book","venue":"Social indicators research series","topic":"Income, Poverty, and Inequality","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Development economics; Population; Economic growth; South asia; Political science; Economics; Geography; Sociology; History; Ancient history; Demography","score_opus":0.10596232915564521,"score_gpt":0.42851788685480874,"score_spread":0.32255555769916355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W589402077","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057027214,0.00028312055,4.242967e-7,0.0029779528,0.0003088882,0.00081051764,0.00006299991,0.00013102117,0.9897224],"genre_scores_gemma":[0.048000067,0.0006873257,0.000041138104,0.00014705565,0.0044599716,0.00020429425,0.00021614898,0.000090788024,0.9461532],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99122185,0.0019813823,0.0007913698,0.0006877615,0.0035442086,0.0017734225],"domain_scores_gemma":[0.9986991,0.0002705961,0.00024230528,0.00021822231,0.0002859357,0.00028380172],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["sts","research_integrity"],"category_scores_codex":[0.0066509023,0.00039496878,0.0007665927,0.0012293505,0.005816729,0.00035823887,0.0012625156,0.0016508503,0.0029987986],"category_scores_gemma":[0.00041704706,0.00043369387,0.00023650666,0.0013215573,0.0039029762,0.00045310173,0.00031540127,0.002451026,0.00074650557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00014511516,0.00015529428,0.00081482885,0.00015002346,0.00008965859,0.000050371782,0.22747162,2.6345138e-8,0.0000014152397,0.3895979,0.35779795,0.023725824],"study_design_scores_gemma":[0.00020916373,0.000037618072,0.0032918155,0.000057799934,0.0000063726498,2.1442932e-7,0.009002058,2.8219558e-8,0.000023721537,0.041399475,0.94551915,0.00045257667],"about_ca_topic_score_codex":0.0019807378,"about_ca_topic_score_gemma":0.0112286,"teacher_disagreement_score":0.5877212,"about_ca_system_score_codex":0.0040074703,"about_ca_system_score_gemma":0.014442712,"threshold_uncertainty_score":0.99985033},"labels":[],"label_agreement":null},{"id":"W645998025","doi":"10.1007/978-1-4020-4625-4_6","title":"City of Winnipeg Quality-of-Life Indicators","year":2006,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Social Sciences and Governance","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"International Institute for Sustainable Development","funders":"","keywords":"Pace; Value (mathematics); Quality of life (healthcare); Quality (philosophy); Geography; Sociology; Political science; Psychology; Computer science","score_opus":0.16599609000170967,"score_gpt":0.44797434972400346,"score_spread":0.2819782597222938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W645998025","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0494515,0.0013068736,0.0000052296746,0.0030852533,0.00043441172,0.0007033563,0.00049375073,0.00007327574,0.9444463],"genre_scores_gemma":[0.6267775,0.0011169446,0.000047768666,0.000045454504,0.0014807571,0.00002900166,0.00003355416,0.000054096512,0.3704149],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99120414,0.00073780736,0.0011534378,0.00062448776,0.0052445033,0.0010356457],"domain_scores_gemma":[0.99627703,0.00071250764,0.0016657583,0.00037428053,0.0005673076,0.0004031284],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.006413368,0.0003451279,0.0011061347,0.0009207511,0.0020146964,0.0001037842,0.0016434914,0.0012161062,0.0015144529],"category_scores_gemma":[0.0017552294,0.00035607483,0.0005175235,0.0015817194,0.0139032435,0.0003844589,0.0003887263,0.0012327469,0.000035552854],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007582183,0.000070578164,0.015266095,0.00013921662,0.000101673984,0.0000033150238,0.017093001,1.4840809e-7,0.000017987271,0.9232354,0.039873872,0.004122874],"study_design_scores_gemma":[0.00025327623,0.00013723857,0.032031674,0.00011852642,0.000025296722,8.46316e-8,0.009830682,4.2110223e-8,0.00013002714,0.098509766,0.85843205,0.000531331],"about_ca_topic_score_codex":0.05154983,"about_ca_topic_score_gemma":0.020472245,"teacher_disagreement_score":0.8247256,"about_ca_system_score_codex":0.00046804402,"about_ca_system_score_gemma":0.004950789,"threshold_uncertainty_score":0.99988914},"labels":[],"label_agreement":null},{"id":"W68437104","doi":"10.1007/978-3-319-07794-9_1","title":"Setting the Stage for Validity and Validation in Social, Behavioral, and Health Sciences: Trends in Validation Practices","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sketch; Psychology; Construct validity; Validity; Behavioural sciences; Test validity; External validity; Criterion validity; Applied psychology; Medical education; Psychometrics; Social psychology; Clinical psychology; Medicine; Computer science; Psychotherapist","score_opus":0.8435949426545746,"score_gpt":0.6445421174829625,"score_spread":0.19905282517161205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W68437104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8145671,0.0023360692,0.00093001587,0.07910376,0.001041788,0.0046184203,0.00063995953,0.00016325034,0.096599646],"genre_scores_gemma":[0.93729067,0.0016917284,0.004826807,0.00024584454,0.0013103783,0.00029837765,0.00014119425,0.000091114074,0.054103915],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99275106,0.0024666765,0.0009932794,0.00091879594,0.002210629,0.0006595519],"domain_scores_gemma":[0.9789871,0.018446686,0.0019405852,0.00025173996,0.00027115786,0.00010270888],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07836369,0.00024295911,0.00062407576,0.003360026,0.0028246907,0.0011812341,0.0007424218,0.00037473996,0.00008974711],"category_scores_gemma":[0.024299959,0.0001771371,0.00008619211,0.002225595,0.0018440514,0.00061586744,0.00044065696,0.00096123246,0.000002289973],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013468822,0.0000753375,0.09529574,0.00019494566,0.000022343675,0.000004892947,0.017188225,0.000003199948,0.000023104276,0.17622538,0.015316405,0.69551575],"study_design_scores_gemma":[0.001265368,0.0016736026,0.17827883,0.00024560734,0.00003287451,0.0000072724065,0.03307884,0.00010787512,0.00011551912,0.5012495,0.28303903,0.00090566184],"about_ca_topic_score_codex":0.00061540795,"about_ca_topic_score_gemma":0.000635606,"teacher_disagreement_score":0.69461006,"about_ca_system_score_codex":0.00022105673,"about_ca_system_score_gemma":0.00045284812,"threshold_uncertainty_score":0.99985564},"labels":[],"label_agreement":null},{"id":"W83406778","doi":"10.1007/978-94-010-0251-6_6","title":"Local Industries in a Global Market: A Comparative Study of the Cape Breton and Queensland Coal Industries","year":2002,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Mining and Resource Management","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cape Breton University","funders":"","keywords":"Nova scotia; Opposition (politics); Industrialisation; Government (linguistics); Corporation; Market economy; Economy; State (computer science); Business; Economics; Political science; Geography; Politics; Finance","score_opus":0.06091396486955485,"score_gpt":0.3083624157100316,"score_spread":0.24744845084047673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W83406778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5548554,0.00092201843,0.0000017782828,0.00021426451,0.00011985836,0.0011665388,0.00016568217,0.00006694357,0.44248748],"genre_scores_gemma":[0.94576204,0.00017327466,0.0000015952666,0.0000040356085,0.00010836194,0.000049980765,0.000006801611,0.00003591881,0.053858005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975855,0.00024231512,0.00042961232,0.0003185649,0.0009636676,0.00046034253],"domain_scores_gemma":[0.9993477,0.00012235895,0.000114149734,0.0002477612,0.000073373245,0.00009465118],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056636095,0.00034032317,0.0006159812,0.00040014143,0.0003656158,0.000088255794,0.00039248457,0.000596694,0.00018827758],"category_scores_gemma":[0.000042545256,0.00027214744,0.000052639993,0.00049690256,0.0020185455,0.00006603615,0.00046295894,0.0016946853,0.0000055244973],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013577314,0.0009570964,0.1827116,0.0021551317,0.0047572106,0.0004764888,0.3318756,0.0013348609,0.0000041287235,0.06257936,0.35555756,0.056233216],"study_design_scores_gemma":[0.0035143758,0.0017238633,0.112403005,0.0013471792,0.00022910963,0.000019008294,0.32421914,0.00040410974,0.00014391862,0.002122912,0.55216104,0.0017123118],"about_ca_topic_score_codex":0.0003916463,"about_ca_topic_score_gemma":0.0012107876,"teacher_disagreement_score":0.3909066,"about_ca_system_score_codex":0.00030312355,"about_ca_system_score_gemma":0.00012880012,"threshold_uncertainty_score":0.99997306},"labels":[],"label_agreement":null},{"id":"W84845790","doi":"10.1007/978-94-007-3898-0_16","title":"Individual and Family Quality of Life in Intellectual Disability: A Challenging Relationship","year":2012,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Family and Disability Support Research","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Quality of life (healthcare); Psychology; Gerontology; Adaptation (eye); Medicine; Clinical psychology","score_opus":0.3312153182458052,"score_gpt":0.4611273136801057,"score_spread":0.1299119954343005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W84845790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.687423,0.0065024425,0.000002463386,0.0009134232,0.00018031846,0.0010568929,0.00037775692,0.000056035835,0.3034877],"genre_scores_gemma":[0.97611225,0.0003558362,0.00001682812,0.00003232155,0.0003911135,0.00015764515,0.00015978841,0.000078344994,0.022695854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9932456,0.0016588054,0.0012581917,0.00082727434,0.0018528558,0.0011572713],"domain_scores_gemma":[0.99155897,0.006876075,0.0002763289,0.0006510137,0.00019481755,0.0004428139],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00968612,0.00040529663,0.0010302134,0.0011291412,0.00055490836,0.000072167975,0.0006265509,0.0013889216,0.003113793],"category_scores_gemma":[0.0056932694,0.00042372255,0.00023032268,0.0005433315,0.007641918,0.00028798688,0.0008003658,0.0033587713,0.00019633117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008057928,0.0003960523,0.3095339,0.0006462861,0.0002669588,0.0000066677044,0.08049423,5.599695e-8,0.000010763879,0.5899957,0.0022773384,0.015566296],"study_design_scores_gemma":[0.0007956905,0.00035078346,0.81158566,0.00012156417,0.000031112624,0.0000022745573,0.10182796,2.2724531e-7,0.0000073340675,0.06740569,0.017262796,0.0006088896],"about_ca_topic_score_codex":0.0014590773,"about_ca_topic_score_gemma":0.00094891584,"teacher_disagreement_score":0.52259,"about_ca_system_score_codex":0.0003087878,"about_ca_system_score_gemma":0.0005804361,"threshold_uncertainty_score":0.9999075},"labels":[],"label_agreement":null},{"id":"W89579817","doi":"10.1007/978-3-319-07794-9_19","title":"Reflections on Validation Practices in the Social, Behavioral, and Health Sciences","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Construct (python library); Construct validity; External validity; Plan (archaeology); Model validation; Psychology; Behavioural sciences; Theoretical definition; Management science; Data science; Computer science; Social psychology; Psychometrics; Epistemology; Engineering; Clinical psychology; Geography; Psychotherapist","score_opus":0.8097883839940646,"score_gpt":0.7184328754582148,"score_spread":0.09135550853584984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W89579817","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02016335,0.00024902448,0.000011898022,0.13010865,0.0003292449,0.0012121762,0.000051254985,0.000041150637,0.8478332],"genre_scores_gemma":[0.8788792,0.0015170088,0.00011118047,0.001468202,0.0010536222,0.00018855352,0.000056280416,0.000035495505,0.11669044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99113214,0.0016628054,0.000683939,0.00062696164,0.005450088,0.00044408048],"domain_scores_gemma":[0.9967416,0.001394329,0.0011351472,0.00028506992,0.00036034707,0.000083517356],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.03785495,0.00019960485,0.000367204,0.0016725581,0.005140331,0.0013420219,0.000945124,0.0002754457,0.00072449003],"category_scores_gemma":[0.0009403979,0.00013252792,0.00008670805,0.0010773465,0.002033894,0.0005685362,0.00017911749,0.0012305051,0.00020009786],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003405818,0.00006920793,0.00086646626,0.000019102059,0.00001194783,0.0000016426261,0.022576272,0.0000012695308,0.0000044208427,0.88169044,0.049658924,0.04506622],"study_design_scores_gemma":[0.00018775566,0.0011443598,0.011012731,0.000056527282,0.000010213326,0.0000032734054,0.025596846,0.0000053834747,0.00001538724,0.14595793,0.81577796,0.00023162145],"about_ca_topic_score_codex":0.00028075234,"about_ca_topic_score_gemma":0.0020400963,"teacher_disagreement_score":0.85871583,"about_ca_system_score_codex":0.0002668991,"about_ca_system_score_gemma":0.0016269146,"threshold_uncertainty_score":0.9996947},"labels":[],"label_agreement":null},{"id":"W953747868","doi":"10.1007/978-94-011-4277-9_16","title":"Beyond boundaries: Japanese migrant women in North America","year":2000,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Migration, Ethnicity, and Economy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Gender studies; Geography; Political science; History; Sociology","score_opus":0.03662630152418785,"score_gpt":0.3351592667135334,"score_spread":0.2985329651893456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W953747868","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14828722,0.0005915339,1.2328829e-7,0.0019377642,0.00024320923,0.0008431137,0.00024672688,0.00010227655,0.84774804],"genre_scores_gemma":[0.3194631,0.006140665,0.000015052513,0.00024170194,0.002226375,0.00033685795,0.00026222205,0.00010805854,0.671206],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947157,0.0005331484,0.0006453491,0.00070470106,0.0016329124,0.0017681982],"domain_scores_gemma":[0.9983809,0.00026999836,0.00025554272,0.0003481954,0.0002169372,0.0005284549],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts","insufficient_payload"],"category_scores_codex":[0.002458431,0.00038866376,0.0007740132,0.0011851441,0.004384006,0.0007503803,0.00096511975,0.00079172157,0.014400152],"category_scores_gemma":[0.00031287075,0.00042735707,0.00021301232,0.00085645437,0.009376322,0.0005991096,0.00017183191,0.0016004541,0.0008052016],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014784187,0.000061574436,0.0016118811,0.00006283228,0.00009948684,0.000036761776,0.9004803,4.3368397e-7,5.5058257e-7,0.071999386,0.016634934,0.00886405],"study_design_scores_gemma":[0.00014403576,0.00010152782,0.001341641,0.000022458089,0.000006810217,2.913664e-7,0.056380775,1.4793312e-7,7.8590557e-7,0.07683973,0.86477536,0.00038645125],"about_ca_topic_score_codex":0.02167949,"about_ca_topic_score_gemma":0.2982428,"teacher_disagreement_score":0.8481404,"about_ca_system_score_codex":0.0016678062,"about_ca_system_score_gemma":0.0039085355,"threshold_uncertainty_score":0.99997276},"labels":[],"label_agreement":null},{"id":"W95560490","doi":"10.1007/978-3-319-07794-9_14","title":"Medical Outcomes Study Short Form-36 (SF-36) and the World Health Organization Quality of Life (WHOQoL) Assessment: Reporting of Psychometric Validity Evidence","year":2014,"lang":"en","type":"book-chapter","venue":"Social indicators research series","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"CINAHL; PsycINFO; Quality of life (healthcare); Psychology; External validity; MEDLINE; Clinical psychology; Inclusion (mineral); Psychometrics; Psychiatry; Psychotherapist; Social psychology; Psychological intervention; Political science","score_opus":0.6920773718940645,"score_gpt":0.5859598828794343,"score_spread":0.10611748901463014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W95560490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64096117,0.011685881,0.003025391,0.2505851,0.0025233882,0.016785547,0.0014157939,0.00026434637,0.07275337],"genre_scores_gemma":[0.9827997,0.001951885,0.00027409286,0.0011396462,0.0005952143,0.00013245686,0.000071712246,0.0001008142,0.012934475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97766906,0.0033519836,0.0154273,0.0010031319,0.0018519263,0.000696573],"domain_scores_gemma":[0.96674055,0.01103259,0.01979947,0.0010806393,0.0008204641,0.00052627025],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20799787,0.0003997142,0.0041822814,0.0023435552,0.0011125265,0.00014750668,0.00094086525,0.000499674,0.0007122611],"category_scores_gemma":[0.12008738,0.00037269504,0.00030869388,0.0013089438,0.0018477426,0.0004454677,0.00053626177,0.0014045882,0.000034874138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009001649,0.00012589555,0.57134086,0.0017833539,0.00035889848,5.925834e-7,0.0045640874,4.933316e-7,7.4916045e-8,0.41610143,0.005027387,0.0006068841],"study_design_scores_gemma":[0.001425785,0.00047655552,0.9279787,0.0005607981,0.000034451907,0.0000021050103,0.004928096,0.000026095511,0.0000016811287,0.053063914,0.010940987,0.0005608515],"about_ca_topic_score_codex":0.0025781018,"about_ca_topic_score_gemma":0.002185774,"teacher_disagreement_score":0.36303753,"about_ca_system_score_codex":0.00090232404,"about_ca_system_score_gemma":0.0027953428,"threshold_uncertainty_score":0.9998725},"labels":[],"label_agreement":null}]}