{"meta":{"query_hash":"5555bfb23a6d","filters":{"venue":"Journal of Social Marketing"},"cohort_total":21,"direct_labels_cover":0,"predictions_cover":21,"exported":21,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5555bfb23a6d","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Social+Marketing"},"results":[{"id":"W1482944302","doi":"10.1108/jsocm-08-2013-0060","title":"Developing benchmark criteria for assessing community-based social marketing programs","year":2014,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Social marketing; Benchmark (surveying); Sustainability; Outreach; Originality; Empirical research; Marketing; Marketing research; Management science; Computer science; Sociology; Qualitative research; Engineering; Business; Political science","score_opus":0.06650119262252716,"score_gpt":0.3255053187437806,"score_spread":0.25900412612125345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482944302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95944846,0.000025767182,0.0085175,0.020117993,0.0014683146,0.00034162795,0.0000011721818,0.00012171004,0.00995743],"genre_scores_gemma":[0.95902634,8.429228e-7,0.020591278,0.007388588,0.012841019,0.000012892378,0.00006455208,0.00005736167,0.00001713611],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976211,0.0005051064,0.00088377076,0.00015641298,0.0004117908,0.00042177257],"domain_scores_gemma":[0.9957979,0.0009064549,0.0017590255,0.00009829038,0.0014258355,0.000012550367],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02265842,0.00022133286,0.00040667632,0.0003286328,0.002156196,0.0010878508,0.0003966041,0.00014592432,0.000050376235],"category_scores_gemma":[0.0027263283,0.00022432764,0.00021376299,0.000734525,0.000055602693,0.0014228291,0.00011667796,0.0005368694,0.000003185525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029545033,0.0005340807,0.058210604,0.0120380735,0.00032731605,0.000009584727,0.002083754,0.000019928495,0.0097207185,0.016822476,0.026283529,0.87099546],"study_design_scores_gemma":[0.0052093696,0.00008375112,0.42214534,0.0027978143,0.0005107166,0.000015011688,0.015477636,0.008725585,0.00023161162,0.017010529,0.5261494,0.0016432648],"about_ca_topic_score_codex":0.000032600954,"about_ca_topic_score_gemma":0.000013221238,"teacher_disagreement_score":0.86935216,"about_ca_system_score_codex":0.00011640551,"about_ca_system_score_gemma":0.00010480093,"threshold_uncertainty_score":0.9999491},"labels":[],"label_agreement":null},{"id":"W1948191003","doi":"10.1108/jsocm-09-2014-0068","title":"Marketing and social enterprises: implications for social marketing","year":2015,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Queen's University","funders":"","keywords":"Marketing; Business; Public relations; Stakeholder; Empirical research; Legitimacy; Social marketing; Qualitative research; Grounded theory; Social entrepreneurship; Marketing research; Sociology; Entrepreneurship; Political science; Politics","score_opus":0.04272209060078813,"score_gpt":0.28881181686464225,"score_spread":0.2460897262638541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1948191003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92020726,0.0002090911,0.0005243379,0.062120177,0.0010282967,0.00041043406,0.0000113635215,0.00007904688,0.015409984],"genre_scores_gemma":[0.97519255,0.000009606679,0.0013429165,0.003857549,0.019372314,0.00001849284,0.000026485846,0.00006109703,0.00011899438],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979377,0.00018889435,0.000864737,0.00024591666,0.00035426827,0.0004084772],"domain_scores_gemma":[0.99615407,0.00059712504,0.0016552027,0.00006858798,0.0015023696,0.000022615879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013920665,0.00021954028,0.0003930408,0.00033036008,0.0011994854,0.00051762926,0.00028078648,0.00015548158,0.000041844625],"category_scores_gemma":[0.003109501,0.00022699595,0.00019512391,0.00055701594,0.00006913681,0.0012108686,0.0001830945,0.00030687207,0.0000047935146],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01143804,0.00044349182,0.19673167,0.0039982977,0.00064523984,0.00001355643,0.0080331005,0.00000626882,0.008258803,0.016427152,0.27491918,0.47908518],"study_design_scores_gemma":[0.0032113271,0.000029046345,0.73063684,0.00023405369,0.00037984553,0.000028062277,0.01789086,0.00026403743,0.000016559949,0.0078838775,0.23874365,0.00068183907],"about_ca_topic_score_codex":0.000016339189,"about_ca_topic_score_gemma":0.00000833754,"teacher_disagreement_score":0.53390515,"about_ca_system_score_codex":0.000113801,"about_ca_system_score_gemma":0.000097625154,"threshold_uncertainty_score":0.92566264},"labels":[],"label_agreement":null},{"id":"W2002395020","doi":"10.1108/jsocm-08-2011-0054","title":"Financing social marketing programs through sponsorship: implications for evaluation","year":2014,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nipissing University; University of Ottawa","funders":"","keywords":"Social marketing; Marketing; Business; Stakeholder; Public relations; Project sponsorship; Government (linguistics); Marketing research; Originality; Qualitative research; Political science; Economics; Sociology; Project management","score_opus":0.05071989672152944,"score_gpt":0.3099278077156264,"score_spread":0.25920791099409696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002395020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94948536,0.000079661906,0.002525692,0.033888113,0.0008768581,0.0006139346,0.0000015579335,0.000060925857,0.012467893],"genre_scores_gemma":[0.9804569,0.0000031830039,0.0026746208,0.002180408,0.014521296,0.00004071911,0.00003512542,0.00003776464,0.000049999144],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981195,0.0002544665,0.00073202484,0.00019307555,0.000383774,0.0003172062],"domain_scores_gemma":[0.99576604,0.0006243115,0.0016161236,0.00008764083,0.0018982465,0.0000076189335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023866279,0.00015566254,0.00026894806,0.0001756466,0.0009908384,0.000330927,0.00023884789,0.000115597395,0.000059850736],"category_scores_gemma":[0.006085191,0.00015596677,0.00019172866,0.00070690474,0.00003231087,0.0012665968,0.00005849474,0.00022049266,0.0000069362272],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022245513,0.00021047232,0.027032793,0.0012181682,0.00013243919,6.299039e-7,0.0011889661,0.00003245361,0.003837573,0.05692341,0.011727123,0.8954714],"study_design_scores_gemma":[0.0023341128,0.000035226785,0.6926038,0.00030660015,0.00041576946,0.000008504036,0.0019444084,0.0022408555,0.000048295457,0.046009794,0.2535904,0.00046220855],"about_ca_topic_score_codex":0.000012335076,"about_ca_topic_score_gemma":0.000008984892,"teacher_disagreement_score":0.8950092,"about_ca_system_score_codex":0.00009928518,"about_ca_system_score_gemma":0.00006940959,"threshold_uncertainty_score":0.8271624},"labels":[],"label_agreement":null},{"id":"W2005840824","doi":"10.1108/20426761211203247","title":"Macro‐social marketing and social engineering: a systems approach","year":2012,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social marketing; Public relations; Social change; Marketing; Government (linguistics); Psychological intervention; Flexibility (engineering); Macro; Legislation; Originality; Business; Political science; Economics; Sociology; Psychology; Economic growth; Qualitative research; Social science; Computer science","score_opus":0.01744664063714792,"score_gpt":0.2158281921917702,"score_spread":0.19838155155462228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005840824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804995,0.00050267315,0.00021527862,0.0034204482,0.0015289927,0.00017575265,0.0000015803727,0.00006211666,0.013593638],"genre_scores_gemma":[0.9683131,0.0000052987943,0.00032934183,0.00068626343,0.030544858,0.000004686663,0.000007769728,0.000042505668,0.00006617372],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99822193,0.000102272665,0.00063621195,0.00014095177,0.0004453998,0.00045324583],"domain_scores_gemma":[0.9983533,0.00014814157,0.0010293651,0.000045003835,0.00040785456,0.000016322214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008032243,0.00020032274,0.000366921,0.00029338285,0.0006466478,0.00042025684,0.00017583411,0.00015618003,0.00003847092],"category_scores_gemma":[0.00051539694,0.00019828412,0.00012303476,0.00055161415,0.000032141546,0.0014292713,0.00012719979,0.00039911608,0.0000067812407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006625502,0.0017087518,0.38886783,0.032312118,0.0023546868,0.00007815136,0.03427298,0.00013865318,0.03494743,0.17503671,0.14399584,0.17966136],"study_design_scores_gemma":[0.0019041178,0.000013574014,0.7481283,0.00021882773,0.0004027108,0.000095991454,0.0182875,0.0026388024,0.000018737885,0.00017567385,0.22717936,0.00093643984],"about_ca_topic_score_codex":0.000023625926,"about_ca_topic_score_gemma":4.375281e-7,"teacher_disagreement_score":0.35926044,"about_ca_system_score_codex":0.0000708938,"about_ca_system_score_gemma":0.000021010903,"threshold_uncertainty_score":0.8085792},"labels":[],"label_agreement":null},{"id":"W2073561783","doi":"10.1108/jsocm-08-2013-0056","title":"Best practices in social marketing among Aboriginal people","year":2014,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Communications Research Centre Canada; Mining Association of Canada; Health Canada; University of Ottawa","funders":"","keywords":"Social marketing; Mainstream; Public relations; Social media; Globe; Originality; Marketing; Value (mathematics); Sociology; Advertising; Political science; Social science; Business; Psychology; Qualitative research","score_opus":0.02144391515850308,"score_gpt":0.2961343444006878,"score_spread":0.27469042924218473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073561783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9454847,0.000040518586,0.000024328228,0.008497323,0.00068532827,0.00008437469,3.0098806e-7,0.000020576275,0.04516257],"genre_scores_gemma":[0.9806101,0.000012643577,0.00023413142,0.0012480597,0.017723678,0.000002807261,0.0000040930872,0.000028747172,0.00013579763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980328,0.00021886086,0.0007435199,0.00018051648,0.00049346476,0.00033084286],"domain_scores_gemma":[0.99553573,0.0005590539,0.0032040223,0.00006636549,0.0006240571,0.0000107544065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01272098,0.00016451522,0.00033170742,0.00042311972,0.0005026121,0.00042370497,0.00028017184,0.000119885844,0.00020489364],"category_scores_gemma":[0.0040007336,0.00016495076,0.00011215873,0.0010982248,0.00003484018,0.002320878,0.00006677009,0.00051570236,0.000025746454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013105166,0.00019595659,0.92103094,0.0010016372,0.00007202787,0.00002378948,0.002095664,0.000016624466,0.001480113,0.004808243,0.008333177,0.059631325],"study_design_scores_gemma":[0.0008138986,0.000012169304,0.90274876,0.00023340184,0.00008361496,0.0000064681863,0.0067816456,0.00053430547,0.000010781236,0.0010071659,0.08750812,0.00025963908],"about_ca_topic_score_codex":0.00044529836,"about_ca_topic_score_gemma":0.00039376525,"teacher_disagreement_score":0.07917494,"about_ca_system_score_codex":0.0000701152,"about_ca_system_score_gemma":0.00005527677,"threshold_uncertainty_score":0.6726497},"labels":[],"label_agreement":null},{"id":"W2134097097","doi":"10.1108/20426761111104400","title":"Developing more effective social marketing strategies","year":2011,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Social marketing; Upstream (networking); Marketing; Originality; Public relations; Value (mathematics); Business; Social issues; Return on marketing investment; Marketing mix; Economics; Political science; Psychology; Computer science; Social psychology; Creativity; Economic growth","score_opus":0.014248007472378754,"score_gpt":0.27512832396907577,"score_spread":0.260880316496697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134097097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9573463,0.000021095615,0.00029610633,0.0007049891,0.00020312918,0.00014566387,7.770539e-7,0.000014685357,0.041267253],"genre_scores_gemma":[0.9952081,0.0000076188803,0.0041511217,0.0001875866,0.00027068853,0.000006349233,5.217641e-7,0.000016902759,0.00015110357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979559,0.00069052854,0.00046423925,0.0001740088,0.00040224614,0.00031308693],"domain_scores_gemma":[0.99903804,0.00028292197,0.00051015866,0.000057277743,0.00003449824,0.000077094635],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004165249,0.00015306924,0.00023229221,0.00004522902,0.0005588989,0.000052170413,0.00023384251,0.000098075965,0.002071427],"category_scores_gemma":[0.0006719527,0.00014419827,0.0001627745,0.00019990421,0.00031590357,0.00049703196,0.0001607942,0.00033607858,0.000019317686],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017588931,0.0005145548,0.64985096,0.000268187,0.0001672793,0.000091054215,0.10567826,0.000029319748,0.004874746,0.0010534028,0.0042996877,0.23141363],"study_design_scores_gemma":[0.00024341133,0.000024528028,0.94184005,0.000022352438,0.000020109861,0.000014994572,0.054804005,0.000009186697,0.00015048089,0.0008298304,0.0018821507,0.00015888832],"about_ca_topic_score_codex":0.000044944547,"about_ca_topic_score_gemma":0.000008432352,"teacher_disagreement_score":0.2919891,"about_ca_system_score_codex":0.00090559444,"about_ca_system_score_gemma":0.0000761782,"threshold_uncertainty_score":0.9988408},"labels":[],"label_agreement":null},{"id":"W2343427896","doi":"10.1108/jsocm-06-2015-0043","title":"Social enterprise dualities: implications for social marketing","year":2016,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Queen's University","funders":"","keywords":"Marketing; Originality; Social marketing; Business; Value (mathematics); Marketing research; Public relations; Sociology; Qualitative research; Political science","score_opus":0.034332037360339324,"score_gpt":0.2954104579477525,"score_spread":0.26107842058741315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343427896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78893435,0.000065264285,0.001557728,0.18947785,0.0011681296,0.00038495014,0.000023725934,0.00009455526,0.018293472],"genre_scores_gemma":[0.9671428,0.00000945355,0.0003702482,0.0038533346,0.028053077,0.000021006068,0.000011038406,0.000050380462,0.00048863055],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998238,0.00009703648,0.00081441004,0.000187818,0.00028898983,0.00037372674],"domain_scores_gemma":[0.99658597,0.0006039699,0.001553551,0.00006785449,0.0011773413,0.000011313761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056926473,0.00017537366,0.00031391275,0.0002686424,0.0011541584,0.0002624996,0.00029776513,0.0001280392,0.00019324644],"category_scores_gemma":[0.0017620219,0.00014420693,0.00028759823,0.0004523433,0.000060868406,0.001205879,0.000104184095,0.00015915874,0.000013531669],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040274924,0.0003082667,0.045690425,0.0016230564,0.00046538145,0.000005425881,0.0033562712,5.291492e-7,0.030672,0.08768051,0.30878097,0.5173897],"study_design_scores_gemma":[0.002926092,0.000022257887,0.52526075,0.00031351115,0.00027649538,0.000010243035,0.0058206934,0.0000177771,0.00008177699,0.030609157,0.4340462,0.0006150533],"about_ca_topic_score_codex":0.000010152782,"about_ca_topic_score_gemma":0.0000056811937,"teacher_disagreement_score":0.51677465,"about_ca_system_score_codex":0.00011742445,"about_ca_system_score_gemma":0.00006708988,"threshold_uncertainty_score":0.887697},"labels":[],"label_agreement":null},{"id":"W2531855564","doi":"10.1108/jsocm-12-2014-0089","title":"Fear appeals: the influence of threat orientations","year":2016,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Self-affirmation; Psychology; Social psychology; Denial; Fear appeal; Originality; Intervention (counseling); Personality; Value (mathematics)","score_opus":0.0427360077506519,"score_gpt":0.40899371868052803,"score_spread":0.36625771092987613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531855564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99171114,0.00013514148,0.000054514658,0.002984526,0.00050793524,0.00006239387,0.0000061206015,0.0000044806447,0.004533764],"genre_scores_gemma":[0.9985687,0.000019703517,0.000075496944,0.000095828225,0.000344572,0.0000034182694,1.0899133e-7,0.000006369514,0.0008858129],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998801,0.00034702572,0.00049203937,0.00005230068,0.00015616493,0.00015146671],"domain_scores_gemma":[0.99866897,0.00037335834,0.0005892808,0.00006954052,0.00025240472,0.0000464286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015824261,0.000049300746,0.0001268117,0.000052839743,0.00017918208,0.000007705551,0.000160017,0.000051405827,0.0005925561],"category_scores_gemma":[0.00029935755,0.000026880152,0.0001525181,0.00012919246,0.00010943633,0.00011201639,0.00001952738,0.00014515109,0.000019732632],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013757177,0.0005825059,0.51870054,0.00006852778,0.00022133182,0.000026592186,0.013000944,0.0000031559211,0.0083905365,0.016508777,0.047478426,0.39364293],"study_design_scores_gemma":[0.00041779593,0.00009684223,0.9914955,0.0001546252,0.000032144617,0.000018248073,0.0022943725,7.55388e-8,0.000024853283,0.00026594833,0.0051641855,0.00003541338],"about_ca_topic_score_codex":0.00003636154,"about_ca_topic_score_gemma":0.000008271843,"teacher_disagreement_score":0.47279495,"about_ca_system_score_codex":0.000037859027,"about_ca_system_score_gemma":0.00004674001,"threshold_uncertainty_score":0.64880735},"labels":[],"label_agreement":null},{"id":"W2581873803","doi":"10.1108/jsocm-04-2016-0018","title":"The career paths of social marketing doctoral graduates","year":2017,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social marketing; Curriculum; Originality; Graduation (instrument); Government (linguistics); Marketing; Public relations; Higher education; Private sector; Sociology; Political science; Business; Pedagogy; Economic growth; Economics; Social science; Engineering; Qualitative research","score_opus":0.030402319143400986,"score_gpt":0.26952417455935734,"score_spread":0.23912185541595635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581873803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8872431,0.00013246464,0.000014300098,0.010134995,0.0024975282,0.00018424369,0.0000014955638,0.000028285358,0.09976361],"genre_scores_gemma":[0.99103856,0.00003342569,0.00014262742,0.00015618466,0.007339765,0.0000043576333,0.0000028490824,0.00003284962,0.0012493732],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977783,0.00019551095,0.0008029952,0.00016408182,0.00066099426,0.00039814482],"domain_scores_gemma":[0.99481326,0.0005972,0.0036294032,0.00019685854,0.0007465076,0.000016779744],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012809314,0.00020049089,0.00035520268,0.00017897724,0.0029162252,0.0011408424,0.00088576117,0.00009227892,0.0001438412],"category_scores_gemma":[0.0061486512,0.00015625292,0.00033126402,0.00016958865,0.0002135606,0.0010795663,0.0003861889,0.0003302115,0.000008073003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031591866,0.00029533703,0.3380796,0.0018562345,0.000627758,0.000038096958,0.0018997135,0.0000040221103,0.0020779867,0.017922578,0.29113552,0.34290397],"study_design_scores_gemma":[0.0006537298,0.000009706194,0.82131046,0.00020640188,0.0002127587,0.000002312003,0.004224595,0.00014361928,0.00002067928,0.0012490186,0.17170654,0.00026015434],"about_ca_topic_score_codex":0.00009243918,"about_ca_topic_score_gemma":0.000046709392,"teacher_disagreement_score":0.4832309,"about_ca_system_score_codex":0.00006274311,"about_ca_system_score_gemma":0.000056395118,"threshold_uncertainty_score":0.99989605},"labels":[],"label_agreement":null},{"id":"W2617539161","doi":"10.1108/jsocm-11-2016-0074","title":"Social marketing strategy and industry involvement","year":2017,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Social marketing; Marketing; Originality; Business; Value (mathematics); Marketing strategy; Social change; Public relations; Economics; Sociology; Computer science; Political science; Economic growth","score_opus":0.04390735419047719,"score_gpt":0.28953892936251263,"score_spread":0.24563157517203543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617539161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94763917,0.00006373921,0.0000035045116,0.014465623,0.00042749319,0.000071848226,5.177443e-7,0.000014640738,0.037313472],"genre_scores_gemma":[0.985775,0.00000892994,0.00008373274,0.0016910954,0.012221189,0.0000013547849,0.0000022299478,0.000020136082,0.00019631443],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99872386,0.000057680038,0.0004934439,0.00014065602,0.0003451866,0.00023913958],"domain_scores_gemma":[0.99752367,0.00007978949,0.0018122088,0.00009010441,0.00048268298,0.000011521894],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006016829,0.00013819012,0.00023481282,0.00015896095,0.0016186812,0.0010278174,0.0002950703,0.00018331133,0.00015152794],"category_scores_gemma":[0.000997188,0.00013414283,0.00007662456,0.00014521346,0.000069559566,0.0016354377,0.00021084657,0.00056023704,0.0000051409975],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016430686,0.00019751443,0.40435427,0.0017820799,0.00034488627,0.000091769776,0.0011827354,0.000005275711,0.0059035365,0.01982673,0.04320208,0.5214661],"study_design_scores_gemma":[0.0007409536,0.00000779068,0.9594564,0.0001566294,0.000075823904,0.000005728887,0.0037154292,0.0000668112,0.000025153477,0.0030029619,0.03253892,0.00020741347],"about_ca_topic_score_codex":0.00006831424,"about_ca_topic_score_gemma":0.000017243525,"teacher_disagreement_score":0.5551021,"about_ca_system_score_codex":0.000038278256,"about_ca_system_score_gemma":0.000043108124,"threshold_uncertainty_score":0.99968106},"labels":[],"label_agreement":null},{"id":"W2755429962","doi":"10.1108/jsocm-11-2016-0072","title":"Master’s thesis research in social marketing (1971-2015)","year":2017,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social marketing; Marketing science; Marketing; Marketing research; Originality; Maturity (psychological); Sociology; Public relations; Marketing management; Relationship marketing; Social science; Political science; Business; Qualitative research","score_opus":0.12557261401440456,"score_gpt":0.37438140273611653,"score_spread":0.24880878872171197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755429962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67743754,0.000062292114,0.000010451809,0.016507613,0.0011925864,0.00021485893,5.969977e-7,0.000026236385,0.30454785],"genre_scores_gemma":[0.98552173,0.0000350547,0.0002642076,0.00023897261,0.012258983,0.0000095952,0.0000022922827,0.00004743968,0.001621708],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99664724,0.00054455566,0.0008494754,0.00028068677,0.0009975797,0.00068048475],"domain_scores_gemma":[0.99637663,0.0007863673,0.0019039486,0.00022933015,0.000679674,0.000024022505],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.038080953,0.00021626356,0.00041922674,0.0009508858,0.0024794783,0.001692507,0.0010134126,0.00015794889,0.00043090084],"category_scores_gemma":[0.006598839,0.0002135004,0.0002271939,0.00044721237,0.00017650706,0.0022479314,0.0006092104,0.0007726145,0.00004784698],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003404368,0.00046364765,0.5058267,0.0019874116,0.00018400159,0.0001686305,0.0016187602,0.00000340722,0.00086330913,0.008163973,0.23262452,0.24469128],"study_design_scores_gemma":[0.00096678734,0.000008051112,0.85659134,0.00047581247,0.00005705535,0.0000028632865,0.005525625,0.00016459501,0.000004279843,0.0019946706,0.13393177,0.00027715732],"about_ca_topic_score_codex":0.00014779929,"about_ca_topic_score_gemma":0.000078653655,"teacher_disagreement_score":0.35076463,"about_ca_system_score_codex":0.00019380078,"about_ca_system_score_gemma":0.00008253495,"threshold_uncertainty_score":0.9993438},"labels":[],"label_agreement":null},{"id":"W2769062542","doi":"10.1108/jsocm-02-2017-0012","title":"Reckless driving promotion and prevention: priming effects","year":2017,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Promotion (chess); Originality; Psychology; Perception; Social marketing; Action (physics); Social media; Advertising; Social psychology; Affect (linguistics); Marketing; Business; Political science","score_opus":0.06588867144703903,"score_gpt":0.4330452564391995,"score_spread":0.3671565849921605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769062542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881301,0.00018044714,0.00015555295,0.0010076615,0.0018408219,0.000120484794,3.7308666e-7,0.00000825213,0.00855633],"genre_scores_gemma":[0.9971474,0.0000122069905,0.0005697636,0.000015680977,0.0009944648,0.0000050852477,3.0171458e-7,0.000010465479,0.0012446588],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988851,0.000351428,0.00036697867,0.00009101772,0.000128026,0.00017745465],"domain_scores_gemma":[0.998676,0.000103937,0.00094462885,0.0000878996,0.00011033772,0.00007718737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022148525,0.00006870504,0.00017401474,0.00005973239,0.0008258358,0.00010425504,0.00013374901,0.000076734716,0.0001497598],"category_scores_gemma":[0.00044716953,0.000065896995,0.00012421666,0.000024830206,0.000055182478,0.0002695839,0.000048089765,0.00028092493,0.0000042309734],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015450898,0.0001760594,0.118890114,0.00014676,0.00005051351,0.000053785,0.0017460982,2.141693e-8,0.00057812483,0.0004556774,0.0015574772,0.87619084],"study_design_scores_gemma":[0.0006044646,0.00020991033,0.9967761,0.0006390782,0.000054485576,0.00007233131,0.00047247874,0.000001833231,0.000034040946,0.0002427165,0.00082833506,0.000064239044],"about_ca_topic_score_codex":0.000010428058,"about_ca_topic_score_gemma":0.000011708182,"teacher_disagreement_score":0.877886,"about_ca_system_score_codex":0.000044079774,"about_ca_system_score_gemma":0.00002683659,"threshold_uncertainty_score":0.63517445},"labels":[],"label_agreement":null},{"id":"W2771670543","doi":"10.1108/jsocm-10-2016-0061","title":"Using previous social marketing efforts to assess a new program","year":2017,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Economic and Environmental Valuation","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Brandon University","funders":"","keywords":"Social marketing; Marketing research; Process (computing); Marketing; Computer science; Management science; Set (abstract data type); Variety (cybernetics); Key (lock); Process management; Conceptual framework; Data science; Business; Sociology; Engineering","score_opus":0.21676238667725364,"score_gpt":0.32592298995432256,"score_spread":0.10916060327706892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771670543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787821,0.00017115522,0.00084046833,0.0010007581,0.00065273076,0.00024137068,0.000007173011,0.000012713562,0.018291488],"genre_scores_gemma":[0.9859878,0.000035844772,0.011351061,0.00011474275,0.001993976,0.00000437942,0.0000012157336,0.000034313725,0.0004766848],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99834067,0.00008703205,0.00094317796,0.0002190636,0.00008498629,0.0003250743],"domain_scores_gemma":[0.99728215,0.000099954144,0.0023270985,0.00013016656,0.00003314654,0.00012751209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005732665,0.00015266199,0.00048480718,0.00012612065,0.0009798148,0.0003981275,0.000356395,0.00012604876,0.00031209734],"category_scores_gemma":[0.0010825724,0.00018524125,0.0002628246,0.000055107885,0.00005330808,0.00054114923,0.00015952272,0.00024153417,0.000038762613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003860833,0.00019275499,0.802728,0.00012233424,0.00025406148,0.000021810018,0.0021694794,0.0001245547,0.00030947017,0.0018243978,0.004741603,0.18712543],"study_design_scores_gemma":[0.0007181674,0.00005252295,0.9834077,0.00008733168,0.000030957,0.000016937454,0.0002880156,0.00057029404,0.000014948461,0.0010353043,0.013525585,0.0002522734],"about_ca_topic_score_codex":0.00005844476,"about_ca_topic_score_gemma":0.0000075526646,"teacher_disagreement_score":0.18687315,"about_ca_system_score_codex":0.00041279104,"about_ca_system_score_gemma":0.00005432177,"threshold_uncertainty_score":0.7553919},"labels":[],"label_agreement":null},{"id":"W2898214359","doi":"10.1108/jsocm-11-2017-0071","title":"Examining the ParticipACTION brand using the brand equity pyramid","year":2018,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Consumer Behavior in Brand Consumption and Identification","field":"Business, Management and Accounting","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Victoria; University of Alberta; University of British Columbia; Queen's University","funders":"","keywords":"Brand equity; Structural equation modeling; Confirmatory factor analysis; Brand management; Brand awareness; Brand loyalty; Exploratory factor analysis; Psychology; Marketing; Advertising; Corporate branding; Business; Social psychology; Mathematics; Service (business)","score_opus":0.13593235745395413,"score_gpt":0.34416490633423363,"score_spread":0.2082325488802795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898214359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994235,0.000079464575,0.00030656374,0.0015865614,0.001228329,0.0001051724,3.7822693e-7,0.000017609502,0.002440943],"genre_scores_gemma":[0.99535054,0.000009267152,0.000027102096,0.00043576746,0.004056254,0.0000020990021,5.9238806e-7,0.000012736018,0.00010566773],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987776,0.00010909332,0.00044550173,0.00010027677,0.0003679891,0.0001995402],"domain_scores_gemma":[0.99844414,0.00019278286,0.0008100935,0.00010727924,0.00043530605,0.000010376637],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0043656137,0.00009870711,0.0001404183,0.00009166007,0.0013897782,0.00070527935,0.00025883887,0.000049816732,0.00036296825],"category_scores_gemma":[0.0005433075,0.00006134359,0.000106135834,0.0003083468,0.00022730586,0.00076083303,0.000115180235,0.00023666745,0.000022586697],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010993746,0.00013811151,0.11152264,0.00013269033,0.00018486103,0.0000075146017,0.0022591667,0.000015679687,0.055267774,0.0010224417,0.007949277,0.8204005],"study_design_scores_gemma":[0.00079254864,0.0000059647787,0.9590404,0.00010491231,0.00040938513,0.000022871413,0.0039942903,0.0014600904,0.00017996381,0.00045590792,0.033366274,0.00016740506],"about_ca_topic_score_codex":0.000055216955,"about_ca_topic_score_gemma":0.000042939566,"teacher_disagreement_score":0.8475177,"about_ca_system_score_codex":0.00004463528,"about_ca_system_score_gemma":0.000033099193,"threshold_uncertainty_score":0.9999103},"labels":[],"label_agreement":null},{"id":"W2967403828","doi":"10.1108/jsocm-06-2018-0063","title":"Identifying and analyzing social marketing initiatives using a theory-based approach","year":2019,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Transtheoretical model; Target audience; Social marketing; Process (computing); Originality; Channel (broadcasting); Marketing; Value (mathematics); Public relations; Computer science; Behavior change; Business; Sociology; Political science; Psychology; Qualitative research","score_opus":0.08043540920320828,"score_gpt":0.4126126412454123,"score_spread":0.332177232042204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967403828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848044,0.00049253204,0.0014312795,0.00013143173,0.00079211383,0.00015718254,0.000006574492,0.000018663006,0.012165839],"genre_scores_gemma":[0.99598044,0.0000054832717,0.002743205,0.00011718579,0.0009143959,0.0000034229379,0.000002257141,0.0000341398,0.00019944394],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958437,0.0023984844,0.00083167374,0.00021762443,0.00027704434,0.00043143862],"domain_scores_gemma":[0.99776125,0.0006832734,0.0011666979,0.00007026462,0.00021545921,0.00010308191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008957722,0.0001731073,0.00043053878,0.00030931248,0.000676098,0.00011730462,0.00016548249,0.00018022912,0.000738206],"category_scores_gemma":[0.00033208609,0.0001719445,0.0003355948,0.00030625955,0.00011217172,0.00034498813,0.000060120652,0.0006727897,0.0000068765653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010512,0.0013006486,0.72410965,0.00175487,0.0010595277,0.0001337167,0.04103641,0.000025903466,0.008961819,0.011455636,0.0014490666,0.19820075],"study_design_scores_gemma":[0.0022972308,0.00011774671,0.966726,0.00059684925,0.00026209632,0.00007236664,0.02852695,0.00036563844,0.000019604295,0.0002592342,0.0004064044,0.0003498614],"about_ca_topic_score_codex":0.000015787891,"about_ca_topic_score_gemma":0.0000012988189,"teacher_disagreement_score":0.24261637,"about_ca_system_score_codex":0.0001283623,"about_ca_system_score_gemma":0.00009894401,"threshold_uncertainty_score":0.80828387},"labels":[],"label_agreement":null},{"id":"W2980378302","doi":"10.1108/jsocm-02-2019-0017","title":"Toward developing an environmental efficacy construct","year":2019,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Thompson Rivers University; University of Lethbridge","funders":"","keywords":"Construct (python library); Context (archaeology); Focus group; Psychology; Originality; Self-efficacy; Exploratory research; Social psychology; Perception; Applied psychology; Environmental resource management; Marketing; Business; Sociology; Geography; Computer science","score_opus":0.05735602248912903,"score_gpt":0.3800065384661547,"score_spread":0.32265051597702565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980378302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902127,0.0001469563,0.000026564492,0.00034514655,0.0018869416,0.00009043241,0.000004588836,0.000009381114,0.0072772815],"genre_scores_gemma":[0.9980568,0.0000072006287,0.0007975603,0.00016779869,0.00057783927,0.0000010597506,0.0000022692266,0.000013466946,0.00037596337],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99864876,0.000333038,0.00051792525,0.000099962825,0.00016662803,0.00023369222],"domain_scores_gemma":[0.9992789,0.00010198617,0.00043525427,0.000059962946,0.000029633116,0.00009424435],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011398382,0.000081828475,0.00020541988,0.0000794102,0.00012048127,0.000022919188,0.00014464185,0.00009415286,0.003901681],"category_scores_gemma":[0.00003740484,0.00007895431,0.00016550298,0.000059382386,0.000046346955,0.00015215103,0.000026245028,0.0003159456,0.00013574406],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012561573,0.00052954047,0.33780164,0.000057757952,0.00014700893,0.000091234455,0.008250935,6.3451245e-7,0.0024841623,0.0025063963,0.0032046414,0.6436699],"study_design_scores_gemma":[0.0011091902,0.00020996005,0.9784944,0.00007810077,0.000024355993,0.00014159341,0.006385413,0.0000015037227,0.000024230907,0.000033903227,0.013378287,0.0001190441],"about_ca_topic_score_codex":0.000007699508,"about_ca_topic_score_gemma":9.186342e-7,"teacher_disagreement_score":0.6435509,"about_ca_system_score_codex":0.0001177006,"about_ca_system_score_gemma":0.000054255903,"threshold_uncertainty_score":0.99700886},"labels":[],"label_agreement":null},{"id":"W3186352542","doi":"10.1108/jsocm-12-2019-0215","title":"Exploring determinants of brand extension attitude to promote optimal levels of movement among children and youth","year":2021,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Consumer Behavior in Brand Consumption and Identification","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; Queen's University; University of Victoria","funders":"","keywords":"Psychology; Promotion (chess); Perception; Population; Originality; Advertising; Social psychology; Positive attitude; Medicine; Business; Environmental health; Political science","score_opus":0.07412183479845533,"score_gpt":0.27520217423795534,"score_spread":0.20108033943950002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186352542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994128,0.000083718354,0.000040129824,0.00007860322,0.00020783405,0.00010940392,0.0000058417845,0.000005416448,0.000056249228],"genre_scores_gemma":[0.9993205,0.000033463257,0.00033552456,0.000035501882,0.0002313873,0.0000016092255,0.000001982595,0.000011005914,0.000029018756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884266,0.000033563014,0.0005850992,0.00012750214,0.00029283998,0.000118359654],"domain_scores_gemma":[0.9986788,0.000026087026,0.0007096683,0.000072779956,0.000495082,0.000017552118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011238834,0.00009105288,0.00026313224,0.00017082684,0.00012503426,0.000090180976,0.00009235875,0.000032779095,0.00006334838],"category_scores_gemma":[0.00027653854,0.00009019694,0.00009660076,0.0002010194,0.00003906157,0.00064696313,0.00012406478,0.00009250542,0.0000010754735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025105264,0.00014413644,0.6086444,0.00021209556,0.000063406245,0.000009211402,0.0015913486,0.000010913644,0.04836307,0.000025437554,0.00003291981,0.34065196],"study_design_scores_gemma":[0.0005518272,0.000004859483,0.9948697,0.00037864494,0.00013011775,0.0000032701955,0.0010206293,0.000030095383,0.002888169,0.000009536694,0.000024563691,0.0000885915],"about_ca_topic_score_codex":0.00004753304,"about_ca_topic_score_gemma":0.000020489928,"teacher_disagreement_score":0.38622525,"about_ca_system_score_codex":0.000015354155,"about_ca_system_score_gemma":0.000022313248,"threshold_uncertainty_score":0.36781245},"labels":[],"label_agreement":null},{"id":"W4211140154","doi":"10.1108/jsocm-06-2021-0145","title":"Examining 50 years of social marketing through a bibliometric and science mapping analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Marketing research; Social marketing; Originality; Identification (biology); Scholarship; Qualitative marketing research; Quantitative marketing research; Marketing science; Scopus; Marketing; Data science; Sociology; Marketing management; Qualitative research; Business marketing; Social science; Computer science; Relationship marketing; Political science; Business","score_opus":0.04525976531020214,"score_gpt":0.318813306702341,"score_spread":0.27355354139213883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211140154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94893104,0.00045646535,0.000047256894,0.0005363322,0.0005864621,0.00011792582,0.000012329477,0.000030226105,0.04928196],"genre_scores_gemma":[0.9974503,0.00014437288,0.0011836998,0.000083471896,0.0008691923,0.0000053393933,0.0000011391115,0.00002280545,0.00023970527],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99323916,0.0020104873,0.0010374447,0.0003341791,0.002658145,0.0007206036],"domain_scores_gemma":[0.9934344,0.00382366,0.001880128,0.000090913396,0.00059648487,0.00017435638],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04451385,0.00017377216,0.0007256938,0.010648922,0.0035630814,0.0003743124,0.0007478671,0.00010859744,0.0002458041],"category_scores_gemma":[0.017757958,0.00021103166,0.00036837044,0.057754602,0.0012245647,0.00083259854,0.0005048688,0.0006409948,5.990084e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010219248,0.00038057572,0.23514391,0.00024669518,0.0012829044,0.00011015591,0.2781413,0.000042801323,0.00365807,0.0036289082,0.0019796744,0.4743631],"study_design_scores_gemma":[0.00051080296,0.0000729394,0.7760789,0.000064454944,0.00029574096,0.0000075280605,0.20432864,0.00003099189,0.0000072420553,0.00037599762,0.017929193,0.00029761216],"about_ca_topic_score_codex":0.00022063042,"about_ca_topic_score_gemma":0.000020158877,"teacher_disagreement_score":0.5409349,"about_ca_system_score_codex":0.00046921498,"about_ca_system_score_gemma":0.0007649433,"threshold_uncertainty_score":0.9977341},"labels":[],"label_agreement":null},{"id":"W4292790951","doi":"10.1108/jsocm-04-2022-0071","title":"The role of user centric measures in the use of non-pharmaceutical interventions (NPIs)","year":2022,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Francis Xavier University; Concordia University; Thompson Rivers University","funders":"","keywords":"Value (mathematics); Context (archaeology); Psychological intervention; Psychology; Normative; Structural equation modeling; Social psychology; Knowledge management; Computer science; Political science","score_opus":0.1487901992444832,"score_gpt":0.44824252479412374,"score_spread":0.2994523255496405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292790951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99461883,0.0014944208,0.0000321762,0.001438809,0.0008749653,0.00018293675,0.000020210698,0.000002393822,0.0013352714],"genre_scores_gemma":[0.9994806,0.000041099305,0.00005247996,0.00008238788,0.00014749066,0.000015192102,7.471272e-7,0.000008177445,0.0001718186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99671793,0.0017034378,0.000925972,0.000063987274,0.0003712659,0.00021740218],"domain_scores_gemma":[0.9981163,0.0008511333,0.00074545894,0.000091886126,0.00015656558,0.00003863392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004939965,0.000063510706,0.00018794344,0.00013121986,0.00035470148,0.000019034796,0.00034364226,0.000040013747,0.00069326087],"category_scores_gemma":[0.0003733424,0.000043115022,0.0004660942,0.00035427138,0.00008613859,0.00007660414,0.00007894254,0.00067578175,0.0000013314417],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048561785,0.0044555245,0.43550605,0.00016948367,0.00042575496,0.00006519852,0.017730791,0.000047595262,0.0015759278,0.0062916204,0.058198713,0.47067714],"study_design_scores_gemma":[0.00090133015,0.00029110952,0.8466887,0.00012608398,0.00012742566,0.000045907705,0.021015279,0.000033741246,0.000028410655,0.00015935802,0.13051651,0.00006615714],"about_ca_topic_score_codex":0.00010146179,"about_ca_topic_score_gemma":0.00004242615,"teacher_disagreement_score":0.470611,"about_ca_system_score_codex":0.00007084373,"about_ca_system_score_gemma":0.00005696017,"threshold_uncertainty_score":0.75907207},"labels":[],"label_agreement":null},{"id":"W4391964291","doi":"10.1108/jsocm-08-2023-0174","title":"The “problem” of Australian First Nations doctoral education: a policy analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Indigenous; Social marketing; Government (linguistics); Originality; Policy analysis; Public relations; Sociology; Social policy; Value (mathematics); Public policy; Politics; Political science; Public administration; Social science; Economics; Economic growth","score_opus":0.01733462821316868,"score_gpt":0.35831969908262956,"score_spread":0.3409850708694609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391964291","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3659982,0.0018380143,0.00003810732,0.10226956,0.002770647,0.00042543968,0.000014063442,0.000040526917,0.5266054],"genre_scores_gemma":[0.97143596,0.0028466007,0.0005647374,0.000016722171,0.00513127,0.0000012780285,0.0000016889911,0.000007653151,0.019994112],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998214,0.0004795656,0.00052775914,0.00007907069,0.00044203352,0.0002575781],"domain_scores_gemma":[0.9977825,0.0010593768,0.00042824273,0.000053907967,0.00057875563,0.000097185926],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0044515203,0.00006663596,0.00016547709,0.00048939785,0.008065882,0.00020597274,0.00024505888,0.00008320842,0.00013732338],"category_scores_gemma":[0.00011185925,0.0000463346,0.00026815312,0.0021960293,0.0002194588,0.00022342618,0.0000016192233,0.00020336635,0.0000037188506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026821053,0.0001202165,0.0027416768,0.00016720759,0.00045913155,0.000002078815,0.4324047,0.000012089853,0.0000018773645,0.552749,0.005085785,0.0062294393],"study_design_scores_gemma":[0.00003516857,0.00001302639,0.010375698,0.000087737404,0.00017074915,0.00000276606,0.021577908,0.0000028637373,0.000002469021,0.00195931,0.9657165,0.000055832388],"about_ca_topic_score_codex":0.025830407,"about_ca_topic_score_gemma":0.45545468,"teacher_disagreement_score":0.9606307,"about_ca_system_score_codex":0.00043706715,"about_ca_system_score_gemma":0.02205708,"threshold_uncertainty_score":0.99322546},"labels":[],"label_agreement":null},{"id":"W4417453887","doi":"10.1108/jsocm-11-2024-0262","title":"Scottish reusable coffee cups: a multi-intervention CBSM benchmark analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Social Marketing","topic":"Global trade, sustainability, and social impact","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"British Science Association","keywords":"Benchmark (surveying); Scope (computer science); Psychological intervention; Key (lock); Set (abstract data type); Intervention (counseling)","score_opus":0.014055564178467513,"score_gpt":0.2894176184173998,"score_spread":0.2753620542389323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417453887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95287144,0.0004554483,0.0013880287,0.0021228967,0.0011285689,0.00022796048,0.000004629467,0.000051913292,0.041749116],"genre_scores_gemma":[0.9969454,0.000019934827,0.00029398012,0.00052280986,0.0013989279,0.0000021584349,0.000007584807,0.000013473751,0.0007957334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793106,0.00017433625,0.0008706144,0.0002000613,0.00041575718,0.00040818733],"domain_scores_gemma":[0.9977786,0.00018082281,0.001008018,0.00011947458,0.0008871691,0.000025925257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004533893,0.00019555671,0.0005723797,0.00066112337,0.0005859477,0.0006123255,0.00036075825,0.00014692714,0.00025476186],"category_scores_gemma":[0.003300831,0.0001927654,0.0009600172,0.0021259158,0.0000936249,0.00114934,0.0001543242,0.00035324175,0.0000063839016],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009762812,0.0012004365,0.92722565,0.0016457373,0.0035918101,0.00009568464,0.0014446981,0.00017289673,0.00015516744,0.0050142985,0.029040255,0.029437076],"study_design_scores_gemma":[0.0019553185,0.000021907077,0.9516927,0.00037051426,0.0027941237,0.0000015656926,0.021764735,0.0010541589,0.0000071402937,0.004506437,0.015499604,0.00033182203],"about_ca_topic_score_codex":0.0007352246,"about_ca_topic_score_gemma":0.00022561359,"teacher_disagreement_score":0.044073958,"about_ca_system_score_codex":0.00031909262,"about_ca_system_score_gemma":0.00008147285,"threshold_uncertainty_score":0.78607446},"labels":[],"label_agreement":null}]}