{"meta":{"query_hash":"1ba5d7129c4a","filters":{"venue":"Engaging Science Technology and Society"},"cohort_total":20,"direct_labels_cover":9,"predictions_cover":20,"exported":20,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1ba5d7129c4a","api":"https://metacan.xera.ac/api/v1/cohort?venue=Engaging+Science+Technology+and+Society"},"results":[{"id":"W2402040036","doi":"10.17351/ests2016.85","title":"Care and Solidarity Are Conditions for Interventionist Research","year":2016,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Solidarity; Power (physics); Action (physics); Sociology; Political science; Research ethics; Epistemology; Public relations; Engineering ethics; Law","score_opus":0.5351337359155328,"score_gpt":0.6988358515948896,"score_spread":0.16370211567935677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402040036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94078547,0.00007845984,0.004127697,0.053001024,0.00020391628,0.0006850928,0.00009150343,0.0001649401,0.00086187554],"genre_scores_gemma":[0.99512434,0.000060787785,0.0027176086,0.001286897,0.000042863525,0.0003094469,7.5476777e-7,0.0000049919868,0.0004522996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9981469,0.00023092295,0.00025974828,0.0003969986,0.00023956368,0.0007258492],"domain_scores_gemma":[0.9973419,0.0016078225,0.00010829564,0.00022306474,0.0005831746,0.00013576569],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.006848974,0.000067216424,0.000116875104,0.00036058854,0.011174818,0.000029491288,0.00027361594,0.0001428392,0.000031731448],"category_scores_gemma":[0.0033442208,0.000049715945,0.000027004971,0.0012537776,0.0053113042,0.00030222512,0.00030316252,0.00052549795,0.000013780713],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006701735,0.000024602348,0.3643799,0.00059603236,0.0000116190095,8.273965e-7,0.07896435,1.1388883e-7,0.025610244,0.49016526,0.020090602,0.020149747],"study_design_scores_gemma":[0.0026223038,0.0003199238,0.14647116,0.0008411156,0.00001249508,0.000009330227,0.62258095,0.00018436817,0.0029627664,0.12010965,0.1035429,0.00034304053],"about_ca_topic_score_codex":0.000022025077,"about_ca_topic_score_gemma":0.000058034562,"teacher_disagreement_score":0.5436166,"about_ca_system_score_codex":0.00022767812,"about_ca_system_score_gemma":0.0005671268,"threshold_uncertainty_score":0.9973957},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2489823708","doi":"10.17351/ests2016.94","title":"Toward Non-innocent Reassemblies","year":2016,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Contemporary Literature and Criticism","field":"Arts and Humanities","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reading (process); Sociology; Psychoanalysis; Criminology; Epistemology; Law; Aesthetics; Political science; Psychology; Philosophy","score_opus":0.021919828134624,"score_gpt":0.23817712836832655,"score_spread":0.21625730023370254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2489823708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.848928,0.0008953197,0.00089145463,0.03305079,0.0007233349,0.00013796879,0.000010464665,0.00053892384,0.11482376],"genre_scores_gemma":[0.9947949,0.000047238274,0.00026136055,0.00061497587,0.000111548405,0.0000093357685,3.234825e-7,0.000004830259,0.0041554677],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999209,0.000008779104,0.00010767777,0.00027118973,0.00012920013,0.0002741766],"domain_scores_gemma":[0.9996118,0.000045709552,0.00002846444,0.00017837988,0.000092787835,0.000042889795],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0004700711,0.000094104194,0.000105337545,0.0001854421,0.0010616925,0.00013896266,0.00024457916,0.000059927683,0.00007422978],"category_scores_gemma":[0.00005335715,0.000058195,0.00004214326,0.00023987528,0.0030925057,0.00050673104,0.000109385976,0.00017760709,0.000014254412],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.512412e-7,0.00001127504,0.00046326147,0.0000069842827,0.000005932133,0.0000026004977,0.02522304,4.9929905e-9,0.0044169016,0.95674473,0.0017036535,0.011420673],"study_design_scores_gemma":[0.0007916396,0.00015087181,0.0011900807,0.00024612783,0.000023145554,0.00003405525,0.081371106,0.00006439414,0.015052212,0.12150451,0.7790065,0.0005653877],"about_ca_topic_score_codex":0.0000035574885,"about_ca_topic_score_gemma":0.0000027757521,"teacher_disagreement_score":0.83524024,"about_ca_system_score_codex":0.000021513113,"about_ca_system_score_gemma":0.000056907935,"threshold_uncertainty_score":0.9996205},"labels":[],"label_agreement":null},{"id":"W2756923027","doi":"10.17351/ests2017.126","title":"Compromised Agency: The Case of BabyLegs","year":2017,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Compromise; Agency (philosophy); Ambivalence; Power (physics); Essentialism; Sociology; Law and economics; Set (abstract data type); Environmental ethics; Public relations; Epistemology; Law; Political science; Internet privacy; Social psychology; Psychology; Computer science; Social science; Gender studies; Philosophy","score_opus":0.022754348894921853,"score_gpt":0.31073797996114483,"score_spread":0.287983631066223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756923027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9469275,0.000058613317,0.04179466,0.00812323,0.0003600702,0.00013173373,7.144726e-7,0.00026010952,0.0023433708],"genre_scores_gemma":[0.9825852,0.000010907331,0.017138919,0.00015299236,0.000012070592,0.0000123014215,6.733346e-8,0.0000031607317,0.00008436788],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99898976,0.000027348191,0.00017239588,0.00039854308,0.00012357435,0.00028835185],"domain_scores_gemma":[0.99814564,0.00008124246,0.00026510278,0.0012844347,0.00020231202,0.000021263235],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0017167872,0.000105553154,0.00013521353,0.00025895162,0.0049336837,0.0001616122,0.0023890296,0.00013662623,0.0000036750446],"category_scores_gemma":[0.0003887178,0.00007762773,0.0000451275,0.0009869378,0.00738758,0.0008595847,0.0010079633,0.00066711067,0.0000039348756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.5619616e-7,0.000019835872,0.0015888226,0.0000061659903,0.00001370669,0.000046988887,0.004052069,0.0000014222235,0.03702557,0.9270777,0.00014506059,0.030021977],"study_design_scores_gemma":[0.0014803441,0.00030957628,0.040496077,0.00012272077,0.000034327673,0.0046940027,0.014330677,0.11585353,0.41370606,0.40552446,0.0026570766,0.0007911203],"about_ca_topic_score_codex":0.000024921846,"about_ca_topic_score_gemma":0.0000045314146,"teacher_disagreement_score":0.5215533,"about_ca_system_score_codex":0.000037267477,"about_ca_system_score_gemma":0.00009833212,"threshold_uncertainty_score":0.99636173},"labels":[],"label_agreement":null},{"id":"W2758823016","doi":"10.17351/ests2017.134","title":"<b>Making and Doing Politics Through Grassroots Scientific Research on the Energy and Petrochemical Industries</b>","year":2017,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Grassroots; Scholarship; Work (physics); Politics; Business; Petrochemical; Environmental planning; Political science; Engineering; Waste management; Environmental science","score_opus":0.06759164080097939,"score_gpt":0.35983839599913997,"score_spread":0.29224675519816057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758823016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658071,0.0002676177,0.013800722,0.01606452,0.00039931908,0.00012593709,0.000001394325,0.00028501137,0.0032484082],"genre_scores_gemma":[0.99244905,0.000055119224,0.0068783886,0.00030589057,0.00005020313,0.000023194169,3.6575184e-7,0.000008713877,0.00022905576],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99722326,0.00009890467,0.00022128451,0.0010293097,0.00057181646,0.0008554054],"domain_scores_gemma":[0.9976808,0.00045665074,0.00018343577,0.0012091905,0.00041536853,0.00005455057],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.0041117477,0.0002004694,0.0001928419,0.00061688287,0.014867129,0.0014388066,0.002079665,0.0003734775,0.0000022440072],"category_scores_gemma":[0.0014359225,0.00015999547,0.000029038501,0.0022582407,0.019141715,0.001252049,0.0023850717,0.0016052385,0.0000023483722],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.342127e-7,0.000016913758,0.0010640558,0.0000048609663,0.000009293513,0.0000048868533,0.0017380159,4.975021e-7,0.081680916,0.9097982,0.000804313,0.0048770965],"study_design_scores_gemma":[0.0008596921,0.0003840366,0.009425146,0.00050043344,0.000019508689,0.00046449478,0.0099566905,0.020649688,0.40646315,0.47974685,0.07056687,0.0009634486],"about_ca_topic_score_codex":0.000006577144,"about_ca_topic_score_gemma":0.000007054194,"teacher_disagreement_score":0.43005136,"about_ca_system_score_codex":0.00015402437,"about_ca_system_score_gemma":0.00021525305,"threshold_uncertainty_score":0.9995978},"labels":[],"label_agreement":null},{"id":"W2790001073","doi":"10.17351/ests2018.210","title":"Shelf Projects: The Political Life of Exploration Geology in Senegal","year":2018,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Mining and Resource Management","field":"Engineering","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Colorado School of Mines; University of Michigan; Wenner-Gren Foundation; National Science Foundation","keywords":"Colonialism; Politics; Frontier; Gold mining; Indigenous; Gold rush; Argument (complex analysis); Gold coast; Political science; Archaeology; Geography; Law; Ecology","score_opus":0.015207782912311514,"score_gpt":0.24077365750988153,"score_spread":0.22556587459757002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790001073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897326,0.000079562335,0.003129266,0.0027383734,0.000099149795,0.000070070055,2.0614021e-7,0.00015066024,0.0040000677],"genre_scores_gemma":[0.9987976,0.00001688443,0.000986066,0.00013493441,0.00003060722,0.000009426473,1.231282e-7,0.0000033214785,0.000021030533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942034,0.000015529284,0.0001021328,0.00012845384,0.00008132207,0.00025221382],"domain_scores_gemma":[0.999766,0.000036104524,0.000013619345,0.00013877515,0.000022944798,0.000022538447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000625442,0.000053126954,0.00007456017,0.00017233384,0.0002342973,0.000009965322,0.00017871124,0.000075623444,0.0000029653406],"category_scores_gemma":[0.00012130604,0.000038212962,0.000014217422,0.0008804731,0.0023410518,0.00006616106,0.00008671545,0.00022975699,0.0000018768305],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036110002,0.00004437497,0.048678674,0.000088217166,0.00003705863,0.000002180282,0.046801556,0.0017053438,0.014243398,0.8791139,0.00087753317,0.008404126],"study_design_scores_gemma":[0.0009420917,0.00031533168,0.030124506,0.000118680946,0.000027206972,0.000026348156,0.36301687,0.54373866,0.037318204,0.01590474,0.007947949,0.0005193914],"about_ca_topic_score_codex":0.0000093114295,"about_ca_topic_score_gemma":0.0000031288387,"teacher_disagreement_score":0.8632092,"about_ca_system_score_codex":0.000022816379,"about_ca_system_score_gemma":0.00002632489,"threshold_uncertainty_score":0.86257035},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2790215856","doi":"10.17351/ests2018.212","title":"Black Gold, White Power: Mapping Oil, Real Estate, and Racial Segregation in the Los Angeles Basin, 1900-1939","year":2018,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"American Environmental and Regional History","field":"Environmental Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Capitalism; Real estate; Metropolitan area; Boom; Underwriting; Politics; Resource (disambiguation); Economy; Power (physics); Political science; History; Business; Economics; Archaeology; Law; Finance; Engineering","score_opus":0.0065307177763383175,"score_gpt":0.21384181745717937,"score_spread":0.20731109968084105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790215856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97947735,0.000041149953,0.00011116341,0.0012964346,0.000048465365,0.00006538057,0.000002732717,0.000048982813,0.018908324],"genre_scores_gemma":[0.9967315,0.00037734618,0.0018935254,0.0005982938,0.000018895307,0.000006715184,8.3705214e-7,0.000004918738,0.00036794576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891996,0.00004613605,0.00011606728,0.000385447,0.000239704,0.00029265348],"domain_scores_gemma":[0.99968594,0.000038528346,0.00006370025,0.00016430108,0.00000463021,0.000042892116],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008382399,0.00011137002,0.00009929226,0.00008736909,0.00084715156,0.000018235236,0.00028830342,0.00008851024,0.00003668665],"category_scores_gemma":[0.000023324139,0.00008237775,0.000024860425,0.0009759773,0.025812592,0.00028010015,0.0002300706,0.00029595717,0.000013496317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016717102,0.00017579623,0.5370232,0.000023086626,0.000013248867,0.000020380616,0.21551314,0.00007974979,0.0521384,0.003071558,0.0076719066,0.1842528],"study_design_scores_gemma":[0.0006001888,0.00023180361,0.7387153,0.00005626853,0.000014747104,0.00010126496,0.198461,0.00271789,0.000955545,0.0025727057,0.055001047,0.0005722475],"about_ca_topic_score_codex":0.00009007471,"about_ca_topic_score_gemma":0.00005990954,"teacher_disagreement_score":0.20169209,"about_ca_system_score_codex":0.00014145627,"about_ca_system_score_gemma":0.000016531318,"threshold_uncertainty_score":0.9768386},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2794201136","doi":"10.17351/ests2018.224","title":"Images of Marie Curie: How Reputational Entrepreneurs Shape Iconic Identities","year":2018,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Marie curie; Honor; Reputation; Curie; Admiration; Biography; Sociology; Wife; Law; Political science; Social science; Curie temperature; Psychology; Condensed matter physics; Social psychology; Physics; Economics","score_opus":0.012270849928781134,"score_gpt":0.30098067454732025,"score_spread":0.2887098246185391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794201136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896008,0.00041659598,0.00026520732,0.008538508,0.00021776865,0.00007321443,0.0000016342361,0.00008568934,0.0008006331],"genre_scores_gemma":[0.9957122,0.00016794693,0.002831086,0.0003581639,0.00006835547,0.000006188443,0.0000022711927,0.0000031195923,0.00085064943],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99925697,0.000011650268,0.0001025042,0.00023244177,0.00021547331,0.0001809863],"domain_scores_gemma":[0.99946,0.00007895949,0.00006196463,0.00015739478,0.00018288953,0.00005880454],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00068594824,0.00006009115,0.00011283828,0.00016710734,0.00040663837,0.000017247427,0.00011359149,0.00009268322,0.000048716374],"category_scores_gemma":[0.0012089536,0.000051936524,0.0000372285,0.0007801391,0.0058576385,0.00018491772,0.00006677973,0.0002494337,0.000002852283],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043486998,0.00053934945,0.27167243,0.00043403773,0.00015986517,0.00001781358,0.19084345,0.000001951949,0.22463341,0.11560371,0.013031375,0.18301915],"study_design_scores_gemma":[0.0019564526,0.00082203036,0.21972251,0.00041338074,0.00018644774,0.00027600926,0.30041406,0.0030862251,0.4136639,0.053557415,0.0054816045,0.0004199704],"about_ca_topic_score_codex":0.0000022205536,"about_ca_topic_score_gemma":1.7613878e-7,"teacher_disagreement_score":0.1890305,"about_ca_system_score_codex":0.000028103657,"about_ca_system_score_gemma":0.00033001348,"threshold_uncertainty_score":0.99684787},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2883431517","doi":"10.17351/ests2018.259","title":"The Responsibilities and Obligations of STS in a Moment of Post-Truth Demagoguery","year":2018,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Legitimacy; Agnosticism; Authoritarianism; Politics; Sociology; Nationalism; Variety (cybernetics); Reading (process); Epistemology; Law; Environmental ethics; Political science; Democracy; Philosophy","score_opus":0.1648328257071301,"score_gpt":0.4301443177722765,"score_spread":0.2653114920651464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883431517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99120015,0.00026929186,0.00002443929,0.0067833024,0.000046127327,0.00007853385,0.0000021891599,0.000022395188,0.0015735519],"genre_scores_gemma":[0.997423,0.0018676447,0.000584185,0.000044330078,0.0000075257876,0.000005766683,2.7147266e-7,0.0000011240944,0.00006615925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9994259,0.00009069845,0.00012231304,0.000105059364,0.00012418813,0.00013183165],"domain_scores_gemma":[0.9992313,0.00036229138,0.000059483664,0.00016976891,0.0001580128,0.000019167408],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0031557325,0.000032205735,0.00006309772,0.00015050669,0.0013712109,0.0000181036,0.00021768926,0.000060457536,0.0000072749476],"category_scores_gemma":[0.00072223914,0.000025488825,0.00001417226,0.001031554,0.010487281,0.000118839394,0.000118417316,0.000118494034,3.3548952e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006941451,0.000027585618,0.047531724,0.000011148404,0.0000036678514,3.9610356e-8,0.33371797,3.3185123e-7,0.0172436,0.5801793,0.000023624345,0.021254083],"study_design_scores_gemma":[0.0001761637,0.00008220245,0.15890552,0.00005841675,0.000004316843,9.692166e-7,0.794704,0.00031337776,0.0022433642,0.04124783,0.0021866383,0.00007718303],"about_ca_topic_score_codex":0.00016344126,"about_ca_topic_score_gemma":0.0007452326,"teacher_disagreement_score":0.5389314,"about_ca_system_score_codex":0.000033665452,"about_ca_system_score_gemma":0.00011775345,"threshold_uncertainty_score":0.9999289},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2999407356","doi":"10.17351/ests2020.313","title":"Learning in Crisis: Training Students to Monitor and Address Irresponsible Knowledge Construction by US Federal Agencies under Trump","year":2020,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"National Institute of Environmental Health Sciences; National Institutes of Health; University of Michigan","keywords":"Public relations; Agency (philosophy); Ideology; Political science; Work (physics); Corporate governance; Public administration; Curriculum; Sociology; Politics; Business; Law; Engineering; Social science","score_opus":0.2201229905282788,"score_gpt":0.4333201427701782,"score_spread":0.21319715224189942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999407356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9825142,0.00031254266,0.00016635782,0.015831456,0.00008918605,0.00013274411,0.0000015949083,0.00018918824,0.00076270814],"genre_scores_gemma":[0.99712825,0.0011003845,0.0009168836,0.0007303884,0.000028245633,0.000016450911,0.0000010804345,0.0000045024744,0.00007382076],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99894214,0.00016226206,0.00012516994,0.00029218747,0.00019042357,0.00028779946],"domain_scores_gemma":[0.99961495,0.000094127055,0.000040353923,0.000083594714,0.000051493535,0.00011544867],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0014905104,0.000081299775,0.0001211997,0.00017167753,0.002460108,0.00017965827,0.0003145739,0.00012812224,0.00001817087],"category_scores_gemma":[0.00027959584,0.00008805965,0.000019641786,0.0015208524,0.0014296623,0.00032249646,0.00021810597,0.00042620584,0.0000042014567],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009708469,0.000026542297,0.08995142,0.000013531875,0.0000074766544,5.1700766e-7,0.8504817,0.0000265805,0.017762635,0.0055879187,0.0003879593,0.03574402],"study_design_scores_gemma":[0.000257264,0.000049931496,0.018081209,0.00003098771,0.000003919316,0.0000016874499,0.9760774,0.0005276624,0.00024723605,0.00061495864,0.003965562,0.00014223385],"about_ca_topic_score_codex":0.00008688145,"about_ca_topic_score_gemma":0.00013885213,"teacher_disagreement_score":0.12559566,"about_ca_system_score_codex":0.00011530199,"about_ca_system_score_gemma":0.000094349794,"threshold_uncertainty_score":0.99883854},"labels":[],"label_agreement":null},{"id":"W2999832546","doi":"10.17351/ests2020.363","title":"Low-Carbon Research: Building a Greener and More Inclusive Academy","year":2020,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Global Energy and Sustainability Research","field":"Energy","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Incentive; Transition (genetics); Sociology; Carbon fibers; Peer production; Political science; Production (economics); Public relations; Economics; Management; Computer science","score_opus":0.03810997145570978,"score_gpt":0.3615085870135544,"score_spread":0.32339861555784466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999832546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477748,0.00042816997,0.00006233079,0.04887048,0.0000212878,0.00011681276,8.343635e-7,0.00022709527,0.0024981452],"genre_scores_gemma":[0.9975557,0.000146448,0.0011799523,0.00093714695,0.000053890963,0.000019910736,3.4152328e-7,0.000009732994,0.000096931304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976835,0.0001249558,0.00015372242,0.00070018804,0.000527424,0.0008101848],"domain_scores_gemma":[0.99916023,0.000190483,0.000028892418,0.00019766773,0.00018655062,0.00023616065],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0026680848,0.0001383304,0.00018434596,0.0002973865,0.002076248,0.00007876593,0.0005921522,0.00032063772,0.000007271214],"category_scores_gemma":[0.0017281005,0.00012458253,0.00003929435,0.004003297,0.0072376835,0.00024208249,0.0015161636,0.0017064618,0.0000016905118],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019890074,0.000034526653,0.008154207,0.00009741355,0.000027968208,0.00002464849,0.015561316,0.0004774174,0.06277195,0.8795733,0.0001163096,0.033141084],"study_design_scores_gemma":[0.0019247697,0.00045545498,0.009422205,0.0001580547,0.00002877202,0.00008388604,0.17308234,0.13310502,0.1153876,0.53241587,0.032831162,0.0011048397],"about_ca_topic_score_codex":0.00013250588,"about_ca_topic_score_gemma":0.000004286311,"teacher_disagreement_score":0.3471574,"about_ca_system_score_codex":0.00012999609,"about_ca_system_score_gemma":0.00019246597,"threshold_uncertainty_score":0.99922293},"labels":[],"label_agreement":null},{"id":"W3000530847","doi":"10.17351/ests2020.361","title":"Upgraded to Obsolescence: Age Intervention in the Era of Biohacking","year":2020,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Obsolescence; Futures contract; Intervention (counseling); Aesthetics; Psychology; History; Political science; Business; Medicine; Marketing; Art; Nursing","score_opus":0.027201518507445083,"score_gpt":0.30259288634982506,"score_spread":0.27539136784238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000530847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8592284,0.000054523967,0.113660894,0.02637245,0.00012844344,0.00017697271,3.6883372e-7,0.00022031629,0.00015768074],"genre_scores_gemma":[0.97853494,0.0000070826904,0.019875526,0.0015489269,0.000011144662,0.000015149795,2.3145486e-7,0.000002710682,0.000004276513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988006,0.000055802517,0.00023463563,0.00042538505,0.00021254345,0.00027103472],"domain_scores_gemma":[0.99939483,0.000061951345,0.0001066449,0.00032431845,0.000088591376,0.00002365539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014734488,0.00009881605,0.00013532332,0.00033708385,0.00041506373,0.00007267094,0.0015511897,0.00011379242,0.0000016269983],"category_scores_gemma":[0.00039311554,0.0000801666,0.000044556047,0.0060085603,0.0012076634,0.0005012452,0.00048591793,0.0009741606,0.0000039892184],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036298313,0.0000821104,0.011665144,0.00003273371,0.000011477786,0.00001690796,0.06441123,0.000028739494,0.22781798,0.6462743,0.00024610633,0.04940963],"study_design_scores_gemma":[0.0019415851,0.0013008876,0.13803588,0.0007823555,0.000021222915,0.00015582512,0.109733485,0.073795184,0.5763631,0.094213985,0.0025374836,0.0011190253],"about_ca_topic_score_codex":0.0000073765796,"about_ca_topic_score_gemma":0.000002728278,"teacher_disagreement_score":0.5520603,"about_ca_system_score_codex":0.000039084516,"about_ca_system_score_gemma":0.00004041069,"threshold_uncertainty_score":0.44496864},"labels":[],"label_agreement":null},{"id":"W3103692244","doi":"10.17351/ests2020.673","title":"<b>Breathing Late Industrialism</b>","year":2020,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Geographies of human-animal interactions","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Linköpings Universitet; University of Toronto; University of Minnesota; Harvard University; Princeton University","keywords":"Industrial Revolution; Atmosphere (unit); Trespass; Idiosyncrasy; Work (physics); History; Law and economics; Sociology; Aesthetics; Environmental ethics; Law; Political science; Philosophy; Engineering; Business; Mechanical engineering; Geography; Meteorology","score_opus":0.034742295318359845,"score_gpt":0.3093706367036433,"score_spread":0.27462834138528347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103692244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9324057,0.0004138627,0.000089395,0.04761686,0.00047709324,0.00021797116,0.0000043639347,0.000945139,0.017829582],"genre_scores_gemma":[0.9955634,0.00024689114,0.0023884606,0.0011535428,0.00019418594,0.000014243484,8.42826e-7,0.00001018857,0.00042825224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979468,0.00009332938,0.00022914402,0.00058559363,0.0004633829,0.0006817336],"domain_scores_gemma":[0.99910855,0.00016416967,0.00012337237,0.00022485727,0.00015741178,0.00022162883],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0020248715,0.00016277736,0.00021405166,0.00034229126,0.0058761756,0.00029023975,0.00088056887,0.0003373807,0.00010391664],"category_scores_gemma":[0.0013529378,0.0001674827,0.00011965635,0.003998733,0.0063061696,0.0008395606,0.00032445564,0.0010083459,0.00003394748],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009232868,0.000069196285,0.007365621,0.000016158361,0.000073775074,0.000021088154,0.19885403,0.000052143245,0.088486426,0.68775743,0.011680229,0.005614663],"study_design_scores_gemma":[0.0015951284,0.00040049938,0.009627608,0.00017046137,0.00016050856,0.000033975903,0.3357474,0.0037362885,0.0058226576,0.03959382,0.6014315,0.0016801439],"about_ca_topic_score_codex":0.00007326356,"about_ca_topic_score_gemma":0.00012286141,"teacher_disagreement_score":0.6481636,"about_ca_system_score_codex":0.00008347378,"about_ca_system_score_gemma":0.00023492628,"threshold_uncertainty_score":0.9963981},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3104558197","doi":"10.17351/ests2020.429","title":"Breathing Fire into Landscapes that Burn: Wildfire Management in a Time of Alterlife","year":2020,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Fire effects on ecosystems","field":"Environmental Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Indigenous; Context (archaeology); Geography; Environmental resource management; Fire regime; Climate change; Environmental planning; Environmental ethics; Political science; Ecology; Ecosystem; Environmental science; Archaeology","score_opus":0.0053942660999962005,"score_gpt":0.20973514427351847,"score_spread":0.20434087817352226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104558197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99605787,0.0001229442,0.00018702867,0.0020675012,0.00003307643,0.00018058864,5.9620334e-7,0.00012628034,0.001224135],"genre_scores_gemma":[0.99618924,0.000041912102,0.0033374864,0.0003620978,0.00000748679,0.000012416835,3.8548148e-7,0.0000062530376,0.000042736236],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987901,0.000032062762,0.00015303842,0.00042743108,0.00030855482,0.00028882254],"domain_scores_gemma":[0.999623,0.000046945635,0.0000709226,0.00018855424,0.0000029112239,0.00006768417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010169933,0.000114111084,0.00018229784,0.00007754517,0.00028801206,0.00002778807,0.00046909586,0.00009366483,0.00003293995],"category_scores_gemma":[0.00005353636,0.000103574,0.000036959194,0.0015728894,0.00089702255,0.0003006655,0.00053611345,0.00028812164,0.000032944008],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011696605,0.00011435467,0.7789596,0.00020766258,0.000040366784,0.000059237467,0.06954528,0.00038545352,0.055674396,0.00061929284,0.0010556964,0.09332701],"study_design_scores_gemma":[0.0032544516,0.00062854285,0.2447297,0.0007243088,0.000072869174,0.00014249062,0.045566022,0.6390947,0.053358708,0.003976128,0.0068430663,0.0016090012],"about_ca_topic_score_codex":0.00008651687,"about_ca_topic_score_gemma":0.000004540301,"teacher_disagreement_score":0.63870925,"about_ca_system_score_codex":0.00008127076,"about_ca_system_score_gemma":0.000008857089,"threshold_uncertainty_score":0.42236254},"labels":[],"label_agreement":null},{"id":"W3109009690","doi":"10.17351/ests2020.459","title":"Social Dynamics of Expectations and Expertise: AI in Digital Humanitarian Innovation","year":2020,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Education, Healthcare and Sociology Research","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Sherbrooke","funders":"Mitacs; Canada Research Chairs","keywords":"Vision; Negotiation; Performative utterance; Dynamics (music); Sociology; Boundary object; Social innovation; Realization (probability); Epistemology; Reflexivity; Public relations; Political science; Knowledge management; Social science; Computer science","score_opus":0.05975473557389118,"score_gpt":0.4263929054313248,"score_spread":0.36663816985743364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109009690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96362513,0.0001990439,0.00048134485,0.034763746,0.000054695916,0.000096573334,0.0000032522623,0.000049937833,0.0007262628],"genre_scores_gemma":[0.999185,0.000010018105,0.00020335113,0.00049527857,0.000031059673,0.000022031149,0.0000061513992,0.000004240263,0.00004287102],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99919707,0.000031454074,0.00018663576,0.00026804666,0.00009131087,0.00022548043],"domain_scores_gemma":[0.9996365,0.00006697682,0.000052557007,0.00008172942,0.00013214693,0.000030144234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046505884,0.000060567847,0.00011713702,0.00030186897,0.0006181349,0.000022144744,0.0001533827,0.00018028411,0.000010871591],"category_scores_gemma":[0.0002687869,0.00006444888,0.000014354005,0.0022411335,0.0025383222,0.00020401983,0.000069912334,0.0005004895,0.0000015939482],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030381646,0.00003655957,0.1651188,0.000012951003,0.000008482231,7.941447e-7,0.24131346,1.237765e-7,0.0005959635,0.57650054,0.00023716783,0.01617211],"study_design_scores_gemma":[0.00056209136,0.00016091407,0.20628522,0.000012751312,0.0000046195105,0.000008558552,0.7517238,0.0015164962,0.0001370541,0.039285563,0.00012634369,0.00017657195],"about_ca_topic_score_codex":0.000022924087,"about_ca_topic_score_gemma":0.000011006738,"teacher_disagreement_score":0.537215,"about_ca_system_score_codex":0.000053034295,"about_ca_system_score_gemma":0.00014309265,"threshold_uncertainty_score":0.9352554},"labels":[],"label_agreement":null},{"id":"W4297337558","doi":"10.17351/ests2022.961","title":"Brain-Computer Interfaces, Inclusive Innovation, and the Promise of Restoration: A Mixed-Methods Study with Rehabilitation Professionals","year":2022,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"EEG and Brain-Computer Interfaces","field":"Neuroscience","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Montreal Clinical Research Institute","funders":"Canadian Institutes of Health Research","keywords":"Deliberation; Enthusiasm; Technocracy; Rehabilitation; Brain–computer interface; Engineering ethics; Public relations; Psychology; Sociology; Political science; Engineering; Social psychology; Psychiatry; Politics","score_opus":0.01272273590261218,"score_gpt":0.338710048452324,"score_spread":0.3259873125497118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297337558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97458607,0.000056144123,0.007199012,0.017141843,0.0001827105,0.0007050552,0.0000021128028,0.00008702987,0.000040013485],"genre_scores_gemma":[0.9763856,0.0000014375746,0.02252969,0.00086357264,0.000013229029,0.00013626022,3.0612767e-7,0.0000053869326,0.00006454009],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99796116,0.000724458,0.0002809154,0.0005092556,0.00034378676,0.00018041357],"domain_scores_gemma":[0.9978164,0.0015090589,0.00022809021,0.00026944635,0.00015880965,0.000018195407],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0060731946,0.000112117166,0.00018100684,0.00034639714,0.0024184147,0.00005481343,0.00048100803,0.0000396703,0.0000040612035],"category_scores_gemma":[0.0010075009,0.000071771494,0.00001790583,0.0035886068,0.0039895363,0.00029210182,0.0010646839,0.00055808213,1.3459007e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002733351,0.00083220936,0.012852624,0.00010095639,0.000047341495,0.0000053822982,0.37080118,0.0005540453,0.25928277,0.293834,0.0024929056,0.058923278],"study_design_scores_gemma":[0.008479095,0.0068248757,0.016564185,0.00021581212,0.00005353254,0.0003098357,0.5364283,0.04937829,0.2891606,0.088397324,0.0033253653,0.00086280925],"about_ca_topic_score_codex":0.0000042253287,"about_ca_topic_score_gemma":0.0000011237137,"teacher_disagreement_score":0.20543668,"about_ca_system_score_codex":0.00004700561,"about_ca_system_score_gemma":0.00015805168,"threshold_uncertainty_score":0.9988803},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4297337629","doi":"10.17351/ests2022.1179","title":"Changing Debates and Shifting Landscapes in Science Studies: Exploring How Graduate Students with Varied Backgrounds Think About the Role of Value-Judgments in Science","year":2022,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de la Recherche Scientifique; University of British Columbia","funders":"","keywords":"Value (mathematics); Conversation; Scholarship; Reading (process); Sociology; Science education; Nature of Science; Psychology; Social science; Pedagogy; Political science; Mathematics; Law","score_opus":0.10391726999722735,"score_gpt":0.39434440373948487,"score_spread":0.29042713374225754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297337629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99669373,0.00067362393,0.00011150616,0.0019472721,0.00011929838,0.00026704257,0.000001899684,0.000030229801,0.00015540945],"genre_scores_gemma":[0.9990781,0.00007814143,0.0006820515,0.000050585404,0.000009807607,0.000066881505,1.6386139e-7,0.000004799242,0.000029493096],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99493515,0.00015201046,0.00031831948,0.00086197583,0.002928371,0.0008041708],"domain_scores_gemma":[0.99838996,0.00051740935,0.00018646677,0.00040882095,0.00042663465,0.00007072342],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.030618051,0.00014452108,0.00025034978,0.0021851894,0.006309767,0.0006273722,0.0022986743,0.000029639317,0.0000017323734],"category_scores_gemma":[0.0016625404,0.00009406058,0.000022958988,0.023080176,0.0078041386,0.0020457518,0.0034185105,0.0006994176,3.5382237e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049655726,0.00013290346,0.5090601,0.00001754781,0.00002008314,0.000013395228,0.405543,0.0017260606,0.042302024,0.027654245,0.0000067637698,0.013474269],"study_design_scores_gemma":[0.00042127172,0.00021553655,0.046437886,0.00006881392,0.0000037765576,0.000011589828,0.8940065,0.029902736,0.011035199,0.017732564,0.000015436832,0.0001486899],"about_ca_topic_score_codex":0.000014994289,"about_ca_topic_score_gemma":0.00003343566,"teacher_disagreement_score":0.48846352,"about_ca_system_score_codex":0.00026125752,"about_ca_system_score_gemma":0.0005283331,"threshold_uncertainty_score":0.9981827},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4405019769","doi":"10.17351/ests2023.1927","title":"Provocations from the ‘STS as a Critical Pedagogy’ Workshop","year":2024,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; York University","funders":"James Madison University; National Science Foundation","keywords":"Sociology; Critical pedagogy; Epistemology; Engineering ethics; Environmental ethics; Pedagogy; Philosophy; Engineering","score_opus":0.033331527212284225,"score_gpt":0.4040585954230914,"score_spread":0.3707270682108072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405019769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7070667,0.003175719,0.0017654415,0.2646183,0.0007069147,0.00020473088,0.0000025143186,0.0012888584,0.02117078],"genre_scores_gemma":[0.99611783,0.0002972741,0.0015023011,0.001083091,0.00011105839,0.000031041134,9.1325063e-7,0.00000563015,0.0008508311],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99872226,0.0002141803,0.0000958707,0.00029997437,0.0003060396,0.0003616786],"domain_scores_gemma":[0.9979379,0.001592582,0.000014961277,0.00030993947,0.000078641846,0.00006596512],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0030375083,0.000080715305,0.0000748263,0.000104160026,0.0075093308,0.00041271083,0.00078104663,0.00013563647,0.00007523954],"category_scores_gemma":[0.0014287119,0.000062330946,0.000046199726,0.002297154,0.004903095,0.00027528615,0.00026191055,0.0012243419,0.00004873545],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.1479663e-7,0.00002054936,0.0010606908,0.0000055159317,0.000013933649,0.0000020506895,0.18750198,0.0000043656987,0.00027794554,0.7823502,0.0010159673,0.027746426],"study_design_scores_gemma":[0.000060820195,0.000018683628,0.0015800725,0.00011753433,0.0000311068,0.0000036815104,0.726841,0.0015785345,0.00013677904,0.0717803,0.19768889,0.00016261764],"about_ca_topic_score_codex":0.00079360604,"about_ca_topic_score_gemma":0.00021026462,"teacher_disagreement_score":0.71056986,"about_ca_system_score_codex":0.00007301066,"about_ca_system_score_gemma":0.000532527,"threshold_uncertainty_score":0.997805},"labels":[],"label_agreement":null},{"id":"W4405020389","doi":"10.17351/ests2023.1491","title":"Feminist Theory Theater: Acts of Reading as Embodied Pedagogy","year":2024,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Posthumanist Ethics and Activism","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of California, San Diego","keywords":"Reading (process); Sociology; Embodied cognition; Contradiction; Aesthetics; Pedagogy; Epistemology; Law; Philosophy; Political science","score_opus":0.0231045307648096,"score_gpt":0.36699827006821106,"score_spread":0.34389373930340145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405020389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6201086,0.00085736404,0.0003527877,0.008482252,0.00053377677,0.00014793349,0.0000038250387,0.0005713595,0.3689421],"genre_scores_gemma":[0.9978203,0.00029183555,0.00038401972,0.00021315002,0.000049966187,0.0000055494747,2.497862e-7,0.0000070807546,0.0012278206],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99877006,0.00008479683,0.00012909978,0.00034551803,0.0002860117,0.0003845312],"domain_scores_gemma":[0.9992838,0.00037877596,0.00004505132,0.00017717619,0.000051158775,0.00006403078],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0055023995,0.00009190894,0.00013748575,0.00024808812,0.0023093945,0.00014710872,0.00044571926,0.00020664981,0.00003225103],"category_scores_gemma":[0.0004561171,0.00007970629,0.000060656363,0.0012455507,0.0077084815,0.00021762877,0.00014461167,0.0006078862,0.000009201104],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.867973e-7,0.000008538626,0.00031670183,0.000014208706,0.000009358918,0.0000031533027,0.07010876,2.1144807e-7,0.008498646,0.9168398,0.000028095428,0.004171568],"study_design_scores_gemma":[0.00009997393,0.000064583866,0.0002377728,0.00016227695,0.000023962448,0.000016147858,0.15523592,0.00019477721,0.01566377,0.75074345,0.077331975,0.0002253956],"about_ca_topic_score_codex":0.000062716994,"about_ca_topic_score_gemma":0.00000933351,"teacher_disagreement_score":0.37771174,"about_ca_system_score_codex":0.000064822496,"about_ca_system_score_gemma":0.0006019803,"threshold_uncertainty_score":0.99898946},"labels":[],"label_agreement":null},{"id":"W4405020553","doi":"10.17351/ests2024.2987","title":"Storying Monocrop Infrastructure: A Conversation on Governance, Scale, and Failure","year":2024,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Agriculture, Land Use, Rural Development","field":"Agricultural and Biological Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Corporate governance; Sociology; Scholarship; Oppression; Political ecology; Conversation; Environmental governance; Environmental ethics; Political science; Political economy; Social science; Politics; Economics; Management; Law","score_opus":0.004883979354828299,"score_gpt":0.19632064976918334,"score_spread":0.19143667041435505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405020553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945777,0.0005139588,0.00002052869,0.0040629744,0.00016714347,0.00011063157,0.000006538006,0.00028596117,0.00025457624],"genre_scores_gemma":[0.9984404,0.0002431926,0.0008424864,0.00026728396,0.00005595063,0.000009617615,0.0000033696892,7.890995e-7,0.00013693822],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989813,0.0000150356545,0.00010175117,0.00043686084,0.00019828526,0.00026675346],"domain_scores_gemma":[0.9997577,0.00007079135,0.00003441907,0.000042606855,0.000033726057,0.000060722665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037562894,0.0001302431,0.00010742356,0.000030605093,0.0008532202,0.00014277932,0.00018572745,0.00015249595,0.000017726305],"category_scores_gemma":[0.000037294834,0.000049552134,0.00003176337,0.0013251635,0.00070302887,0.0002656186,0.00012436509,0.00040445515,0.0000058445685],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010748038,0.000037388225,0.0796244,0.000070240385,0.000053791107,0.000014927104,0.010545642,0.000024320483,0.11745417,0.20376231,0.011446583,0.5769555],"study_design_scores_gemma":[0.00028179598,0.00022387778,0.8543046,0.00026106022,0.00002689882,0.00009655144,0.019715477,0.0032710247,0.013323642,0.044691555,0.063106865,0.0006966567],"about_ca_topic_score_codex":0.000010709986,"about_ca_topic_score_gemma":0.0000136917015,"teacher_disagreement_score":0.7746802,"about_ca_system_score_codex":0.000072404684,"about_ca_system_score_gemma":0.00002206242,"threshold_uncertainty_score":0.6562366},"labels":[],"label_agreement":null},{"id":"W4408585123","doi":"10.17351/ests2023.2155","title":"Volatile Atmosphere: A Tkaronto Archive","year":2025,"lang":"en","type":"article","venue":"Engaging Science Technology and Society","topic":"Maritime and Coastal Archaeology","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Atmosphere (unit); Environmental science; History; Geography; Meteorology","score_opus":0.006395901760648179,"score_gpt":0.2197131213212487,"score_spread":0.2133172195606005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408585123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50253797,0.00057295535,0.002052492,0.008790351,0.0004193715,0.00015011978,0.0000067752903,0.00034545033,0.4851245],"genre_scores_gemma":[0.9832307,0.000029122135,0.0019408761,0.00082726864,0.000035362726,0.000009706304,8.407723e-7,0.0000030755002,0.013923049],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99922806,0.0000157337,0.00010179992,0.0002793334,0.000079889236,0.0002951687],"domain_scores_gemma":[0.9996594,0.00006474469,0.000025053461,0.00017133415,0.000050159804,0.00002926761],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.00035083177,0.0000875855,0.00011495004,0.000074109805,0.001338971,0.000055551383,0.00028546702,0.00005369667,0.00028245396],"category_scores_gemma":[0.000050839346,0.00007674049,0.00004144312,0.00032446423,0.0067412774,0.00016606227,0.0003659457,0.0003251798,0.000018642102],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015928408,0.000012840776,0.0020597472,0.000010025999,0.000010785435,9.56765e-7,0.022936374,7.5462174e-7,0.00044033112,0.9581064,0.0020510992,0.0143691],"study_design_scores_gemma":[0.00030323328,0.00007166661,0.0008977663,0.00003817639,0.000017791264,0.0000061024107,0.056862094,0.004101768,0.000766458,0.6037078,0.33302504,0.00020212555],"about_ca_topic_score_codex":0.00009968021,"about_ca_topic_score_gemma":0.00018747014,"teacher_disagreement_score":0.4806927,"about_ca_system_score_codex":0.000019950914,"about_ca_system_score_gemma":0.00009031896,"threshold_uncertainty_score":0.99996114},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"}]}