{"meta":{"query_hash":"768c772dceab","filters":{"venue":"Synthesis lectures on human language technologies"},"cohort_total":16,"direct_labels_cover":0,"predictions_cover":16,"exported":16,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/768c772dceab","api":"https://metacan.xera.ac/api/v1/cohort?venue=Synthesis+lectures+on+human+language+technologies"},"results":[{"id":"W2397944984","doi":"10.2200/s00659ed1v01y201508hlt030","title":"Natural Language Processing for Social Media","year":2015,"lang":"en","type":"article","venue":"Synthesis lectures on human language technologies","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa; University of Toronto; University of Southern California","keywords":"Social media; Interpersonal communication; Natural (archaeology); Computer science; Internet privacy; Data science; Psychology; Sociology; Linguistics; World Wide Web; Communication; History","score_opus":0.05859163540961687,"score_gpt":0.3354402399822846,"score_spread":0.27684860457266774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397944984","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055716615,0.006105964,0.95382416,0.0036641585,0.0020913125,0.00027526577,0.0042514936,0.01053123,0.013684787],"genre_scores_gemma":[0.124353915,0.0063325544,0.80330366,0.0009648246,0.0024991254,0.00072848436,0.017697133,0.0021933217,0.04192698],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867165,0.00042403303,0.00014630142,0.0003012872,0.0003748661,0.00008186365],"domain_scores_gemma":[0.9970054,0.0016545185,0.00012513621,0.00038790482,0.00074142206,0.00008565076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018860822,0.0008224569,0.0007402682,0.0014226157,0.00068037014,0.0031387394,0.00083939114,0.00069028686,0.021021036],"category_scores_gemma":[0.005654442,0.00046259258,0.0010469935,0.0010447607,0.0006593472,0.0038865933,0.0011367259,0.0016633581,0.010637992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012302218,0.00014971105,0.00047125435,0.0007716816,0.000101059384,0.0002215802,0.00027126702,0.005093881,0.016153043,0.059482433,0.17893524,0.73822576],"study_design_scores_gemma":[0.00005067442,0.00011190891,0.0020338034,0.00033668557,0.0000981426,0.00031111104,0.00045273817,0.27666283,0.021333858,0.3350658,0.3634468,0.00009572953],"about_ca_topic_score_codex":0.0025095718,"about_ca_topic_score_gemma":0.0033824118,"teacher_disagreement_score":0.021021036,"about_ca_system_score_codex":0.0008936925,"about_ca_system_score_gemma":0.00096396194,"threshold_uncertainty_score":0.070322394},"labels":[],"label_agreement":null},{"id":"W2773853552","doi":"10.2200/s00809ed2v01y201710hlt038","title":"Natural Language Processing for Social Media, Second Edition","year":2017,"lang":"en","type":"article","venue":"Synthesis lectures on human language technologies","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa; University of Toronto; University of Southern California","keywords":"Social media; Linguistics; Computer science; Natural language processing; World Wide Web; Philosophy","score_opus":0.035857188233221336,"score_gpt":0.3292590273087216,"score_spread":0.29340183907550027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773853552","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035651382,0.07997166,0.76655143,0.009151047,0.027496792,0.00041922048,0.026981087,0.036618173,0.04924539],"genre_scores_gemma":[0.024990194,0.049338154,0.5595976,0.002496795,0.012827799,0.0010761935,0.066999346,0.0098424,0.27283144],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885094,0.00014576416,0.00017320177,0.00025234645,0.00051626214,0.00006139895],"domain_scores_gemma":[0.99579334,0.0017617213,0.00016181548,0.0006689836,0.0014757022,0.0001384682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001801881,0.0017303753,0.0014209565,0.0037309423,0.0006611103,0.0050102724,0.0016797371,0.001133074,0.055470873],"category_scores_gemma":[0.0072248047,0.001337678,0.0013893513,0.0025730245,0.0009570117,0.0058567477,0.001427835,0.002264292,0.0400041],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006291395,0.000062337494,0.00020541565,0.0010127347,0.000057029298,0.00010944744,0.000118077114,0.0013206372,0.0044025923,0.008462861,0.60358304,0.380603],"study_design_scores_gemma":[0.00003366005,0.00006054159,0.002236017,0.0004788428,0.000072491144,0.00068219804,0.00019123752,0.020067243,0.0062474683,0.040923122,0.928932,0.00007510934],"about_ca_topic_score_codex":0.0071428875,"about_ca_topic_score_gemma":0.010796467,"teacher_disagreement_score":0.055470873,"about_ca_system_score_codex":0.0011783958,"about_ca_system_score_gemma":0.0017989016,"threshold_uncertainty_score":0.18556857},"labels":[],"label_agreement":null},{"id":"W2985695201","doi":"10.2200/s00935ed1v02y201907hlt043","title":"Linguistic Fundamentals for Natural Language Processing II: 100 Essentials from Semantics and Pragmatics","year":2019,"lang":"en","type":"article","venue":"Synthesis lectures on human language technologies","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pragmatics; Computer science; Linguistics; Semantics (computer science); Selection (genetic algorithm); Meaning (existential); Natural language processing; Natural language; Natural language understanding; Task (project management); Artificial intelligence; Deep linguistic processing; Computational linguistics; Natural (archaeology); Psychology; Philosophy","score_opus":0.014404604552958743,"score_gpt":0.3076386150326261,"score_spread":0.29323401047966735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985695201","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005984187,0.07414568,0.6208547,0.05167623,0.010197217,0.00012570873,0.0007273326,0.0010664798,0.23522243],"genre_scores_gemma":[0.34073058,0.07630874,0.34728193,0.012227605,0.030173918,0.0010229434,0.0018476377,0.0031342453,0.18727243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988356,0.0003911054,0.000101535654,0.00018845481,0.00041023587,0.000073098316],"domain_scores_gemma":[0.99826103,0.0011339065,0.000060797425,0.00020684996,0.00026665413,0.000070686365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021673434,0.0010253794,0.0010860297,0.0018743889,0.0018540386,0.0064977836,0.0012952277,0.0020195723,0.011448483],"category_scores_gemma":[0.004963352,0.00096978893,0.0008089919,0.001755943,0.006668236,0.015371922,0.0022340934,0.0060796253,0.005620298],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001174868,0.000022466855,0.00006271041,0.00015190261,0.0000060812117,0.000032509757,0.0005609867,0.00041729823,0.0005384009,0.9444659,0.02184134,0.031888515],"study_design_scores_gemma":[0.0000034748148,0.0000058726064,0.00009205552,0.000089873065,0.0000043415807,0.000039935396,0.00011101389,0.0009881698,0.000187158,0.9153562,0.083112076,0.000009712126],"about_ca_topic_score_codex":0.0011390651,"about_ca_topic_score_gemma":0.00079613307,"teacher_disagreement_score":0.011448483,"about_ca_system_score_codex":0.0023000818,"about_ca_system_score_gemma":0.0014050986,"threshold_uncertainty_score":0.038298965},"labels":[],"label_agreement":null},{"id":"W3021520429","doi":"10.1007/978-3-031-02138-1","title":"Cross-Language Information Retrieval","year":2010,"lang":"en","type":"book","venue":"Synthesis lectures on human language technologies","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Cross-language information retrieval; Artificial intelligence; Natural language processing; Information retrieval; Linguistics; Machine translation; Philosophy","score_opus":0.011538167100995443,"score_gpt":0.2955057917965311,"score_spread":0.28396762469553566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021520429","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070682587,0.08329187,0.42142975,0.0023835432,0.006876368,0.000224032,0.0027490093,0.011337247,0.4646399],"genre_scores_gemma":[0.030228872,0.021645214,0.116847225,0.0012432262,0.0020449995,0.0001411146,0.008510413,0.0022374787,0.8171014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937075,0.000056100627,0.000051075185,0.00015455602,0.00031417588,0.00005340009],"domain_scores_gemma":[0.99937063,0.00015378822,0.0000286966,0.00014441843,0.00025520037,0.000047283604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073109847,0.0013992632,0.0012569443,0.0035663128,0.00063212967,0.0034142907,0.0012023682,0.00078823284,0.091499604],"category_scores_gemma":[0.001462885,0.00053006725,0.00089793594,0.0045160414,0.0005350576,0.0060467967,0.0019657565,0.0010695211,0.07154461],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005163432,0.00006241315,0.00009736546,0.00049302075,0.000051822568,0.00007847514,0.00006464534,0.00047135536,0.0079295635,0.02050977,0.22349125,0.7466986],"study_design_scores_gemma":[0.00001982119,0.000084818654,0.0008272881,0.0002258925,0.000091222,0.0013695245,0.00007922467,0.0059409016,0.017047537,0.038521226,0.93574286,0.00004970052],"about_ca_topic_score_codex":0.00081525836,"about_ca_topic_score_gemma":0.0012667503,"teacher_disagreement_score":0.091499604,"about_ca_system_score_codex":0.000725483,"about_ca_system_score_gemma":0.00083924277,"threshold_uncertainty_score":0.30609667},"labels":[],"label_agreement":null},{"id":"W3086286810","doi":"10.1007/978-3-031-02178-7_5","title":"Semantic Relations and Deep Learning","year":2021,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on human language technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Permission; Relation (database); Computer science; Artificial intelligence; Deep learning; Natural language processing; Cognitive science; Psychology; Philosophy; Epistemology; Data mining","score_opus":0.020797629303994487,"score_gpt":0.2525003954038954,"score_spread":0.23170276609990093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086286810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010233533,0.032999575,0.8077251,0.006916762,0.001629908,0.000033213135,0.00093268685,0.0016560098,0.13787326],"genre_scores_gemma":[0.29453415,0.036052186,0.30303013,0.0013594241,0.0026173564,0.00018094108,0.0040884283,0.0013501333,0.35678723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9998061,0.000040007777,0.000010253596,0.000056731114,0.000068339476,0.000018648441],"domain_scores_gemma":[0.9996451,0.00021672065,0.000017901462,0.00005701941,0.000045342716,0.00001799022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004006737,0.0007224649,0.00053796434,0.0007700774,0.00036438904,0.0017908555,0.0006313776,0.0006608895,0.012153878],"category_scores_gemma":[0.0014237311,0.00050081685,0.00040521592,0.0015734612,0.0010288919,0.0042634928,0.0010102595,0.0021444755,0.0032895193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029750237,0.000033597946,0.00017221295,0.00021015404,0.000028779314,0.000025563577,0.000112837624,0.013577601,0.0015611002,0.57695514,0.05245186,0.3548414],"study_design_scores_gemma":[0.0000028124846,0.0000067964743,0.0001902155,0.000047213973,0.000010985719,0.00003483372,0.000023693945,0.032103367,0.0010873306,0.90609133,0.06039295,0.000008565336],"about_ca_topic_score_codex":0.0017806514,"about_ca_topic_score_gemma":0.0030073712,"teacher_disagreement_score":0.012153878,"about_ca_system_score_codex":0.0009508686,"about_ca_system_score_gemma":0.0005309527,"threshold_uncertainty_score":0.040658712},"labels":[],"label_agreement":null},{"id":"W3152732297","doi":"10.2200/s01078ed2v01y202002hlt049","title":"Semantic Relations Between Nominals, Second Edition","year":2021,"lang":"en","type":"article","venue":"Synthesis lectures on human language technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Curiosity; Mars Exploration Program; Automatic summarization; Computer science; Class (philosophy); Statement (logic); Recall; Semantics (computer science); Linguistics; Question answering; Natural language processing; Artificial intelligence; Psychology; Astrobiology; Programming language; Social psychology; Philosophy","score_opus":0.027629427682573822,"score_gpt":0.278961434224012,"score_spread":0.25133200654143817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152732297","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055676824,0.31978512,0.36152467,0.01827591,0.03442307,0.00009606148,0.008686799,0.0039175292,0.24772325],"genre_scores_gemma":[0.11693522,0.14446104,0.25338733,0.0043705716,0.028567307,0.00037727848,0.030796632,0.0032415725,0.41786304],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993401,0.000104217215,0.00008025986,0.00020636524,0.00023720415,0.000031801585],"domain_scores_gemma":[0.9989796,0.00050000683,0.000041742263,0.00011459037,0.00032025925,0.000043694068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011464418,0.0011172284,0.0010411647,0.0034032576,0.0008547955,0.0052064555,0.0012335412,0.0012287104,0.023139006],"category_scores_gemma":[0.0026378518,0.0009853006,0.0011430188,0.0033904808,0.001917323,0.008201815,0.0010653203,0.0025299485,0.0087835705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008271036,0.00006596082,0.00034510932,0.0010322914,0.000062318664,0.00013426907,0.0009452989,0.0017167684,0.0019212222,0.26237485,0.47175878,0.25956044],"study_design_scores_gemma":[0.00001643724,0.000017823799,0.0011085063,0.00041828846,0.00003542519,0.00036348257,0.0002573648,0.002514749,0.00060216855,0.18937151,0.80526984,0.000024436167],"about_ca_topic_score_codex":0.00658307,"about_ca_topic_score_gemma":0.0076713064,"teacher_disagreement_score":0.023139006,"about_ca_system_score_codex":0.0024433355,"about_ca_system_score_gemma":0.0014634654,"threshold_uncertainty_score":0.07740766},"labels":[],"label_agreement":null},{"id":"W3208821253","doi":"10.2200/s01123ed1v01y202108hlt053","title":"Pretrained Transformers for Text Ranking: BERT and Beyond","year":2021,"lang":"en","type":"article","venue":"Synthesis lectures on human language technologies","topic":"Topic Modeling","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Compute Canada","keywords":"Transformer; Computer science; Artificial intelligence; Natural language processing; Encoder; Ranking (information retrieval); Question answering; Information retrieval; Artificial neural network; Engineering","score_opus":0.020761885001247454,"score_gpt":0.2760993430802039,"score_spread":0.25533745807895647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208821253","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0119023565,0.002534807,0.95881015,0.001192462,0.00058442506,0.0001313437,0.0022852668,0.016801743,0.0057573603],"genre_scores_gemma":[0.3954889,0.003056148,0.549694,0.0009845981,0.001948993,0.00038652823,0.017045379,0.0037563988,0.02763904],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99736625,0.000870541,0.0001983626,0.000641576,0.0006601646,0.00026328544],"domain_scores_gemma":[0.9911221,0.0043860096,0.00022335362,0.0025833051,0.0013881832,0.0002970955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003520818,0.0019293224,0.002056973,0.0026898037,0.0008967787,0.003632459,0.002754181,0.0018857123,0.019479072],"category_scores_gemma":[0.017923076,0.000881967,0.0012247313,0.0026592049,0.00094293756,0.010027232,0.0024417252,0.0039595123,0.012888979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007045155,0.00021981579,0.00096942234,0.0003401917,0.000087781824,0.00007280132,0.00010131357,0.024661427,0.006132819,0.045282673,0.06565246,0.85577476],"study_design_scores_gemma":[0.00011918843,0.00021951752,0.00070941215,0.00010407307,0.000080157035,0.00017041917,0.00010911133,0.78150195,0.011842371,0.18222779,0.02286509,0.000050994033],"about_ca_topic_score_codex":0.005368648,"about_ca_topic_score_gemma":0.0102284085,"teacher_disagreement_score":0.019479072,"about_ca_system_score_codex":0.0013151573,"about_ca_system_score_gemma":0.0025923857,"threshold_uncertainty_score":0.06516397},"labels":[],"label_agreement":null},{"id":"W4211107845","doi":"10.2200/s00999ed3v01y202003hlt046","title":"Natural Language Processing for Social Media, Third Edition","year":2020,"lang":"en","type":"article","venue":"Synthesis lectures on human language technologies","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Social media; Interpersonal communication; Natural (archaeology); Computer science; Psychology; Sociology; World Wide Web; Communication; History","score_opus":0.038861291742286454,"score_gpt":0.3072510998608941,"score_spread":0.26838980811860763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211107845","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030972697,0.07958679,0.75138414,0.007998838,0.02218891,0.00046749468,0.033753004,0.046986375,0.05453711],"genre_scores_gemma":[0.019978156,0.045202278,0.5624397,0.0024102214,0.008892822,0.0011871058,0.07240054,0.009545055,0.2779441],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998769,0.00015748391,0.00020136299,0.00025199674,0.0005627772,0.000057392495],"domain_scores_gemma":[0.9956216,0.0017217075,0.00017210803,0.000696995,0.0016604122,0.00012718608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019237065,0.0019081107,0.0015531013,0.0036553666,0.0007113788,0.00552362,0.0019057865,0.001188446,0.055785377],"category_scores_gemma":[0.0072749443,0.0015235607,0.0014267483,0.0027516452,0.0009402363,0.0060580787,0.0014934295,0.002118755,0.041906815],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006337187,0.00006119187,0.00020863026,0.0011278401,0.00006434467,0.000117316704,0.00011865285,0.0013234309,0.004356781,0.008200429,0.61955136,0.36480653],"study_design_scores_gemma":[0.000037094796,0.000058201294,0.002019629,0.0005415319,0.00007941075,0.0006428754,0.00018516806,0.019813938,0.00592804,0.032057036,0.93856525,0.000071843235],"about_ca_topic_score_codex":0.009690083,"about_ca_topic_score_gemma":0.013451624,"teacher_disagreement_score":0.055785377,"about_ca_system_score_codex":0.0012090943,"about_ca_system_score_gemma":0.0020395012,"threshold_uncertainty_score":0.18662065},"labels":[],"label_agreement":null},{"id":"W4211147687","doi":"10.2200/s00204ed1v01y200910hlt005","title":"Spoken Dialogue Systems","year":2009,"lang":"en","type":"article","venue":"Synthesis lectures on human language technologies","topic":"Speech and dialogue systems","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Spoken language; Computer science; Multimodality; Adaptation (eye); Communicative competence; Competence (human resources); Human–computer interaction; Natural language processing; Artificial intelligence; Linguistics; Psychology; World Wide Web","score_opus":0.01943691375922096,"score_gpt":0.2708791217803281,"score_spread":0.2514422080211071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211147687","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01028491,0.0055824653,0.73480976,0.001866624,0.0033459768,0.0008280085,0.0077139107,0.06839556,0.16717279],"genre_scores_gemma":[0.19539624,0.003101719,0.35471934,0.0014760159,0.0009946214,0.0012158497,0.032316662,0.006609962,0.40416953],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982193,0.00045157623,0.00013833493,0.0003991561,0.00067536795,0.0001161323],"domain_scores_gemma":[0.998555,0.0004153232,0.000031061874,0.0003984871,0.0005121323,0.00008803732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015744136,0.001139536,0.0012643442,0.0008243113,0.0012265624,0.003766528,0.00166291,0.0015236288,0.068567514],"category_scores_gemma":[0.0036283436,0.00058844837,0.0006537255,0.0006754266,0.00069811294,0.0022568204,0.0024775513,0.001146278,0.049465273],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037170306,0.00016671368,0.000404356,0.00059716875,0.000072396855,0.0002023162,0.00061006873,0.0028612197,0.036693092,0.03398991,0.20986038,0.71417075],"study_design_scores_gemma":[0.00015608943,0.000241196,0.0010293525,0.00018867073,0.00010396886,0.00048066204,0.00048111545,0.041214354,0.052062415,0.040126313,0.8638299,0.000086006985],"about_ca_topic_score_codex":0.0021656826,"about_ca_topic_score_gemma":0.002069309,"teacher_disagreement_score":0.068567514,"about_ca_system_score_codex":0.0006529307,"about_ca_system_score_gemma":0.0012397788,"threshold_uncertainty_score":0.2293812},"labels":[],"label_agreement":null},{"id":"W4285540724","doi":"10.1007/978-3-031-02178-7_6","title":"Conclusion","year":2021,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on human language technologies","topic":"linguistics and terminology studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Meaning (existential); Linguistics; Natural language processing; Artificial intelligence; Epistemology; Philosophy","score_opus":0.05269171406015205,"score_gpt":0.2754294053772743,"score_spread":0.22273769131712223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285540724","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002210638,0.001803515,0.0044406364,0.042340785,0.010604543,0.00012608257,0.0018481057,0.0005069032,0.93611866],"genre_scores_gemma":[0.031828966,0.0017347641,0.0028775004,0.026185026,0.002207043,0.00016123614,0.0025335024,0.0005145211,0.93195736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979522,0.0003377442,0.00005521715,0.00041448468,0.00091139897,0.000328937],"domain_scores_gemma":[0.99643975,0.00044567508,0.00011060253,0.00038888637,0.0020661403,0.00054890796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002220536,0.0005892377,0.0003366736,0.0011763979,0.0022312712,0.0058479835,0.0014715393,0.0020065764,0.36276725],"category_scores_gemma":[0.008009732,0.00016466725,0.0006019794,0.00086921675,0.00096896006,0.002940835,0.0023742996,0.0020764156,0.1484138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012209514,0.00004888631,0.0009414088,0.00025886126,0.000013400445,0.00012899138,0.00055288867,0.00015019794,0.00050154957,0.10177912,0.76729125,0.12821136],"study_design_scores_gemma":[0.000010557502,0.000009810202,0.0006568588,0.0001588627,0.0000070351407,0.000048611077,0.0007064484,0.00005101958,0.00034546966,0.012018101,0.9859826,0.000004638415],"about_ca_topic_score_codex":0.0075990306,"about_ca_topic_score_gemma":0.008216685,"teacher_disagreement_score":0.36276725,"about_ca_system_score_codex":0.0034944292,"about_ca_system_score_gemma":0.0042610685,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4293211116","doi":"10.1007/978-3-031-02181-7_3","title":"Multi-Stage Architectures for Reranking","year":2022,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on human language technologies","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"sort; Computer science; Class (philosophy); Ranking (information retrieval); Relevance (law); Task (project management); Information retrieval; Artificial intelligence; Section (typography); Natural language processing; Machine learning; Engineering","score_opus":0.0727885303514739,"score_gpt":0.32770005942335584,"score_spread":0.25491152907188197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293211116","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006614745,0.00088731095,0.9784607,0.00021691808,0.00020794982,0.00007584305,0.00023531869,0.0059244903,0.007376784],"genre_scores_gemma":[0.12094611,0.0007879345,0.82785726,0.00024601264,0.0003604614,0.00024796036,0.0013393724,0.0011247625,0.047090076],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99871755,0.00029001356,0.00011839878,0.00032558036,0.0003934822,0.00015503733],"domain_scores_gemma":[0.9978696,0.0006265018,0.00008520225,0.00076793774,0.0005724283,0.00007829633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012995581,0.0013732794,0.0015690267,0.0016274885,0.00088608265,0.0019052468,0.0028456347,0.0017747402,0.023342604],"category_scores_gemma":[0.0038250796,0.0008829722,0.0010109874,0.0022895923,0.0008440169,0.0038973673,0.001634949,0.0020873703,0.010888736],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002026983,0.00013856955,0.00024987588,0.00020513809,0.000061805695,0.000060184713,0.00010700801,0.06773587,0.017127331,0.050762173,0.02592745,0.83742183],"study_design_scores_gemma":[0.000047994432,0.0001495298,0.00025140092,0.000045649922,0.00004379004,0.00010261148,0.000044893608,0.84929633,0.018629337,0.108893126,0.022453994,0.000041275027],"about_ca_topic_score_codex":0.003684753,"about_ca_topic_score_gemma":0.009480763,"teacher_disagreement_score":0.023342604,"about_ca_system_score_codex":0.0010153304,"about_ca_system_score_gemma":0.0009065143,"threshold_uncertainty_score":0.07808882},"labels":[],"label_agreement":null},{"id":"W4293212745","doi":"10.1007/978-3-031-02181-7_4","title":"Refining Query and Document Representations","year":2022,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on human language technologies","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Computer science; Vocabulary; Matching (statistics); Information retrieval; Section (typography); Artificial intelligence; Core (optical fiber); Natural language processing; Semantic matching; Linguistics; Mathematics","score_opus":0.02776359311982873,"score_gpt":0.290113440396588,"score_spread":0.26234984727675925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293212745","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01251002,0.00090913085,0.95990455,0.0009247655,0.00017018987,0.00033932913,0.0021968773,0.008851921,0.014193091],"genre_scores_gemma":[0.09392339,0.0014918403,0.8671257,0.00039337532,0.00014083913,0.000239831,0.012288396,0.0037712925,0.020625409],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940653,0.0014128804,0.00049222115,0.0010843917,0.0025758587,0.00036933608],"domain_scores_gemma":[0.9914648,0.0032647175,0.0002035467,0.0028344807,0.0021056992,0.0001268313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041477503,0.0012381668,0.0016289535,0.005582588,0.0015467383,0.0062441374,0.0026295872,0.0013321298,0.016321843],"category_scores_gemma":[0.020594109,0.0012496689,0.0026320308,0.0070561403,0.0016870381,0.01187024,0.0038198337,0.002538433,0.0067138853],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003417028,0.00016430095,0.0010031841,0.0006291707,0.00012751258,0.00027643912,0.0009160445,0.017281529,0.016226634,0.2393712,0.040095523,0.68356675],"study_design_scores_gemma":[0.00009091785,0.00012891738,0.001002518,0.00034303922,0.00045643462,0.0006345694,0.0011305778,0.36047688,0.060511883,0.38175353,0.19335555,0.00011516002],"about_ca_topic_score_codex":0.015091342,"about_ca_topic_score_gemma":0.012428859,"teacher_disagreement_score":0.016321843,"about_ca_system_score_codex":0.0028877326,"about_ca_system_score_gemma":0.0024962293,"threshold_uncertainty_score":0.054601967},"labels":[],"label_agreement":null},{"id":"W4293213317","doi":"10.1007/978-3-031-02181-7_6","title":"Future Directions and Conclusions","year":2022,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on human language technologies","topic":"Machine Learning in Materials Science","field":"Materials Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Transformer; Computer science; Data science; History; Engineering; Electrical engineering","score_opus":0.014423075081056667,"score_gpt":0.274830912593896,"score_spread":0.26040783751283936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293213317","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003234703,0.16485365,0.012534763,0.5247959,0.06989234,0.0002624402,0.002790401,0.0008765502,0.2207593],"genre_scores_gemma":[0.055476572,0.23376983,0.035846755,0.21897076,0.027472109,0.001089895,0.0058213915,0.00052658014,0.42102617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965765,0.0010799257,0.00017893863,0.0005312509,0.00082625536,0.0008071833],"domain_scores_gemma":[0.9910382,0.0017369696,0.00031934798,0.00057761243,0.004229409,0.0020984537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008853776,0.0010699792,0.0010214774,0.001797023,0.0020675184,0.007545941,0.0032068503,0.0054847915,0.1600713],"category_scores_gemma":[0.009494275,0.00030176007,0.0014318759,0.0019172134,0.002347134,0.009893509,0.0034576221,0.0042236885,0.042421725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005597383,0.0002536988,0.0007486812,0.0016214848,0.000044416247,0.0001758766,0.00038679055,0.00059901807,0.00078910915,0.13540891,0.51499146,0.3444209],"study_design_scores_gemma":[0.00008130415,0.00011449801,0.000594804,0.0015891731,0.00005703846,0.00016344622,0.002240419,0.00031661257,0.0005919164,0.09777932,0.896443,0.00002844989],"about_ca_topic_score_codex":0.005925617,"about_ca_topic_score_gemma":0.006990735,"teacher_disagreement_score":0.1600713,"about_ca_system_score_codex":0.003984652,"about_ca_system_score_gemma":0.012307415,"threshold_uncertainty_score":0.5354918},"labels":[],"label_agreement":null},{"id":"W4300927300","doi":"10.1007/978-3-031-02167-1_4","title":"Applications of Social Media Text Analysis","year":2018,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on human language technologies","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Social media; Computer science; World Wide Web","score_opus":0.023506218752693507,"score_gpt":0.28690396626457326,"score_spread":0.2633977475118798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300927300","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019174822,0.03325499,0.7893919,0.0073010977,0.004850152,0.00051690737,0.005274326,0.008579576,0.13165615],"genre_scores_gemma":[0.20905511,0.0278466,0.66229534,0.0012828537,0.0066414434,0.00070981536,0.007314372,0.0027425375,0.08211193],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835485,0.00048804635,0.00010307809,0.00021362942,0.0007768305,0.00006352062],"domain_scores_gemma":[0.9946537,0.0034951137,0.00023858859,0.00040862622,0.0010686916,0.00013533804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001965924,0.001246096,0.00058542413,0.0064419406,0.0005887451,0.0037252128,0.0007290801,0.000815568,0.015204191],"category_scores_gemma":[0.007223853,0.0004313004,0.0007096728,0.004995295,0.0005242212,0.0029165626,0.0014465118,0.00094836735,0.009081882],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050542247,0.00007212194,0.0016676611,0.00045826932,0.000094459385,0.00013279027,0.00031012518,0.0016998256,0.0074990136,0.0184141,0.048746776,0.9208542],"study_design_scores_gemma":[0.000038108094,0.000110390225,0.007754374,0.00069543236,0.00015684318,0.00095243804,0.0011485957,0.14148544,0.033955604,0.24003972,0.5735366,0.00012645358],"about_ca_topic_score_codex":0.00059051224,"about_ca_topic_score_gemma":0.0009811074,"teacher_disagreement_score":0.015204191,"about_ca_system_score_codex":0.0004767326,"about_ca_system_score_gemma":0.00037900588,"threshold_uncertainty_score":0.050863087},"labels":[],"label_agreement":null},{"id":"W4312634722","doi":"10.1007/978-3-031-02157-2_4","title":"Applications of Social Media Text Analysis","year":2015,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on human language technologies","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Montréal","funders":"","keywords":"Social media; Computer science; World Wide Web","score_opus":0.038450178203179614,"score_gpt":0.30300424556272315,"score_spread":0.26455406735954357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312634722","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018115064,0.033221014,0.79208666,0.0068671666,0.004270277,0.0004938121,0.004835182,0.008197076,0.13191369],"genre_scores_gemma":[0.20524675,0.027671121,0.67073345,0.0012471606,0.0059279036,0.00066540414,0.0064277076,0.002502502,0.07957797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836093,0.0004761246,0.00010212031,0.00020872515,0.0007905351,0.000061628525],"domain_scores_gemma":[0.99474597,0.0034541069,0.00023220028,0.00040407642,0.0010367911,0.00012691386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019832908,0.0012348919,0.0005944499,0.0064024646,0.0005813631,0.0036415898,0.0007297919,0.000812904,0.01435085],"category_scores_gemma":[0.0071514584,0.00043737987,0.0007078046,0.0048731696,0.00054954883,0.0028775956,0.0014500314,0.00093573175,0.008665272],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047850903,0.00006787144,0.0016314505,0.0004421231,0.000091005844,0.00013048397,0.00031234743,0.0017318712,0.007035496,0.019345587,0.04560393,0.9235599],"study_design_scores_gemma":[0.00003735106,0.00010969067,0.008050307,0.00070270244,0.00015513228,0.0009834254,0.0011666497,0.13730234,0.03288413,0.2612344,0.5572468,0.00012719522],"about_ca_topic_score_codex":0.00060300634,"about_ca_topic_score_gemma":0.0010169472,"teacher_disagreement_score":0.01435085,"about_ca_system_score_codex":0.00047616402,"about_ca_system_score_gemma":0.0003784369,"threshold_uncertainty_score":0.048008442},"labels":[],"label_agreement":null},{"id":"W4313155193","doi":"10.1007/978-3-031-02157-2","title":"Natural Language Processing for Social Media","year":2015,"lang":"en","type":"book","venue":"Synthesis lectures on human language technologies","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Montréal","funders":"","keywords":"Social media; Interpersonal communication; Natural (archaeology); Computer science; Psychology; Sociology; Internet privacy; World Wide Web; Communication; History","score_opus":0.043810293870779074,"score_gpt":0.3212424037328657,"score_spread":0.27743210986208666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313155193","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034117494,0.031903498,0.8356038,0.004202885,0.0040633604,0.00033499056,0.0051937304,0.015930515,0.09935546],"genre_scores_gemma":[0.057586893,0.023111887,0.63637125,0.0015214655,0.0033557147,0.0007590442,0.017019581,0.0033259697,0.25694814],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994604,0.00009431635,0.000053186734,0.00010375391,0.0002585669,0.00002980491],"domain_scores_gemma":[0.99921167,0.00039594842,0.000036501584,0.00010747797,0.00022658243,0.000021858852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006770313,0.0009392532,0.0006397305,0.0013661609,0.00043987058,0.0021775642,0.0007567645,0.0005264738,0.026416665],"category_scores_gemma":[0.0018315956,0.00036168436,0.0006972997,0.0012082332,0.00056751387,0.0032778427,0.00096239086,0.0012306501,0.018279118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033705008,0.00004315416,0.0000938999,0.0006172002,0.000037594276,0.000104223895,0.00010244709,0.001466412,0.0067728804,0.037852503,0.25960743,0.6932686],"study_design_scores_gemma":[0.000020259922,0.00004013114,0.0006754702,0.00029246273,0.00003856769,0.00034510915,0.00014805899,0.040674917,0.009585702,0.2134453,0.7346892,0.000044946886],"about_ca_topic_score_codex":0.0014714313,"about_ca_topic_score_gemma":0.0022302172,"teacher_disagreement_score":0.026416665,"about_ca_system_score_codex":0.00059897185,"about_ca_system_score_gemma":0.000646817,"threshold_uncertainty_score":0.08837253},"labels":[],"label_agreement":null}]}