{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":449,"total_is_capped":false,"direct_labels_cover":3,"predictions_cover":449,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"650965f3ce5f","filters":{"topic":"Mobile Crowdsensing and Crowdsourcing"}},"results":[{"id":"W2106568252","doi":"10.1017/s1930297500002205","title":"Running experiments on Amazon Mechanical Turk","year":2010,"lang":"en","type":"article","venue":"Judgment and Decision Making","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3803,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"York University; National Science Foundation","keywords":"Amazon rainforest; Subject (documents); Data science; Quality (philosophy); Social media; Population; Computer science; Data quality; Internet privacy; World Wide Web; Engineering; Sociology; Operations management; Physics; Demography","authors":[{"name":"Gabriele Paolacci","is_ca":false},{"name":"Jesse Chandler","is_ca":false},{"name":"Panagiotis G. Ipeirotis","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0201525776565425,"gpt":0.293849149241808,"spread":0.2736965715852655,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0106002,0.001559696,0.001898138,0.0007777961,0.001784908,0.002230315,0.002565708,0.001372955,0.02014782],"category_scores_gemma":[0.04026874,0.0009738531,0.001243727,0.00119031,0.001015439,0.00256223,0.001532059,0.001801443,0.008907505],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009584744,"about_ca_system_score_gemma":0.002218887,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004810431,"about_ca_topic_score_gemma":0.005902929,"domain_scores_codex":[0.9896137,0.004968881,0.0009775196,0.002216916,0.001455113,0.0007679908],"domain_scores_gemma":[0.9476895,0.03220091,0.001809316,0.01164565,0.004485559,0.00216905],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.02518583,0.03481211,0.04343781,0.00491023,0.002266456,0.001598976,0.006690448,0.1505556,0.07589578,0.01523245,0.164472,0.4749424],"study_design_scores_gemma":[0.01133728,0.01736218,0.1137468,0.0005658848,0.001148469,0.0004123056,0.003766337,0.5784165,0.03766168,0.07417274,0.1603394,0.001070406],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.803151,0.0008217875,0.1037292,0.001758356,0.001412066,0.01406483,0.01034818,0.0115714,0.05314323],"genre_scores_gemma":[0.8539557,0.0002688378,0.1083155,0.0009277457,0.0002579814,0.01539392,0.008905047,0.0009156841,0.0110597],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9893998,"threshold_uncertainty_score":0.06740123,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2037150067","doi":"10.1016/j.envsoft.2011.09.009","title":"Environmental decision support systems (EDSS) development – Challenges and best practices","year":2011,"lang":"en","type":"article","venue":"Environmental Modelling & Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"Engineering and Physical Sciences Research Council","keywords":"Champion; Process management; Sustainability; Process (computing); Knowledge management; Revenue; Business; Operations management; Engineering; Computer science","authors":[{"name":"Brian S. McIntosh","is_ca":false},{"name":"J. C. Ascough","is_ca":false},{"name":"Mark J. Twery","is_ca":false},{"name":"Jimmie D. Chew","is_ca":false},{"name":"Amgad Elmahdi","is_ca":false},{"name":"Dagmar Haase","is_ca":false},{"name":"Julien Harou","is_ca":false},{"name":"Daryl H. Hepting","is_ca":true},{"name":"Susan Cuddy","is_ca":false},{"name":"Anthony J. Jakeman","is_ca":false},{"name":"S. Chen","is_ca":false},{"name":"Ayalew Kassahun","is_ca":false},{"name":"Sven Lautenbach","is_ca":false},{"name":"Keith Matthews","is_ca":false},{"name":"Wendy Merritt","is_ca":false},{"name":"Nigel W.T. Quinn","is_ca":false},{"name":"Ignasi Rodríguez‐Roda","is_ca":false},{"name":"Stefan Sieber","is_ca":false},{"name":"M. Stavenga","is_ca":false},{"name":"Andrea Sulis","is_ca":false},{"name":"Jenifer Ticehurst","is_ca":false},{"name":"Martin Völk","is_ca":false},{"name":"Markus Wrobel","is_ca":false},{"name":"Hedwig van Delden","is_ca":false},{"name":"Sondoss Elsawah","is_ca":false},{"name":"Andrea Emilio Rizzoli","is_ca":false},{"name":"Alexey Voinov","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06770918547361696,"gpt":0.2268058668829038,"spread":0.1590966814092868,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02721086,0.001037208,0.0009756418,0.002372894,0.001575789,0.01007949,0.005692084,0.003651255,0.004052852],"category_scores_gemma":[0.02584799,0.0007044714,0.000853492,0.003160438,0.003156149,0.009756099,0.005260695,0.002886809,0.002016165],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002886338,"about_ca_system_score_gemma":0.008201331,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004977273,"about_ca_topic_score_gemma":0.005721698,"domain_scores_codex":[0.9865855,0.006300215,0.001093284,0.001193291,0.00410094,0.0007267135],"domain_scores_gemma":[0.9663007,0.01546782,0.001240412,0.004602213,0.01072044,0.001668456],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008813724,0.0004675417,0.004296076,0.001382832,0.00009202922,0.0001660852,0.001763,0.03362482,0.003093298,0.0963176,0.01646093,0.8422477],"study_design_scores_gemma":[0.00008697526,0.0003610929,0.002403837,0.002814859,0.00007248533,0.0003622905,0.009489133,0.08994177,0.01225313,0.282341,0.5997258,0.0001477466],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06525631,0.02584607,0.6757328,0.1219722,0.001215247,0.0009961583,0.0006369233,0.002836928,0.1055074],"genre_scores_gemma":[0.371955,0.02184191,0.5887419,0.002954215,0.0004019812,0.0003990474,0.0009330585,0.0004218104,0.01235105],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02721086,"threshold_uncertainty_score":0.1439065,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3115100653","doi":"10.20982/tqmp.16.5.p472","title":"Got Bots? Practical Recommendations to Protect Online Survey Data from Bot Attacks","year":2020,"lang":"en","type":"article","venue":"The Quantitative Methods for Psychology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Data collection; Computer science; Internet privacy; The Internet; Data quality; Data science; Quality (philosophy); Computer security; World Wide Web; Engineering","authors":[{"name":"Andie Storozuk","is_ca":true},{"name":"Marilyn Ashley","is_ca":true},{"name":"Véronic Delage","is_ca":true},{"name":"Erin A. Maloney","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6865261507868327,"gpt":0.6223430805496,"spread":0.06418307023723269,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1629844,0.00337542,0.002036325,0.006587487,0.005437741,0.01541953,0.007545616,0.01618617,0.02120638],"category_scores_gemma":[0.4724063,0.002508607,0.001878863,0.003537994,0.008418457,0.03351573,0.007732348,0.01112381,0.01864998],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003058299,"about_ca_system_score_gemma":0.01374967,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005142867,"about_ca_topic_score_gemma":0.009790064,"domain_scores_codex":[0.8263138,0.137362,0.009102862,0.007663982,0.01553643,0.004020929],"domain_scores_gemma":[0.4540039,0.3831336,0.02797545,0.06230132,0.05862102,0.0139647],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006500094,0.001946318,0.03788969,0.003413418,0.00024433,0.0008542167,0.01546526,0.002798606,0.005472696,0.02509308,0.2768182,0.6293542],"study_design_scores_gemma":[0.001439109,0.002302854,0.02652565,0.02032216,0.0004891854,0.003000628,0.05912139,0.03943579,0.01363183,0.1551795,0.6776306,0.0009212585],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.02423367,0.008619508,0.370596,0.535248,0.004567263,0.01026369,0.001546288,0.01204828,0.03287735],"genre_scores_gemma":[0.1407386,0.006145012,0.7098637,0.1061967,0.002459656,0.0163582,0.001729802,0.001173372,0.01533505],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8370156,"threshold_uncertainty_score":0.8619543,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2887346961","doi":"10.1257/aer.20181065","title":"Testing the Waters: Behavior across Participant Pools","year":2021,"lang":"en","type":"article","venue":"American Economic Review","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":277,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Leverage (statistics); Sample (material); Population; Set (abstract data type); Amazon rainforest; Scale (ratio); Psychology; Statistics; Computer science; Geography; Ecology; Mathematics; Demography; Biology; Cartography; Sociology; Physics","authors":[{"name":"Erik Snowberg","is_ca":true},{"name":"Leeat Yariv","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08043842403601754,"gpt":0.3246748597124279,"spread":0.2442364356764103,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02953432,0.0004282997,0.0008936295,0.0007294967,0.002009651,0.002214653,0.001661663,0.001631206,0.009275118],"category_scores_gemma":[0.0909716,0.0004218706,0.0006064253,0.001074607,0.002302832,0.003768477,0.002308157,0.001152125,0.001979387],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001206439,"about_ca_system_score_gemma":0.002008602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00526663,"about_ca_topic_score_gemma":0.003568284,"domain_scores_codex":[0.9812165,0.01326269,0.0005042708,0.002940507,0.001508617,0.0005675209],"domain_scores_gemma":[0.9189712,0.04712707,0.0127745,0.01348206,0.00541483,0.002230286],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004512751,0.001530142,0.579817,0.0009821852,0.0009438957,0.0005773794,0.01057733,0.01352762,0.008103307,0.08449169,0.03003432,0.2649024],"study_design_scores_gemma":[0.001546585,0.005762898,0.5256706,0.0007987879,0.0008290454,0.001005526,0.01656472,0.120487,0.0132628,0.2127377,0.100969,0.000365268],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9023146,0.0007502125,0.05696693,0.005722582,0.0002168941,0.001457486,0.002310316,0.0004294372,0.02983152],"genre_scores_gemma":[0.9862505,0.0001306849,0.008136224,0.000824974,0.0000494418,0.001087861,0.0006194304,0.00003712779,0.002863715],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9704657,"threshold_uncertainty_score":0.1561943,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055699460","doi":"10.1145/2702123.2702508","title":"We Are Dynamo","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":274,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"National Science Foundation","keywords":"Collective action; Affordance; Action (physics); Public relations; Publics; Focus (optics); Political science; Sociology; Computer science; Internet privacy; Human–computer interaction; Physics; Law; Politics","authors":[{"name":"Niloufar Salehi","is_ca":false},{"name":"Lilly Irani","is_ca":false},{"name":"Michael S. Bernstein","is_ca":false},{"name":"Ali Alkhatib","is_ca":false},{"name":"Eva Ogbe","is_ca":false},{"name":"Kristy Milland","is_ca":true},{"name":"Clickhappier","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03379351875373135,"gpt":0.2387016906852385,"spread":0.2049081719315071,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005121486,0.0006251745,0.0005952663,0.00140592,0.008231916,0.01357938,0.001648774,0.003862259,0.04101391],"category_scores_gemma":[0.01332862,0.0005988157,0.0006596001,0.00107161,0.01828323,0.02539001,0.01020438,0.006137042,0.01371133],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002879002,"about_ca_system_score_gemma":0.003779564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004037734,"about_ca_topic_score_gemma":0.003803795,"domain_scores_codex":[0.9945825,0.001614549,0.0001906616,0.001512927,0.001343451,0.0007559376],"domain_scores_gemma":[0.9928462,0.001594099,0.0007279507,0.002013195,0.001268691,0.001549913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001400218,0.0001025585,0.004471121,0.0002699228,0.00005592003,0.0004765308,0.03447919,0.0004440624,0.002985734,0.733947,0.1436393,0.07898878],"study_design_scores_gemma":[0.000009435167,0.00001994379,0.0005924624,0.0001294664,0.00001199899,0.0001557749,0.006339186,0.0002771776,0.0003218655,0.09671203,0.8954017,0.00002898234],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03929863,0.004666566,0.04744047,0.1590906,0.006037005,0.0002133332,0.0005945243,0.001925713,0.7407332],"genre_scores_gemma":[0.5580972,0.003458185,0.01695878,0.05107586,0.002384104,0.000510896,0.0006353706,0.001938812,0.3649408],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.04101391,"threshold_uncertainty_score":0.1372051,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2051741744","doi":"10.1371/journal.pone.0031362","title":"Phylo: A Citizen Science Approach for Improving Multiple Sequence Alignment","year":2012,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":236,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Citizen science; Sequence alignment; Sequence (biology); Computational biology; Computer science; Data science; Bioinformatics; Biology; Genetics; Peptide sequence","authors":[{"name":"Alexander Kawrykow","is_ca":true},{"name":"Gary Roumanis","is_ca":true},{"name":"Alfred Kam","is_ca":true},{"name":"Daniel H. Kwak","is_ca":true},{"name":"Clarence Leung","is_ca":true},{"name":"Chu Wu","is_ca":true},{"name":"Eleyine Zarour","is_ca":true},{"name":"Luis F. G. Sarmenta","is_ca":true},{"name":"Mathieu Blanchette","is_ca":true},{"name":"Jérôme Waldispühl","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07497674905167842,"gpt":0.2429236597330574,"spread":0.167946910681379,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01126979,0.001531939,0.001398324,0.00316787,0.002497222,0.003589589,0.003841708,0.003375972,0.005401082],"category_scores_gemma":[0.0282871,0.0008324978,0.00201692,0.002798374,0.00283429,0.00410903,0.007209508,0.004156881,0.002403946],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001811139,"about_ca_system_score_gemma":0.003412137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001902372,"about_ca_topic_score_gemma":0.0024901,"domain_scores_codex":[0.9928381,0.003746118,0.000363254,0.001226813,0.001488704,0.0003371247],"domain_scores_gemma":[0.9897544,0.004663636,0.001287867,0.001791692,0.001641709,0.0008607679],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00163291,0.0009458431,0.01555013,0.002012206,0.0007540926,0.001301999,0.005549364,0.1861295,0.04270705,0.2049577,0.07204911,0.4664101],"study_design_scores_gemma":[0.0001497117,0.0002083677,0.001193211,0.0001920471,0.00008486821,0.0003303029,0.0009250019,0.8021503,0.008525561,0.1396386,0.04651666,0.00008532454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01139125,0.0002732486,0.9743335,0.001907837,0.000311419,0.0003117218,0.0005197611,0.007174027,0.003777232],"genre_scores_gemma":[0.06889611,0.0002144208,0.9269963,0.0005203299,0.00009918544,0.0004816663,0.0008875545,0.001000574,0.0009038985],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01126979,"threshold_uncertainty_score":0.05960107,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4308017781","doi":"10.3758/s13428-022-01999-x","title":"Evaluating CloudResearch’s Approved Group as a solution for problematic data quality on MTurk","year":2022,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":227,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Vetting; Data quality; Psychology; Quality (philosophy); Sample (material); Applied psychology; Computer science; Computer security; Operations management","authors":[{"name":"David Hauser","is_ca":true},{"name":"Aaron J. Moss","is_ca":false},{"name":"Cheskie Rosenzweig","is_ca":false},{"name":"Shalom Noach Jaffe","is_ca":false},{"name":"Jonathan Robinson","is_ca":false},{"name":"Leib Litman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8107478869005017,"gpt":0.6970883390979823,"spread":0.1136595478025194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06308426,0.0005612744,0.0005866969,0.001488889,0.00253437,0.003907966,0.001991632,0.001395024,0.00468292],"category_scores_gemma":[0.2851399,0.0004387481,0.0006518327,0.001190392,0.003005466,0.004322717,0.003399157,0.001451848,0.002559501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002406168,"about_ca_system_score_gemma":0.004162272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005248482,"about_ca_topic_score_gemma":0.007339237,"domain_scores_codex":[0.9525912,0.02787052,0.003009371,0.00415513,0.01060504,0.001768689],"domain_scores_gemma":[0.6823344,0.1552774,0.05320716,0.04585618,0.05178805,0.01153684],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.006818337,0.004300511,0.6717526,0.0007442727,0.0002003796,0.0004390627,0.04773401,0.001209746,0.008174689,0.006373896,0.02351073,0.2287418],"study_design_scores_gemma":[0.001325369,0.0122567,0.8352779,0.0005192125,0.0003399206,0.0006016122,0.03624173,0.02110735,0.01556551,0.006748512,0.06966621,0.0003500526],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9818307,0.0000906783,0.006999319,0.001230251,0.0001128742,0.001780067,0.0003792909,0.0005931922,0.00698365],"genre_scores_gemma":[0.9756415,0.00005827204,0.01733141,0.000804005,0.00006440888,0.002535358,0.0006200693,0.0002656564,0.002679162],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9369158,"threshold_uncertainty_score":0.3336254,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2146277225","doi":"10.1109/mcom.2015.7180511","title":"Security and privacy in mobile crowdsourcing networks: challenges and opportunities","year":2015,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":212,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Computer science; Computer security; Crowdsourcing software development; Architecture; Mobile device; Set (abstract data type); Data science; Internet privacy; World Wide Web","authors":[{"name":"Kan Yang","is_ca":true},{"name":"Kuan Zhang","is_ca":true},{"name":"Ju Ren","is_ca":true},{"name":"Xuemin Shen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09425909677158763,"gpt":0.2892999562422099,"spread":0.1950408594706223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01169324,0.0007875736,0.001352647,0.0008764322,0.005015859,0.006614024,0.002829409,0.00574533,0.001635316],"category_scores_gemma":[0.01908866,0.0008239598,0.0009806107,0.001438296,0.009404066,0.01195861,0.007414765,0.005797278,0.000515743],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003201416,"about_ca_system_score_gemma":0.003401432,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003644085,"about_ca_topic_score_gemma":0.002824515,"domain_scores_codex":[0.9911364,0.00425503,0.0003405331,0.001234957,0.002313834,0.0007192349],"domain_scores_gemma":[0.9832187,0.01031649,0.001177049,0.002944807,0.001726015,0.000616947],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001574096,0.00006277985,0.001885908,0.000449644,0.00005933382,0.0007376799,0.00233959,0.04899606,0.004039064,0.8439185,0.008872544,0.0884815],"study_design_scores_gemma":[0.00002800184,0.00005563359,0.0004178129,0.0001833033,0.00002754771,0.0004407323,0.001063262,0.1469236,0.002065095,0.8144042,0.03432772,0.00006304201],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.03649551,0.008959844,0.8482578,0.07540656,0.0007207852,0.0002976425,0.0001636432,0.0003243877,0.02937387],"genre_scores_gemma":[0.862013,0.007027544,0.1180956,0.003719872,0.001163127,0.0004904991,0.0001082499,0.00007270612,0.007309414],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.01169324,"threshold_uncertainty_score":0.06184047,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069514153","doi":"10.1109/jiot.2014.2337886","title":"Trustworthy Sensing for Public Safety in Cloud-Centric Internet of Things","year":2014,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":211,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Cloud computing; Computer security; Reputation; Payment; Common value auction; The Internet; Service (business); World Wide Web; Operating system","authors":[{"name":"Burak Kantarcı","is_ca":true},{"name":"Hussein T. Mouftah","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0157422260538223,"gpt":0.2331939519898717,"spread":0.2174517259360494,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00371861,0.0007247743,0.0012699,0.0006448243,0.001884263,0.001604875,0.001639467,0.001456682,0.0007093032],"category_scores_gemma":[0.00586679,0.0003114333,0.0007108102,0.0006794562,0.001307194,0.002628036,0.002579057,0.0009635969,0.0001754524],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001952637,"about_ca_system_score_gemma":0.002428248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006760111,"about_ca_topic_score_gemma":0.005018544,"domain_scores_codex":[0.9969735,0.0009968797,0.0001572761,0.0004468158,0.0008267931,0.0005987468],"domain_scores_gemma":[0.9964108,0.001537216,0.0005266492,0.0005299515,0.0006180175,0.0003773224],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002688757,0.0007677198,0.007678933,0.0004651678,0.0003067478,0.001527547,0.0006155914,0.7107521,0.04565661,0.08305103,0.008818045,0.1376717],"study_design_scores_gemma":[0.00003297472,0.0001436903,0.0006005234,0.00001225249,0.00002891534,0.0001247276,0.0001037628,0.9865891,0.00377201,0.007759897,0.0008106992,0.00002135244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2917907,0.00177751,0.6943417,0.002041576,0.0004648876,0.0004208223,0.0001241537,0.001432153,0.007606538],"genre_scores_gemma":[0.9808999,0.000127961,0.01848872,0.00008708808,0.0000262221,0.00002825115,0.00002729758,0.000009314535,0.0003053313],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006760111,"threshold_uncertainty_score":0.01966614,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2060133495","doi":"10.1145/2063576.2063718","title":"Discovering top-k teams of experts with/without a leader in social networks","year":2011,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":205,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Scalability; Computer science; Set (abstract data type); Function (biology); Approximation algorithm; Polynomial; Social network (sociolinguistics); Mathematical optimization; Artificial intelligence; Algorithm; Mathematics; Social media; World Wide Web","authors":[{"name":"Mehdi Kargar","is_ca":true},{"name":"Aijun An","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02197829246699507,"gpt":0.2268353422537893,"spread":0.2048570497867942,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004079215,0.00180861,0.002738373,0.002671204,0.003286558,0.002076341,0.003598123,0.003354191,0.002549137],"category_scores_gemma":[0.0171457,0.00133678,0.00175311,0.002672122,0.001455959,0.00380885,0.002344099,0.001136878,0.00107492],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001441834,"about_ca_system_score_gemma":0.001827577,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004934235,"about_ca_topic_score_gemma":0.006394668,"domain_scores_codex":[0.9967913,0.001160857,0.0001603726,0.0009531829,0.0005091866,0.0004250216],"domain_scores_gemma":[0.9867098,0.009267516,0.001636996,0.000990742,0.0006107953,0.0007841455],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001672456,0.0005902813,0.01432876,0.001034136,0.0003736961,0.001427786,0.00227288,0.7342217,0.007204663,0.02269738,0.01102757,0.2031487],"study_design_scores_gemma":[0.0001350713,0.000108808,0.00143442,0.00004132821,0.00007689581,0.0003792054,0.0008920184,0.9392585,0.002913142,0.05165446,0.003064329,0.00004186434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2529102,0.000597091,0.7393197,0.001431083,0.00005338248,0.0005185149,0.0006526075,0.0007006409,0.003816703],"genre_scores_gemma":[0.6094585,0.0003851288,0.3823037,0.0002120658,0.0001086686,0.0004411526,0.001155046,0.0001615079,0.005774145],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004934235,"threshold_uncertainty_score":0.02157319,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2964280086","doi":"10.1109/tmc.2019.2908638","title":"Enabling Strong Privacy Preservation and Accurate Task Allocation for Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":193,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; University of Waterloo","funders":"","keywords":"Computer science; Mobile device; Computer security; Mobile computing; Service provider; Information privacy; Mobile commerce; Encryption; Internet privacy; Computer network; Service (business); World Wide Web","authors":[{"name":"Jianbing Ni","is_ca":true},{"name":"Kuan Zhang","is_ca":false},{"name":"Qi Xia","is_ca":false},{"name":"Xiaodong Lin","is_ca":true},{"name":"Xuemin Shen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01993404008538232,"gpt":0.2675560315958228,"spread":0.2476219915104404,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00200428,0.0007937503,0.000975746,0.000550852,0.001342561,0.001388639,0.00159787,0.001185926,0.001054566],"category_scores_gemma":[0.007073541,0.0004335741,0.0005674947,0.0008269906,0.001826617,0.002510933,0.006013461,0.001305458,0.0004531475],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001055643,"about_ca_system_score_gemma":0.001597857,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001425641,"about_ca_topic_score_gemma":0.001324402,"domain_scores_codex":[0.9970543,0.000796246,0.0001942571,0.0005827268,0.0008772549,0.0004952394],"domain_scores_gemma":[0.9961443,0.001173485,0.0005229008,0.001520706,0.0003772305,0.000261374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001877808,0.0003882811,0.005109547,0.0005038404,0.0001393575,0.001504956,0.002210479,0.4054258,0.1112639,0.1833426,0.007444296,0.2807891],"study_design_scores_gemma":[0.00008428503,0.0002065079,0.0006584137,0.00002776421,0.00002805582,0.0004005673,0.0002471828,0.8959698,0.02067308,0.07405545,0.007590584,0.00005828495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03841323,0.0002014422,0.9572445,0.0004548641,0.00006832575,0.0001461752,0.00007992036,0.0005270395,0.002864613],"genre_scores_gemma":[0.9172702,0.0001367727,0.07967363,0.0001638398,0.00005804812,0.0001371888,0.00006661461,0.00003708397,0.002456439],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00200428,"threshold_uncertainty_score":0.01059979,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154096410","doi":"","title":"Modeling annotator expertise: Learning when everybody knows a bit of something","year":2010,"lang":"en","type":"article","venue":"International Conference on Artificial Intelligence and Statistics","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":188,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Probabilistic logic; Artificial intelligence; Machine learning; Domain (mathematical analysis); Task (project management); Space (punctuation); Agreement; Natural language processing; Training set; Variable (mathematics)","authors":[{"name":"Yan Yan","is_ca":false},{"name":"Rómer Rosales","is_ca":false},{"name":"Glenn Fung","is_ca":false},{"name":"Mark Schmidt","is_ca":true},{"name":"Gerardo Hermosillo Valadez","is_ca":false},{"name":"Luca Bogoni","is_ca":false},{"name":"Linda Moy","is_ca":false},{"name":"Jennifer Dy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0815228368451885,"gpt":0.3287389152244423,"spread":0.2472160783792537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03110217,0.001563541,0.00274553,0.002858032,0.002513954,0.0038219,0.004286889,0.00508608,0.002260016],"category_scores_gemma":[0.1210571,0.001635869,0.00138883,0.003107981,0.004258732,0.01128816,0.006570463,0.004384953,0.0009073901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002413639,"about_ca_system_score_gemma":0.001743096,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005640475,"about_ca_topic_score_gemma":0.006482527,"domain_scores_codex":[0.9759762,0.01204554,0.001012689,0.007377029,0.002653203,0.0009353411],"domain_scores_gemma":[0.8608054,0.1093532,0.01083879,0.01057128,0.006495407,0.00193594],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003068018,0.0006519858,0.134864,0.001600233,0.001460881,0.002829668,0.01701951,0.3396285,0.01134928,0.1585079,0.01903733,0.3099828],"study_design_scores_gemma":[0.0001001419,0.0001480382,0.01061812,0.0002021603,0.0002001796,0.0007695259,0.0009835392,0.7049601,0.003464642,0.2714421,0.006966034,0.0001454224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07460673,0.0008307214,0.9165198,0.00315087,0.0001161045,0.0001575959,0.000445831,0.0003362242,0.003836037],"genre_scores_gemma":[0.8376469,0.000548395,0.1545103,0.0009221679,0.0004826018,0.0005160993,0.0009730749,0.0002558932,0.004144591],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03110217,"threshold_uncertainty_score":0.164486,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2884971059","doi":"10.1109/twc.2018.2885747","title":"A Stackelberg Game Approach Toward Socially-Aware Incentive Mechanisms for Mobile Crowdsensing","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Wireless Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":186,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Stackelberg competition; Computer science; Incentive; Service provider; Revenue; Backward induction; Service (business); Mobile telephony; Mobile computing; Computer network; Game theory; Complete information; Bayesian game; Computer security; Business; Microeconomics; Mobile radio; Sequential game; Economics","authors":[{"name":"Jiangtian Nie","is_ca":false},{"name":"Jun Luo","is_ca":false},{"name":"Zehui Xiong","is_ca":false},{"name":"Dusit Niyato","is_ca":false},{"name":"Ping Wang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03813459668068552,"gpt":0.2866466521383979,"spread":0.2485120554577123,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006950822,0.002277019,0.002339362,0.001396831,0.001581739,0.002997551,0.004212036,0.003799903,0.003878859],"category_scores_gemma":[0.01132973,0.001205962,0.002495922,0.001160789,0.003380434,0.004499518,0.003210692,0.004089746,0.0005954661],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003384587,"about_ca_system_score_gemma":0.0045263,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003407321,"about_ca_topic_score_gemma":0.002657561,"domain_scores_codex":[0.9943856,0.002793958,0.0002355952,0.0009147826,0.001054254,0.0006158093],"domain_scores_gemma":[0.9950024,0.003141188,0.000581878,0.0002718337,0.0006385519,0.0003640938],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007961248,0.0001329774,0.0004030851,0.0002334566,0.00009069844,0.0002910324,0.0003655759,0.3399175,0.003284147,0.6390958,0.001577804,0.01452825],"study_design_scores_gemma":[0.00004370364,0.00009861324,0.00008513445,0.00003604115,0.00003052758,0.00006557165,0.00005537275,0.7608289,0.0005553344,0.2353023,0.002857286,0.00004110811],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004240504,0.000160824,0.991134,0.0004947665,0.00006967289,0.0001579116,0.0000448644,0.0000573224,0.003640153],"genre_scores_gemma":[0.6237299,0.001164449,0.3611816,0.0007137508,0.0003485524,0.001218218,0.0001103059,0.00008481309,0.01144841],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006950822,"threshold_uncertainty_score":0.03675991,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2554971060","doi":"10.1038/s41598-016-0011-6","title":"Mitigating Herding in Hierarchical Crowdsourcing Networks","year":2016,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"National Natural Science Foundation of China; National Research Foundation","keywords":"Herding; Crowdsourcing; Computer science; Crowds; Task (project management); Workload; Risk analysis (engineering); Business; Computer security; Economics; World Wide Web","authors":[{"name":"Han Yu","is_ca":false},{"name":"Chunyan Miao","is_ca":false},{"name":"Cyril Leung","is_ca":true},{"name":"Yiqiang Chen","is_ca":false},{"name":"Simon Fauvel","is_ca":false},{"name":"Victor Lesser","is_ca":false},{"name":"Qiang Yang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009755456249028096,"gpt":0.2246533235950789,"spread":0.2148978673460508,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001559519,0.0005998113,0.0007661179,0.0006032872,0.0009770674,0.0007935691,0.001585565,0.0009837019,0.001073246],"category_scores_gemma":[0.007523316,0.000399313,0.0004681435,0.0003754649,0.0009556896,0.001247762,0.002461902,0.0006874553,0.00017593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000824947,"about_ca_system_score_gemma":0.0007776416,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005253518,"about_ca_topic_score_gemma":0.004319382,"domain_scores_codex":[0.9992668,0.0002055199,0.00003078288,0.0001401082,0.000175179,0.0001816491],"domain_scores_gemma":[0.9963763,0.002012222,0.0007065281,0.0003511677,0.0002993503,0.0002545141],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001967904,0.0001328015,0.009016396,0.0002697407,0.0001646929,0.0006278724,0.0008925066,0.8826919,0.01848007,0.02343125,0.00259105,0.06150499],"study_design_scores_gemma":[0.00001757693,0.00009862382,0.001381239,0.00001437482,0.00002760501,0.00005303315,0.0001679312,0.9842559,0.00108222,0.01198206,0.000905494,0.00001398555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4259665,0.0006378982,0.5644203,0.0008075287,0.00009600854,0.000109175,0.00007179019,0.0006024893,0.007288289],"genre_scores_gemma":[0.9871121,0.0001150512,0.01155421,0.00008568231,0.00002049026,0.00003675771,0.00001835496,0.00001461848,0.001042843],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005253518,"threshold_uncertainty_score":0.01044589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2148087540","doi":"10.1109/tetc.2013.2273359","title":"Vita: A Crowdsensing-Oriented Mobile Cyber-Physical System","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Emerging Topics in Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Hong Kong Polytechnic University","keywords":"Computer science; Mobile device; Mobile computing; Mobile cloud computing; Cloud computing; Crowdsensing; Cyber-physical system; Mobile Web; Overhead (engineering); Architecture; Mobile technology; Embedded system; Distributed computing; Computer network; Computer security; World Wide Web; Operating system","authors":[{"name":"Xiping Hu","is_ca":true},{"name":"Terry H. S. Chu","is_ca":false},{"name":"Henry C. B. Chan","is_ca":false},{"name":"Victor C. M. Leung","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009895492815218484,"gpt":0.246192966611103,"spread":0.2362974737958845,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004343952,0.0006613299,0.0006732123,0.0005131194,0.0008975129,0.001655132,0.001820969,0.001165584,0.005437026],"category_scores_gemma":[0.001620718,0.0004392767,0.0005208026,0.0003693646,0.0009654881,0.001595726,0.003853209,0.00113177,0.001813755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005320391,"about_ca_system_score_gemma":0.0009587621,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002167982,"about_ca_topic_score_gemma":0.001413751,"domain_scores_codex":[0.9995634,0.0001002915,0.00002831736,0.0001098914,0.0001412591,0.00005681831],"domain_scores_gemma":[0.9994748,0.0001239869,0.00005227708,0.0001315741,0.00009175788,0.0001255507],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001712831,0.000674199,0.00784249,0.001658168,0.0004049681,0.002908302,0.002218232,0.2094006,0.1883187,0.1464227,0.07247534,0.3659635],"study_design_scores_gemma":[0.0003018251,0.0006095953,0.002031155,0.00009568861,0.0001226574,0.0009058367,0.0002246872,0.761102,0.02269847,0.03491626,0.176848,0.0001437115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0448577,0.0008263473,0.8873199,0.001457159,0.0007563098,0.001314229,0.0006253645,0.02727118,0.03557175],"genre_scores_gemma":[0.7426025,0.0006979128,0.2314814,0.0009726621,0.0002511669,0.0009514791,0.000890278,0.0005117725,0.02164095],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005437026,"threshold_uncertainty_score":0.01818866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2144007431","doi":"10.1145/1240624.1240865","title":"Strategies for accelerating on-line learning of hotkeys","year":2007,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Selection (genetic algorithm); Human–computer interaction; Line (geometry); Artificial intelligence; Machine learning; Programming language","authors":[{"name":"Tovi Grossman","is_ca":true},{"name":"Pierre Dragicevic","is_ca":true},{"name":"Ravin Balakrishnan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04985904044599529,"gpt":0.3010206233756084,"spread":0.2511615829296131,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002605365,0.001128532,0.0008499548,0.0005592979,0.0003967902,0.001191687,0.002597375,0.001099045,0.007607539],"category_scores_gemma":[0.01783003,0.0005943499,0.0003741846,0.0004333028,0.000644382,0.003171413,0.001825683,0.001169836,0.002256741],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003271947,"about_ca_system_score_gemma":0.0005626742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000500169,"about_ca_topic_score_gemma":0.0009281058,"domain_scores_codex":[0.9986832,0.0005421489,0.00007888758,0.0003438658,0.0002340882,0.0001178413],"domain_scores_gemma":[0.9835528,0.01168979,0.0009519115,0.002280444,0.0008934632,0.0006315978],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002586884,0.002881318,0.00985476,0.0008819125,0.0001398031,0.0002495594,0.001544702,0.02417329,0.07590172,0.008703677,0.003749359,0.869333],"study_design_scores_gemma":[0.001859018,0.007237241,0.02865971,0.000310793,0.0004412982,0.00113843,0.002248247,0.6633146,0.1632446,0.09446387,0.03665464,0.0004276103],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3929683,0.0004681229,0.5913417,0.0003500943,0.0001060774,0.0007744537,0.0001110179,0.005767191,0.008113082],"genre_scores_gemma":[0.7493179,0.0002172663,0.2451474,0.0001628982,0.00003768651,0.0009200528,0.0001295515,0.0002206107,0.003846604],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007607539,"threshold_uncertainty_score":0.02544981,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2941455863","doi":"10.1145/3290605.3300750","title":"Automation Accuracy Is Good, but High Controllability May Be Better","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":122,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Controllability; Automation; Task (project management); Computer science; Preference; Control (management); Human–computer interaction; Constant (computer programming); Artificial intelligence; Machine learning; Engineering; Statistics; Mathematics; Systems engineering","authors":[{"name":"Quentin Roy","is_ca":true},{"name":"Futian Zhang","is_ca":true},{"name":"Daniel Vogel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01007860506918046,"gpt":0.2347848522197949,"spread":0.2247062471506145,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00509236,0.0008935431,0.0005497828,0.001398735,0.0009672444,0.00338884,0.0006531227,0.001263098,0.006789347],"category_scores_gemma":[0.02831205,0.0003665274,0.0008593447,0.001026555,0.001597489,0.002761634,0.001716183,0.0008424947,0.001765343],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005272678,"about_ca_system_score_gemma":0.0005771082,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002069645,"about_ca_topic_score_gemma":0.002231819,"domain_scores_codex":[0.99411,0.001175255,0.0007241762,0.0009861352,0.002331593,0.000672752],"domain_scores_gemma":[0.9723956,0.01172464,0.0077321,0.003440208,0.00313006,0.001577357],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001697105,0.0008744535,0.5882946,0.002251387,0.00126838,0.001530223,0.006747857,0.01226883,0.07361389,0.02034566,0.008213128,0.2828945],"study_design_scores_gemma":[0.0001380348,0.002371964,0.8571811,0.0005427613,0.0005156355,0.001940531,0.004306053,0.0154641,0.0342534,0.05039234,0.03250376,0.0003903108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8467519,0.001416312,0.06595235,0.003100535,0.0002542071,0.0002645611,0.0009151915,0.002009728,0.07933538],"genre_scores_gemma":[0.9934896,0.0001343748,0.004626228,0.0002041052,0.00004544229,0.00003165224,0.0001407356,0.00005665776,0.001271202],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006789347,"threshold_uncertainty_score":0.02693135,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2409446443","doi":"10.1017/iop.2015.24","title":"Don't Throw the Baby Out With the Bathwater: Comparing Data Quality of Crowdsourcing, Online Panels, and Student Samples","year":2015,"lang":"en","type":"article","venue":"Industrial and Organizational Psychology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Crowdsourcing; Legitimacy; Sampling (signal processing); Quality (philosophy); Psychology; Sample (material); Sociology; Computer science; Social psychology; Epistemology; Political science; Law; World Wide Web; Philosophy","authors":[{"name":"Nicolas Roulin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2956586616495665,"gpt":0.3702693215335167,"spread":0.07461065988395021,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3353097,0.0006602004,0.001180064,0.003122906,0.002806448,0.005834814,0.00315951,0.003239492,0.002121731],"category_scores_gemma":[0.6578636,0.0006057922,0.002241024,0.003580815,0.01226339,0.005874889,0.007131783,0.00268757,0.0005881702],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002280422,"about_ca_system_score_gemma":0.002855171,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00726921,"about_ca_topic_score_gemma":0.007002754,"domain_scores_codex":[0.5919461,0.3420208,0.01275131,0.01122451,0.04006645,0.001990808],"domain_scores_gemma":[0.2961102,0.5686371,0.04630991,0.05881099,0.02611862,0.004013176],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008610238,0.001388842,0.5932462,0.002753806,0.005651198,0.0003064515,0.07050371,0.002520413,0.001814484,0.04370775,0.01297858,0.2565184],"study_design_scores_gemma":[0.002784291,0.009541281,0.7230067,0.005027875,0.003288458,0.001132195,0.05253455,0.02295078,0.01110371,0.1165382,0.05139473,0.000697239],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8141065,0.00668417,0.1347039,0.01916073,0.001644016,0.004646889,0.0008829109,0.0002047458,0.01796614],"genre_scores_gemma":[0.9599058,0.0006800784,0.02866001,0.006696347,0.0003702935,0.002420797,0.0004450533,0.00009220421,0.0007293706],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6646904,"threshold_uncertainty_score":0.8196815,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2977846155","doi":"10.14745/ccdr.v45i10a01","title":"Reaping the benefits of Open Data in public health","year":2019,"lang":"en","type":"editorial","venue":"Canada Communicable Disease Report","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Public Health Agency of Canada","funders":"","keywords":"Open data; Transparency (behavior); Interoperability; Terminology; Premise; Open science; Data science; Accountability; Computer science; Data sharing; Intellectual property; Data access; Citizen science; Data governance; Internet privacy; Knowledge management; Public relations; World Wide Web; Political science; Business; Computer security; Data quality; Service (business)","authors":[{"name":"Patricia Huston","is_ca":true},{"name":"VL Edge","is_ca":true},{"name":"E Bernier","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0806775732423905,"gpt":0.3168296861673621,"spread":0.2361521129249716,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.2677056,0.001460438,0.002681135,0.008795149,0.008524907,0.03853076,0.008676626,0.03200504,0.01994284],"category_scores_gemma":[0.3802426,0.002000823,0.004453013,0.008029982,0.04878446,0.07683063,0.0519124,0.03860994,0.007952664],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0136488,"about_ca_system_score_gemma":0.05459145,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00654184,"about_ca_topic_score_gemma":0.005240383,"domain_scores_codex":[0.8222538,0.1178296,0.007914262,0.01006119,0.03578446,0.006156722],"domain_scores_gemma":[0.4267576,0.4163359,0.01408587,0.07033908,0.0431511,0.02933046],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000221158,0.0001333014,0.002488137,0.001940173,0.0003386528,0.0005451844,0.004792051,0.001459827,0.0003658481,0.6640604,0.1578455,0.1658096],"study_design_scores_gemma":[0.0000717245,0.00009006956,0.0008189535,0.004004604,0.00007060767,0.0002976801,0.002193179,0.0006998932,0.0003295365,0.594099,0.3972119,0.0001127915],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"editorial","genre_scores_codex":[0.001006662,0.02103522,0.02506197,0.9234116,0.008998872,0.00009553312,0.0004958182,0.0002433817,0.01965104],"genre_scores_gemma":[0.168094,0.09018085,0.1280459,0.5137406,0.08218975,0.0009541221,0.002015522,0.00129497,0.01348427],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.9913234,"threshold_uncertainty_score":0.9030494,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W6116489","doi":"10.1007/978-3-642-33486-3_31","title":"Efficient Bi-objective Team Formation in Social Networks","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Scalability; Mathematical optimization; Approximation algorithm; Heuristic; Graph; Theoretical computer science; Artificial intelligence; Algorithm; Mathematics","authors":[{"name":"Mehdi Kargar","is_ca":true},{"name":"Aijun An","is_ca":true},{"name":"Morteza Zihayat","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01202627186267343,"gpt":0.2296645878189992,"spread":0.2176383159563257,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003224962,0.001785618,0.003108305,0.001152081,0.001509503,0.001862862,0.003817655,0.002867659,0.004373582],"category_scores_gemma":[0.01038793,0.001554548,0.00126353,0.001541781,0.00160082,0.003149636,0.005160952,0.002044984,0.001076984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001354864,"about_ca_system_score_gemma":0.001468987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003467397,"about_ca_topic_score_gemma":0.00338964,"domain_scores_codex":[0.9978899,0.0009607816,0.00008737664,0.0003872624,0.0003430192,0.0003315035],"domain_scores_gemma":[0.9909946,0.006887523,0.0005244996,0.0005188925,0.0005078061,0.0005667105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001317262,0.00007965122,0.0004149892,0.0001040363,0.00005714658,0.00005898681,0.000119704,0.9559507,0.0006670037,0.01892161,0.001643786,0.02185066],"study_design_scores_gemma":[0.00001382261,0.00002624384,0.00004023646,0.000006144524,0.000005737248,0.000009841092,0.00002190391,0.9887439,0.0001312123,0.01081231,0.0001851071,0.000003544719],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03020014,0.0002984202,0.9638467,0.0003193717,0.00007287425,0.0001419309,0.00009501386,0.0001972424,0.004828185],"genre_scores_gemma":[0.755168,0.0004633364,0.2291601,0.0001852207,0.0001852028,0.0007428161,0.0003927678,0.0002076578,0.01349496],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004373582,"threshold_uncertainty_score":0.01705545,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2407293509","doi":"10.1145/2858036.2858063","title":"The Effect of Visual Appearance on the Performance of Continuous Sliders and Visual Analogue Scales","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Slider; Computer science; Range (aeronautics); Scale (ratio); Line (geometry); Computer vision; Artificial intelligence; Mathematics; Mechanical engineering; Engineering; Geometry; Physics","authors":[{"name":"Justin Matejka","is_ca":true},{"name":"Michael Glueck","is_ca":true},{"name":"Tovi Grossman","is_ca":true},{"name":"George Fitzmaurice","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.004172709810571497,"gpt":0.2210454225396931,"spread":0.2168727127291216,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007775138,0.001109099,0.001081309,0.0008674799,0.0005564223,0.002120784,0.001031882,0.001673093,0.00492742],"category_scores_gemma":[0.1466949,0.0006905777,0.0005643279,0.0007342929,0.001101961,0.001781433,0.001856245,0.001344842,0.001469254],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005079694,"about_ca_system_score_gemma":0.0003418144,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001883544,"about_ca_topic_score_gemma":0.001345391,"domain_scores_codex":[0.9904688,0.004896231,0.0007807076,0.001425405,0.001958613,0.0004703061],"domain_scores_gemma":[0.805555,0.1698756,0.007061805,0.009071689,0.00639344,0.002042516],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.05884187,0.006371615,0.1029518,0.004576186,0.0008025439,0.001042517,0.0091252,0.03997162,0.3124141,0.001925511,0.008904792,0.4530721],"study_design_scores_gemma":[0.002906162,0.04583232,0.7066725,0.0006112506,0.0008416271,0.001695055,0.003614483,0.1241232,0.09692545,0.004810843,0.01106108,0.0009060558],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9821181,0.0003879865,0.009621388,0.0001542749,0.0001989315,0.000351141,0.0003343582,0.0006887328,0.006145046],"genre_scores_gemma":[0.9777979,0.0001547705,0.01661746,0.000214489,0.00008595982,0.0004330245,0.0004034783,0.0003362303,0.003956821],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9922249,"threshold_uncertainty_score":0.0411194,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2943796356","doi":"10.1109/mcom.2019.1800624","title":"Data and Service Management in Densely Crowded Environments: Challenges, Opportunities, and Recent Developments","year":2019,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Gnowit (Canada)","funders":"","keywords":"Computer science; Cloud computing; Service (business); Data as a service; Mobile device; Replication (statistics); Computer network; Data management; World Wide Web; Database","authors":[{"name":"Moayad Aloqaily","is_ca":true},{"name":"Ismaeel Al Ridhawi","is_ca":true},{"name":"Haythem Bany Salameh","is_ca":false},{"name":"Yaser Jararweh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1247095637869348,"gpt":0.2845690954489233,"spread":0.1598595316619885,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00371971,0.0006899163,0.0008958754,0.001299676,0.001914279,0.00537806,0.002369501,0.003205925,0.002163765],"category_scores_gemma":[0.004402228,0.0004661726,0.0005308819,0.002543828,0.003138263,0.007984497,0.00365565,0.002584527,0.0008940515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002156504,"about_ca_system_score_gemma":0.002048872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004606812,"about_ca_topic_score_gemma":0.004275621,"domain_scores_codex":[0.9983289,0.0004469895,0.00007349486,0.0002820397,0.0005654402,0.0003031063],"domain_scores_gemma":[0.9956163,0.00242469,0.0002601929,0.0003127372,0.0008537737,0.0005322472],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001339039,0.0001866113,0.003314879,0.00259059,0.00007834919,0.0005116762,0.002433075,0.03780764,0.006035971,0.2407925,0.03781761,0.6682971],"study_design_scores_gemma":[0.00002220409,0.0002255656,0.002362277,0.001127071,0.00005489762,0.0008975484,0.01153239,0.189579,0.00389873,0.2017785,0.5883649,0.0001570095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.056974,0.4966749,0.2603841,0.1230265,0.00463411,0.0002388841,0.0002799873,0.000841042,0.05694645],"genre_scores_gemma":[0.5540964,0.2831369,0.1350012,0.005297869,0.006347274,0.0001722538,0.0003785056,0.0001622577,0.01540747],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.00537806,"threshold_uncertainty_score":0.01967192,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2139516750","doi":"10.1145/2009916.2010039","title":"Repeatable and reliable search system evaluation using crowdsourcing","year":2011,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Information retrieval; Data science; World Wide Web","authors":[{"name":"Roi Blanco","is_ca":false},{"name":"Harry Halpin","is_ca":false},{"name":"Daniel M. Herzig","is_ca":false},{"name":"Peter Mika","is_ca":false},{"name":"Jeffrey Pound","is_ca":true},{"name":"Henry S. Thompson","is_ca":false},{"name":"Thanh Tran Duc","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08907501364983587,"gpt":0.2649148142627285,"spread":0.1758398006128926,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02372633,0.001889113,0.002087147,0.002848938,0.00182452,0.002588089,0.002222701,0.001892387,0.001422053],"category_scores_gemma":[0.05076407,0.000664027,0.0007741163,0.001795933,0.001544517,0.002801219,0.00302788,0.001381414,0.001158487],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002475567,"about_ca_system_score_gemma":0.002142604,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007869883,"about_ca_topic_score_gemma":0.007547634,"domain_scores_codex":[0.9682514,0.01937322,0.001383181,0.002721047,0.007280934,0.0009902428],"domain_scores_gemma":[0.9328423,0.03885939,0.004470272,0.01144179,0.01061308,0.001773149],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004781243,0.0033244,0.03823912,0.002238881,0.001641168,0.001649129,0.007807753,0.3158557,0.1065458,0.00913634,0.01839285,0.4903877],"study_design_scores_gemma":[0.001219732,0.004422674,0.02903271,0.0001804726,0.0003275778,0.0004610501,0.003492448,0.8450109,0.07410187,0.02067853,0.0204919,0.0005800893],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6920934,0.0008773602,0.2822394,0.0009885819,0.0002452295,0.003964415,0.001210997,0.004151036,0.01422952],"genre_scores_gemma":[0.9194158,0.0001280241,0.07575525,0.0001518215,0.00005640556,0.001163582,0.0007538158,0.0002591109,0.002316075],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02372633,"threshold_uncertainty_score":0.1254783,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117442907","doi":"10.1109/wcnc.2012.6214379","title":"CrowdITS: Crowdsourcing in intelligent transportation systems","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Dissemination; Computer science; Key (lock); Android (operating system); Intelligent transportation system; Aggregate (composite); Mobile device; Mobile telephony; Human–computer interaction; Data science; Computer security; Telecommunications; Mobile radio; World Wide Web; Transport engineering; Engineering","authors":[{"name":"Kashif Ali","is_ca":true},{"name":"Dina Ayad Al-Yaseen","is_ca":true},{"name":"Ali Ejaz","is_ca":true},{"name":"Tayyab Javed","is_ca":true},{"name":"Hossam S. Hassanein","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01707818536047459,"gpt":0.2346570360684769,"spread":0.2175788507080023,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002095025,0.000938432,0.0009323544,0.001187728,0.001487153,0.00272057,0.002237295,0.001904794,0.006046103],"category_scores_gemma":[0.003496605,0.0004634329,0.0009335521,0.001546572,0.001821183,0.002854804,0.00477074,0.001906325,0.001857787],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00156183,"about_ca_system_score_gemma":0.001752438,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01020271,"about_ca_topic_score_gemma":0.006071125,"domain_scores_codex":[0.998231,0.0006303997,0.00009608996,0.0003027675,0.0005786252,0.000161263],"domain_scores_gemma":[0.9984986,0.0007616868,0.00008376226,0.0002066941,0.0002627311,0.0001865613],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007855404,0.0003307415,0.00302484,0.001315549,0.0001991615,0.001322675,0.002091471,0.268079,0.01521206,0.190945,0.07221017,0.4444838],"study_design_scores_gemma":[0.0001184666,0.0001885534,0.001131025,0.000254317,0.00005338461,0.0002997049,0.0005828981,0.6852655,0.007454371,0.1173014,0.1872207,0.0001297859],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02137177,0.005594586,0.9187288,0.003511268,0.001123012,0.0007798075,0.0007889544,0.010792,0.0373097],"genre_scores_gemma":[0.6594553,0.004749314,0.2932491,0.001428704,0.001035675,0.001114708,0.001696151,0.001156372,0.03611464],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01020271,"threshold_uncertainty_score":0.02028662,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2516809984","doi":"10.1016/j.ijhcs.2016.09.002","title":"TaskMe: Toward a dynamic and quality-enhanced incentive mechanism for mobile crowd sensing","year":2016,"lang":"en","type":"article","venue":"International Journal of Human-Computer Studies","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Science North","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Incentive; Computer science; Quality (philosophy); Payment; Reverse auction; Anticipation (artificial intelligence); Crowdsourcing; Scheme (mathematics); Mechanism (biology); Incentive program; Mobile device; Common value auction; World Wide Web; Microeconomics; Economics; Artificial intelligence","authors":[{"name":"Bin Guo","is_ca":true},{"name":"Huihui Chen","is_ca":true},{"name":"Zhiwen Yu","is_ca":true},{"name":"Wenqian Nan","is_ca":true},{"name":"Xing Xie","is_ca":false},{"name":"Daqing Zhang","is_ca":false},{"name":"Xingshe Zhou","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04035599071061412,"gpt":0.3570585692073815,"spread":0.3167025784967674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008187724,0.00119643,0.001777417,0.001136171,0.001519947,0.002744589,0.005095975,0.003171936,0.004239876],"category_scores_gemma":[0.02575254,0.000686245,0.0007246027,0.001047056,0.001581522,0.005502556,0.007586458,0.0029615,0.0009012582],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001193728,"about_ca_system_score_gemma":0.002968776,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001890859,"about_ca_topic_score_gemma":0.00208787,"domain_scores_codex":[0.9952743,0.001784105,0.0002170471,0.000785208,0.001293815,0.0006455271],"domain_scores_gemma":[0.9903837,0.00376795,0.0009650773,0.001713623,0.00204303,0.001126512],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002571771,0.001724859,0.004650003,0.0008458341,0.000234343,0.0004759553,0.001123531,0.2615182,0.04892205,0.345062,0.03234066,0.3005308],"study_design_scores_gemma":[0.0001666497,0.0003262579,0.0006036407,0.00004327017,0.0000309016,0.000166699,0.0001157146,0.9053431,0.004375193,0.07780379,0.01095292,0.00007184529],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01534014,0.0002166807,0.9780089,0.001092282,0.0003513164,0.0003506784,0.0001548845,0.001171991,0.003313172],"genre_scores_gemma":[0.7248598,0.0002365846,0.2653968,0.0007170885,0.0003818979,0.0005301086,0.0002056043,0.0002022467,0.007469811],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008187724,"threshold_uncertainty_score":0.04330134,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2339954278","doi":"10.1145/2858036.2858144","title":"Curiosity Killed the Cat, but Makes Crowdwork Better","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Curiosity; Crowdsourcing; Task (project management); Set (abstract data type); Computer science; Human–computer interaction; Work (physics); Intrinsic motivation; Psychological intervention; Data science; Psychology; Social psychology; World Wide Web; Engineering","authors":[{"name":"Edith Law","is_ca":true},{"name":"Ming Yin","is_ca":false},{"name":"Joslin Goh","is_ca":true},{"name":"Kevin Chen","is_ca":true},{"name":"Michael Terry","is_ca":true},{"name":"Krzysztof Z. Gajos","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00827567624748333,"gpt":0.1976887497016055,"spread":0.1894130734541221,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003385197,0.0009163163,0.0005252843,0.0007871782,0.002263109,0.004572851,0.0008292565,0.001837229,0.01652063],"category_scores_gemma":[0.01601256,0.0003879844,0.0007528433,0.0004275801,0.003104966,0.003922462,0.005222481,0.002702094,0.004451978],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009412895,"about_ca_system_score_gemma":0.001499313,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002003179,"about_ca_topic_score_gemma":0.003243441,"domain_scores_codex":[0.9971143,0.00105856,0.0001066033,0.0005908246,0.0008031786,0.0003265111],"domain_scores_gemma":[0.9900169,0.002591505,0.001397385,0.001991445,0.001608551,0.002394267],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001538526,0.001797873,0.08895487,0.003386601,0.0008551962,0.001065564,0.03789188,0.005278455,0.09457739,0.1259512,0.1052598,0.5334426],"study_design_scores_gemma":[0.0003245901,0.001866358,0.09386485,0.001526592,0.0004714807,0.001225222,0.02069327,0.00869256,0.01948199,0.2117603,0.6396602,0.0004325192],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5843993,0.003711682,0.07654762,0.06311446,0.002447589,0.0005290317,0.0005155115,0.003129296,0.2656055],"genre_scores_gemma":[0.9125123,0.001007642,0.02263768,0.009846202,0.0004742444,0.0003383546,0.0002471153,0.0006617123,0.05227476],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01652063,"threshold_uncertainty_score":0.05526698,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2903686779","doi":"10.1109/access.2018.2885918","title":"A Survey on Mobile Crowd-Sensing and Its Applications in the IoT Era","year":2018,"lang":"en","type":"article","venue":"IEEE Access","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"Qatar National Research Fund; Fonds National de la Recherche Luxembourg; Qatar Foundation","keywords":"Computer science; Android (operating system); Internet of Things; Data science; Open research; Wireless; Mobile device; Data sharing; Telecommunications; Computer security; World Wide Web","authors":[{"name":"Khalid Abualsaud","is_ca":false},{"name":"Tarek Elfouly","is_ca":false},{"name":"Tamer Khattab","is_ca":false},{"name":"Elias Yaacoub","is_ca":false},{"name":"Loay Ismail","is_ca":false},{"name":"Mohamed H. Ahmed","is_ca":true},{"name":"Mohsen Guizani","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04287472481266317,"gpt":0.3220837839721604,"spread":0.2792090591594972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001290357,0.0009690127,0.00102302,0.003639909,0.0009716321,0.002066351,0.001107016,0.001475715,0.00336458],"category_scores_gemma":[0.003058964,0.0005747336,0.0007801407,0.007042089,0.000894331,0.003407072,0.001752177,0.0008931333,0.001203558],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008820742,"about_ca_system_score_gemma":0.001114896,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003379544,"about_ca_topic_score_gemma":0.002984711,"domain_scores_codex":[0.9990075,0.0002680441,0.00008912734,0.0001820222,0.000369406,0.00008392115],"domain_scores_gemma":[0.9971901,0.001946279,0.0001248603,0.0001305116,0.0005226715,0.00008566998],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009497943,0.00009110143,0.00493932,0.01155575,0.00008612536,0.0005146757,0.001087222,0.007478456,0.002640403,0.05303828,0.04028921,0.8781844],"study_design_scores_gemma":[0.000006449939,0.0001347978,0.005090674,0.00460649,0.00009400107,0.00141434,0.001571331,0.01064179,0.00147615,0.02213702,0.9527146,0.000112446],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.008741945,0.8725218,0.05239931,0.005588107,0.002039618,0.0002326057,0.000456167,0.0003037287,0.05771681],"genre_scores_gemma":[0.0654094,0.895168,0.02540192,0.001516891,0.003077333,0.0001769185,0.0005572641,0.00007834569,0.008613895],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.003639909,"threshold_uncertainty_score":0.01125568,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2759341995","doi":"10.17705/1cais.04114","title":"Using Mechanical Turk Data in IS Research: Risks, Rewards, and Recommendations","year":2017,"lang":"en","type":"article","venue":"Communications of the Association for Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Set (abstract data type); Data science; Computer science; Cognition; Data set; Psychology; Work (physics); Data collection; Applied psychology; Artificial intelligence; Sociology; Engineering","authors":[{"name":"Ronnie Jia","is_ca":false},{"name":"Zach Steelman","is_ca":false},{"name":"Blaize Horner Reich","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4302846417830177,"gpt":0.460380283125942,"spread":0.03009564134292425,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2574057,0.001406389,0.002440054,0.00972854,0.009472273,0.02221232,0.003895633,0.007953322,0.00564551],"category_scores_gemma":[0.6109252,0.001484899,0.001324703,0.01676495,0.01531433,0.02815384,0.009398745,0.007388462,0.003138274],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006141918,"about_ca_system_score_gemma":0.01446103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01610847,"about_ca_topic_score_gemma":0.02953702,"domain_scores_codex":[0.5847646,0.3317784,0.01443368,0.009094643,0.05604091,0.00388783],"domain_scores_gemma":[0.2108512,0.6514201,0.03361503,0.04684171,0.05257034,0.004701633],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0008102268,0.0002766208,0.1842491,0.004805332,0.0005298447,0.0009040091,0.02697223,0.003773563,0.001250516,0.1438318,0.08352115,0.5490757],"study_design_scores_gemma":[0.0002631325,0.0004598891,0.08611114,0.01653706,0.0004283667,0.001465395,0.07565358,0.0213764,0.003780509,0.5446426,0.2486185,0.0006634711],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.1083756,0.02691411,0.1620415,0.5892844,0.005014214,0.002947503,0.0035229,0.0007029002,0.1011968],"genre_scores_gemma":[0.7426527,0.01945411,0.1763537,0.03724364,0.005364503,0.007766331,0.002108951,0.0003917695,0.008664298],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7425944,"threshold_uncertainty_score":0.915751,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2888319397","doi":"10.1109/jiot.2018.2866973","title":"Location-Dependent Task Allocation for Mobile Crowdsensing With Clustering Effect","year":2018,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Cluster analysis; Task (project management); Profit (economics); Task analysis; Key (lock); Energy consumption; Data mining; Machine learning; Distributed computing","authors":[{"name":"Xi Tao","is_ca":true},{"name":"Wei Song","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008561934544858405,"gpt":0.2465666502765096,"spread":0.2380047157316512,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00112883,0.00114356,0.001308613,0.0007358347,0.0008844656,0.0009748399,0.001787932,0.001255316,0.001309861],"category_scores_gemma":[0.003406782,0.0004225298,0.0007666909,0.0008891759,0.0007597861,0.0008903807,0.001519136,0.0007687745,0.0002783291],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001366928,"about_ca_system_score_gemma":0.001743224,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007395023,"about_ca_topic_score_gemma":0.006031543,"domain_scores_codex":[0.9990883,0.0002183183,0.00004084412,0.0002241421,0.0002072707,0.0002211108],"domain_scores_gemma":[0.9987311,0.0006779567,0.0001546397,0.0001020911,0.0002059535,0.0001281984],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001832984,0.00011338,0.0009253786,0.0001248699,0.00004355462,0.0001544472,0.0001266365,0.9384242,0.00525581,0.007282392,0.001498454,0.04586757],"study_design_scores_gemma":[0.00001811768,0.00004191604,0.0002153802,0.000006304595,0.00001130847,0.00003100878,0.00003627404,0.9933663,0.0007247332,0.004920223,0.0006178595,0.00001065623],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05096815,0.0005439614,0.9425776,0.000514381,0.0001141807,0.000173262,0.00009573533,0.0003667739,0.004645918],"genre_scores_gemma":[0.9046179,0.0002059989,0.09229338,0.0001831132,0.00005754774,0.0001935115,0.00007556151,0.0000472452,0.002325697],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007395023,"threshold_uncertainty_score":0.01470399,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3160147183","doi":"10.1109/tmc.2021.3080714","title":"Location Privacy-Preserving Task Recommendation With Geometric Range Query in Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Task (project management); Mobile computing; Privacy protection; Range query (database); Information privacy; Mobile device; Range (aeronautics); Information retrieval; Web search query; World Wide Web; Computer network; Sargable; Computer security; Search engine","authors":[{"name":"Chuan Zhang","is_ca":true},{"name":"Liehuang Zhu","is_ca":false},{"name":"Chang Xu","is_ca":false},{"name":"Jianbing Ni","is_ca":true},{"name":"Cheng Huang","is_ca":true},{"name":"Xuemin Shen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01529928816237755,"gpt":0.2479359653043747,"spread":0.2326366771419971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002629313,0.00117945,0.002720474,0.000870095,0.001882826,0.001705666,0.003543896,0.002177526,0.002461249],"category_scores_gemma":[0.01054019,0.0006207009,0.001307623,0.002576578,0.001394002,0.004884826,0.004961169,0.001795094,0.0013995],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001429299,"about_ca_system_score_gemma":0.002051701,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004112182,"about_ca_topic_score_gemma":0.003114242,"domain_scores_codex":[0.9938334,0.001445273,0.000435392,0.001496274,0.002050224,0.0007394993],"domain_scores_gemma":[0.9913659,0.002453613,0.0008039257,0.004092897,0.0008949468,0.0003886195],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002666982,0.0006024001,0.00497837,0.0009277552,0.0002776603,0.001486635,0.001873614,0.4248998,0.04475236,0.08586147,0.0164381,0.4152348],"study_design_scores_gemma":[0.0001546752,0.0003132802,0.0006003887,0.00002641494,0.00005186408,0.000720709,0.0003051436,0.9419037,0.01012153,0.03998961,0.005713143,0.00009959163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02949993,0.0008298423,0.9647079,0.0004716778,0.00009193383,0.0002623976,0.0003368022,0.001391769,0.00240777],"genre_scores_gemma":[0.8217418,0.0005161177,0.1720026,0.0003884597,0.0001380464,0.0003122986,0.0004666179,0.0000977903,0.004336248],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004112182,"threshold_uncertainty_score":0.01390529,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1603185562","doi":"10.1080/03632415.2015.1049693","title":"Smartphones Reveal Angler Behavior: A Case Study of a Popular Mobile Fishing Application in Alberta, Canada","year":2015,"lang":"en","type":"article","venue":"Fisheries","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Fishing; Fishery; Geography; Biology","authors":[{"name":"Jason Papenfuss","is_ca":false},{"name":"Nicholas B. D. Phelps","is_ca":false},{"name":"David C. Fulton","is_ca":false},{"name":"Paul Venturelli","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0196891739123565,"gpt":0.2345885132104046,"spread":0.2148993392980481,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075489,0.0004850349,0.0003154162,0.001475333,0.002475147,0.001194956,0.0009717955,0.0007134866,0.001162062],"category_scores_gemma":[0.001887824,0.0002019643,0.0002719313,0.002193902,0.001068384,0.0006092411,0.0008310945,0.0006576558,0.0003665405],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00498422,"about_ca_system_score_gemma":0.004776133,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8437337,"about_ca_topic_score_gemma":0.9565447,"domain_scores_codex":[0.9989785,0.0001504433,0.00003876632,0.0001131624,0.000487751,0.0002313573],"domain_scores_gemma":[0.9976826,0.0005104396,0.0002186708,0.0001324857,0.001146539,0.0003092779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002359755,0.0003871431,0.8511362,0.00044303,0.0001128469,0.01275083,0.05122657,0.001438675,0.01163114,0.0009002507,0.009183744,0.06055348],"study_design_scores_gemma":[0.00001575868,0.0002179042,0.8704646,0.0002079378,0.00007876269,0.001682534,0.09638664,0.006121831,0.0021005,0.0002043111,0.02241933,0.00009984322],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9927701,0.0002765498,0.0009658636,0.0004906511,0.00002483106,0.0001183799,0.001381356,0.00006878094,0.0039034],"genre_scores_gemma":[0.9901376,0.0004117346,0.003080776,0.0002820924,0.0000153975,0.00005911005,0.001169123,0.00003399017,0.004810212],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1562663,"threshold_uncertainty_score":0.3143731,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2769860519","doi":"10.1109/tmc.2017.2777481","title":"A Truthful Online Mechanism for Location-Aware Tasks in Mobile Crowd Sensing","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"National Natural Science Foundation of China","keywords":"Computer science; Auction algorithm; Competitive analysis; Combinatorial auction; Focus (optics); Mechanism design; Block (permutation group theory); Remuneration; Common value auction; Vickrey–Clarke–Groves auction; Online algorithm; Payment; Incentive compatibility; Mathematical optimization; Distributed computing; Incentive; Auction theory; Revenue equivalence; Algorithm; World Wide Web; Upper and lower bounds; Microeconomics","authors":[{"name":"Ruiting Zhou","is_ca":true},{"name":"Zongpeng Li","is_ca":false},{"name":"Chuan Wu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02346257707735367,"gpt":0.2888511330726301,"spread":0.2653885559952764,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005530115,0.0009829173,0.001490545,0.0006574302,0.001166853,0.002655069,0.003354888,0.002271248,0.002979246],"category_scores_gemma":[0.01608361,0.0007225451,0.0008622795,0.0008809466,0.001812671,0.004260255,0.002427942,0.001690232,0.0004640142],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001229801,"about_ca_system_score_gemma":0.002524944,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001590132,"about_ca_topic_score_gemma":0.001341952,"domain_scores_codex":[0.9966917,0.001476326,0.0001891803,0.0005507698,0.0006352787,0.0004567708],"domain_scores_gemma":[0.9911283,0.005406056,0.001017004,0.001412989,0.0005848462,0.0004507599],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007837443,0.0004236453,0.001300464,0.0002896333,0.0001005444,0.0005171075,0.0005464727,0.7548437,0.01172307,0.1660832,0.003670016,0.0597184],"study_design_scores_gemma":[0.00007411057,0.00009651397,0.0001315102,0.00001111307,0.00001354342,0.00009246609,0.00004692487,0.9434031,0.001065107,0.05419989,0.0008407259,0.00002505129],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05430749,0.0002080092,0.9396514,0.0005220456,0.00009877181,0.0002584816,0.0001263181,0.0005565909,0.004270928],"genre_scores_gemma":[0.8871662,0.0001090882,0.1102928,0.0001159347,0.00005033009,0.0002274719,0.00005892275,0.00005416428,0.001925015],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005530115,"threshold_uncertainty_score":0.02924639,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2295497133","doi":"10.1609/aaai.v26i1.8099","title":"Adaptive Polling for Information Aggregation","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Xerox Foundation; John Templeton Foundation; National Science Foundation","keywords":"Pairwise comparison; Polling; Ranking (information retrieval); Computer science; Simple (philosophy); Machine learning; Artificial intelligence; Data mining","authors":[{"name":"Thomas Pfeiffer","is_ca":false},{"name":"Xi Alice Gao","is_ca":false},{"name":"Yiling Chen","is_ca":false},{"name":"Andrew Mao","is_ca":false},{"name":"David G. Rand","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06370963450995835,"gpt":0.2734499180590542,"spread":0.2097402835490958,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007834055,0.001440426,0.003399732,0.001633941,0.001982039,0.002106732,0.003975258,0.002886284,0.003211648],"category_scores_gemma":[0.03616661,0.0009844501,0.001297354,0.001973045,0.001823694,0.004215068,0.003393445,0.002736638,0.0006715261],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001710591,"about_ca_system_score_gemma":0.001712781,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00451396,"about_ca_topic_score_gemma":0.004989738,"domain_scores_codex":[0.9930485,0.003069075,0.0003364648,0.001918114,0.001154819,0.000473028],"domain_scores_gemma":[0.9712605,0.02060305,0.001363407,0.004997851,0.001120329,0.0006548305],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00165532,0.001184472,0.01319139,0.0005651391,0.0006220562,0.0007616077,0.001929782,0.5552254,0.01567534,0.07636832,0.009815186,0.323006],"study_design_scores_gemma":[0.00007370394,0.00009907256,0.0006435346,0.00001534853,0.00003249355,0.00006975314,0.00006208648,0.9561716,0.0012947,0.04038746,0.001120902,0.00002929657],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06734321,0.000499461,0.926558,0.0005902906,0.0001507864,0.000385731,0.0002343886,0.001549816,0.002688237],"genre_scores_gemma":[0.8101611,0.0001185979,0.1856703,0.0004073522,0.0002003487,0.0004930786,0.0003405659,0.0001180474,0.00249057],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007834055,"threshold_uncertainty_score":0.04143095,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3096136041","doi":"10.1109/twc.2020.3033822","title":"A Multi-Leader Multi-Follower Game-Based Analysis for Incentive Mechanisms in Socially-Aware Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Wireless Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; State Key Laboratory of Industrial Control Technology; National Research Foundation Singapore; National Natural Science Foundation of China; Nanyang Technological University; National Science Foundation","keywords":"Stackelberg competition; Computer science; Service provider; Incentive; Crowdsensing; Context (archaeology); Nash equilibrium; Game theory; Service (business); Backward induction; Internet privacy; Computer security; Business","authors":[{"name":"Jiangtian Nie","is_ca":false},{"name":"Jun Luo","is_ca":false},{"name":"Zehui Xiong","is_ca":false},{"name":"Dusit Niyato","is_ca":false},{"name":"Ping Wang","is_ca":true},{"name":"H. Vincent Poor","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05987286940101648,"gpt":0.2994823304750063,"spread":0.2396094610739898,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004240085,0.001802961,0.002158785,0.001591487,0.001387208,0.002474644,0.002873387,0.002945815,0.005604857],"category_scores_gemma":[0.01025511,0.000863835,0.002074249,0.000870764,0.002566957,0.003061884,0.002201797,0.002796909,0.0004793215],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003106147,"about_ca_system_score_gemma":0.00341144,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0110271,"about_ca_topic_score_gemma":0.006187859,"domain_scores_codex":[0.9979207,0.001028739,0.00006993568,0.0003081648,0.0003394598,0.0003329896],"domain_scores_gemma":[0.9948225,0.00358654,0.0005360932,0.0001190459,0.0005568009,0.0003791327],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000664908,0.00009499458,0.0009788622,0.0001628696,0.00007753121,0.0003949915,0.000295929,0.7057003,0.00152361,0.2830773,0.001918305,0.005708816],"study_design_scores_gemma":[0.00001576746,0.00002304021,0.00009973185,0.0000130295,0.00001173642,0.0000237976,0.00003950285,0.9665192,0.00007032105,0.03248659,0.0006828972,0.00001441466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02072518,0.0005960788,0.9665032,0.001129551,0.0001321164,0.0002466151,0.0001533729,0.0000972497,0.0104166],"genre_scores_gemma":[0.8875522,0.001198196,0.09400772,0.0005366962,0.000168979,0.0007572903,0.0001601222,0.00009029573,0.01552847],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0110271,"threshold_uncertainty_score":0.02253675,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018847157","doi":"10.1145/2386958.2386960","title":"Crowdsourcing for on-street smart parking","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Key (lock); Variety (cybernetics); Computer science; Crowdsourcing software development; Data science; Citizen science; World Wide Web; Computer security; Artificial intelligence; Software","authors":[{"name":"Xiao Chen","is_ca":true},{"name":"Elizeu Santos‐Neto","is_ca":true},{"name":"Matei Ripeanu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02729407766611255,"gpt":0.2565735149313116,"spread":0.2292794372651991,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00147666,0.0004015412,0.0004743602,0.0006353974,0.002013025,0.001112572,0.001275589,0.001228813,0.004557265],"category_scores_gemma":[0.00371846,0.0002899145,0.0005261455,0.0006043147,0.001007612,0.001146238,0.003424725,0.0004966882,0.0007422355],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009605367,"about_ca_system_score_gemma":0.001335263,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006101436,"about_ca_topic_score_gemma":0.008916721,"domain_scores_codex":[0.998833,0.0005642101,0.00003773456,0.0001300742,0.0002938725,0.0001410914],"domain_scores_gemma":[0.9983809,0.0007246358,0.0001256056,0.0003263309,0.0002550116,0.0001874588],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001047251,0.0007184966,0.01461251,0.0007063785,0.0001971879,0.00240771,0.005479476,0.5454706,0.04035848,0.08230077,0.01566357,0.2910375],"study_design_scores_gemma":[0.0001123242,0.0003427869,0.004045699,0.0000592905,0.00004892244,0.0003459716,0.002355529,0.8966776,0.009818105,0.05215142,0.03394664,0.00009568787],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3997716,0.0004365897,0.5600556,0.00193176,0.0002310843,0.001139127,0.0002872083,0.002055454,0.03409154],"genre_scores_gemma":[0.9529194,0.00008653299,0.04309086,0.00007792006,0.00002146015,0.0001328231,0.00007862263,0.00004728102,0.003545052],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006101436,"threshold_uncertainty_score":0.0152455,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2604272310","doi":"10.1609/aaai.v31i2.19102","title":"Crowdsensing Air Quality with Camera-Enabled Mobile Devices","year":2017,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Nanyang Technological University; National Research Foundation","keywords":"Crowdsensing; Computer science; Air quality index; Scalability; Mobile device; Quality (philosophy); Analytics; Real-time computing; Artificial intelligence; Data mining; Data science; Database","authors":[{"name":"Zhengxiang Pan","is_ca":false},{"name":"Han Yu","is_ca":false},{"name":"Chunyan Miao","is_ca":false},{"name":"Cyril Leung","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07407773828354826,"gpt":0.318293629477468,"spread":0.2442158911939197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004679046,0.0006814409,0.0005726295,0.000718952,0.0004867797,0.000725307,0.0007855929,0.0007481146,0.001618947],"category_scores_gemma":[0.002253854,0.0002902378,0.0004207548,0.0004845991,0.0003280884,0.0007356089,0.00164743,0.0005579686,0.0005919221],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004755289,"about_ca_system_score_gemma":0.0004130363,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006676659,"about_ca_topic_score_gemma":0.008251197,"domain_scores_codex":[0.9992425,0.0001727798,0.00002557334,0.0001834314,0.0003015566,0.00007405943],"domain_scores_gemma":[0.9990659,0.0004430688,0.00009258689,0.000130318,0.0001932826,0.00007487125],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002908447,0.0009137976,0.03360029,0.001827705,0.0005176305,0.002043034,0.002522801,0.07337429,0.1577893,0.007610003,0.03187472,0.685018],"study_design_scores_gemma":[0.0005015604,0.001452203,0.03405343,0.0003408822,0.0003401314,0.001181762,0.001539311,0.7950949,0.07372133,0.02029432,0.0712099,0.0002703006],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5347744,0.004195672,0.3929635,0.00301703,0.0009924282,0.001769086,0.002956913,0.008322546,0.05100844],"genre_scores_gemma":[0.9177807,0.0005157725,0.07649627,0.000567871,0.0001603316,0.0002748243,0.0004539464,0.00007020572,0.003680206],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006676659,"threshold_uncertainty_score":0.01327562,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2121867457","doi":"10.1145/2470654.2466442","title":"Patina","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Overlay; Visualization; Interface (matter); Software deployment; Software; Instrumentation (computer programming); Set (abstract data type); User interface; Window (computing); Data visualization; Software engineering; Operating system; Data mining; Programming language","authors":[{"name":"Justin Matejka","is_ca":true},{"name":"Tovi Grossman","is_ca":true},{"name":"George Fitzmaurice","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.004477127120725304,"gpt":0.1723824540714476,"spread":0.1679053269507223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002181361,0.001457801,0.001373418,0.002831868,0.001680027,0.006921354,0.00469899,0.00117409,0.05571543],"category_scores_gemma":[0.0108503,0.001657136,0.001361433,0.002186157,0.0009910333,0.007331098,0.008837827,0.002879134,0.04972818],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006501733,"about_ca_system_score_gemma":0.002185323,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003058609,"about_ca_topic_score_gemma":0.003491908,"domain_scores_codex":[0.9963259,0.0004900742,0.000307697,0.001032434,0.001580753,0.000263143],"domain_scores_gemma":[0.9935225,0.001024679,0.0003269701,0.002864765,0.001616622,0.0006444219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001544545,0.0003379019,0.006553432,0.002059863,0.0002451763,0.0008072819,0.003182831,0.001453837,0.0196265,0.02973162,0.3773623,0.5570947],"study_design_scores_gemma":[0.0001546603,0.0003011654,0.004663541,0.000332151,0.0001216777,0.001146125,0.0004252508,0.01343335,0.01292786,0.01499215,0.9511831,0.0003189081],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"software","genre_gemma":"other","genre_scores_codex":[0.01929138,0.00221376,0.2720212,0.002245659,0.001385445,0.001474585,0.0150248,0.4983489,0.1879944],"genre_scores_gemma":[0.2635574,0.003005798,0.4515377,0.005674066,0.001183428,0.004626855,0.0465891,0.05123493,0.1725908],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9442846,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2802838214","doi":"10.1016/j.infsof.2019.03.003","title":"Images don’t lie: Duplicate crowdtesting reports detection with screenshot information","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"China Scholarship Council; National Natural Science Foundation of China","keywords":"Context (archaeology); Feature (linguistics); Word embedding; Computer science; Precision and recall; Similarity (geometry); Artificial intelligence; Image (mathematics); Variety (cybernetics); Word (group theory); F1 score; Recall; Information retrieval; Natural language processing; Embedding; Data mining; Pattern recognition (psychology); Mathematics; Geography; Linguistics","authors":[{"name":"Junjie Wang","is_ca":false},{"name":"Mingyang Li","is_ca":false},{"name":"Song Wang","is_ca":true},{"name":"Tim Menzies","is_ca":false},{"name":"Qing Wang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.003162984024258265,"gpt":0.1814050668166534,"spread":0.1782420827923951,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001699822,0.0009358418,0.001074081,0.003208703,0.000732915,0.001365439,0.001366042,0.001829585,0.001234668],"category_scores_gemma":[0.01217566,0.0004497071,0.0004484045,0.001566989,0.0006375901,0.001155459,0.001553765,0.0006528604,0.001577205],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005435722,"about_ca_system_score_gemma":0.00064486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005057563,"about_ca_topic_score_gemma":0.004616965,"domain_scores_codex":[0.996893,0.0005092279,0.0001221545,0.0007022748,0.001492266,0.0002809811],"domain_scores_gemma":[0.989942,0.004733344,0.001420643,0.001389176,0.001924278,0.000590616],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.007924539,0.001342322,0.136769,0.0009068652,0.0005816937,0.008468709,0.002538271,0.0264015,0.09740275,0.004283771,0.06313199,0.6502486],"study_design_scores_gemma":[0.000150582,0.001010799,0.09143021,0.0001267405,0.0002957025,0.005403623,0.001842584,0.7965984,0.07950948,0.006511847,0.01693229,0.0001876128],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8823231,0.001900452,0.09659782,0.0007921196,0.0008224621,0.0002571016,0.002339041,0.006104112,0.008863856],"genre_scores_gemma":[0.9608379,0.000233755,0.03169948,0.0002116743,0.0002745567,0.00006020469,0.001683173,0.000172649,0.004826554],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005057563,"threshold_uncertainty_score":0.01005626,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3201866716","doi":"10.1109/tvt.2021.3117696","title":"A Trust-Driven Contract Incentive Scheme for Mobile Crowd-Sensing Networks","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Incentive; Computer science; Mobile device; Quality of service; Contract theory; Computer network; Mobile computing; Computer security; World Wide Web","authors":[{"name":"Minghui Dai","is_ca":false},{"name":"Zhou Su","is_ca":false},{"name":"Qichao Xu","is_ca":false},{"name":"Yuntao Wang","is_ca":false},{"name":"Ning Lu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009046250013622135,"gpt":0.2359368799205601,"spread":0.226890629906938,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004460858,0.001049008,0.001322335,0.0008833606,0.001722885,0.001619447,0.002909762,0.002064664,0.002384107],"category_scores_gemma":[0.01120668,0.0005093475,0.0009653636,0.001249874,0.001638994,0.003492547,0.003197643,0.001836445,0.0003874516],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002658273,"about_ca_system_score_gemma":0.003405058,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004340354,"about_ca_topic_score_gemma":0.002969465,"domain_scores_codex":[0.9959608,0.001588213,0.0002697233,0.0007295444,0.0009797182,0.0004719848],"domain_scores_gemma":[0.995713,0.001817625,0.0006619212,0.0004619987,0.0007486714,0.0005967768],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006615893,0.0002759195,0.002312575,0.0003517029,0.000123955,0.0009602729,0.001315559,0.5547565,0.01132042,0.321124,0.0072662,0.09953132],"study_design_scores_gemma":[0.00004394809,0.000098975,0.0001771253,0.00002387332,0.00001847125,0.0001631741,0.00007550784,0.9570692,0.0008697279,0.03831217,0.003110684,0.00003718971],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0260198,0.0003500693,0.967879,0.0006557304,0.0001194241,0.0002490988,0.0001314718,0.0001900018,0.004405471],"genre_scores_gemma":[0.8892658,0.0003641572,0.1053482,0.0001761677,0.00008017704,0.0003539353,0.000111781,0.00003262471,0.004267283],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004460858,"threshold_uncertainty_score":0.02359152,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3014183306","doi":"10.3390/s20072055","title":"Game Theory in Mobile CrowdSensing: A Comprehensive Survey","year":2020,"lang":"en","type":"review","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Stackelberg competition; Bayesian game; Game theory; Data collection; Data science; Sequential game","authors":[{"name":"Venkat Surya Dasari","is_ca":true},{"name":"Burak Kantarcı","is_ca":true},{"name":"Maryam Pouryazdan","is_ca":false},{"name":"Luca Foschini","is_ca":false},{"name":"Michele Girolami","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06022065507536665,"gpt":0.319483473545125,"spread":0.2592628184697583,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002552448,0.002048698,0.00246475,0.003045093,0.001066843,0.004069061,0.00250673,0.003090539,0.00387111],"category_scores_gemma":[0.005211229,0.0009706467,0.002306135,0.004027374,0.002632379,0.004070161,0.001954895,0.002233376,0.0009739951],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002728536,"about_ca_system_score_gemma":0.002368554,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005867778,"about_ca_topic_score_gemma":0.002928193,"domain_scores_codex":[0.9980021,0.0008717451,0.0001447646,0.0002388568,0.0005990017,0.0001434587],"domain_scores_gemma":[0.9966834,0.002683043,0.0001330664,0.0001107108,0.0003221699,0.00006750485],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005860764,0.0002267972,0.001703294,0.004784514,0.0002255023,0.0004203361,0.000564993,0.09762472,0.0005467808,0.687215,0.0154317,0.1911978],"study_design_scores_gemma":[0.00003806926,0.0001485768,0.001213974,0.001968167,0.0001044926,0.0005792989,0.0006345845,0.1602967,0.0003753426,0.6576499,0.1768566,0.0001342775],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.008456745,0.4346682,0.4466912,0.007164747,0.001418517,0.0003682267,0.0003704962,0.0001796186,0.1006823],"genre_scores_gemma":[0.2545286,0.6077256,0.1141144,0.002688433,0.004431897,0.0007161853,0.0005593968,0.0001789046,0.01505659],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.005867778,"threshold_uncertainty_score":0.01979703,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3084268808","doi":"10.1109/jiot.2020.3022611","title":"DeepSensing: A Novel Mobile Crowdsensing Framework With Double Deep <i>Q</i>-Network and Prioritized Experience Replay","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Baseline (sea); Task (project management); Reinforcement learning; Mobile device; Mobile computing; Distributed computing; Mobile telephony; Key (lock); Real-time computing; Computer network; Artificial intelligence; Mobile radio; Computer security","authors":[{"name":"Xi Tao","is_ca":true},{"name":"Abdelhakim Hafid","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01890717393765591,"gpt":0.2462815654595494,"spread":0.2273743915218935,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008173746,0.00107583,0.001194683,0.000351865,0.0004602916,0.0008838763,0.00304126,0.001529688,0.002532799],"category_scores_gemma":[0.001567896,0.0005531731,0.0006854414,0.0003957598,0.0008547902,0.001387272,0.002188039,0.001577768,0.0004736216],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001212223,"about_ca_system_score_gemma":0.002102622,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01253564,"about_ca_topic_score_gemma":0.01439931,"domain_scores_codex":[0.9994839,0.0001061948,0.00001864565,0.0001568187,0.000127745,0.0001066971],"domain_scores_gemma":[0.999539,0.0001774822,0.00005760619,0.00005191006,0.00009356536,0.00008053693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002718495,0.0001872793,0.0009110347,0.0001365874,0.00008084405,0.0002483036,0.0001323186,0.8652267,0.006090568,0.01160889,0.005829204,0.1092764],"study_design_scores_gemma":[0.00001029836,0.00002193807,0.00004431032,0.000002541407,0.000003264981,0.00001268515,0.000006429213,0.9969254,0.0003100795,0.002139016,0.0005197345,0.000004184714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0170897,0.0004778514,0.9765658,0.0004817756,0.0001114858,0.0000988094,0.0001543458,0.001709734,0.003310608],"genre_scores_gemma":[0.7221544,0.0003586363,0.2671559,0.0008385509,0.0001321851,0.0002842234,0.0004234124,0.0002184978,0.00843418],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01253564,"threshold_uncertainty_score":0.02492535,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988983801","doi":"10.1145/3359126","title":"The Perpetual Work Life of Crowdworkers","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Human multitasking; Fragmentation (computing); Work (physics); Scripting language; Knowledge management; World Wide Web; Computer science; Sociology; Psychology; Engineering","authors":[{"name":"Alex C. Williams","is_ca":true},{"name":"Gloria Mark","is_ca":false},{"name":"Kristy Milland","is_ca":true},{"name":"Edward Lank","is_ca":true},{"name":"Edith Law","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02534761186315127,"gpt":0.2711513648274525,"spread":0.2458037529643012,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003789938,0.0003292481,0.0004474276,0.001840325,0.01300244,0.006187718,0.00122293,0.001518596,0.002587344],"category_scores_gemma":[0.008251154,0.0005350301,0.0003021936,0.0009363662,0.01051293,0.003388897,0.01030766,0.001463041,0.0004617225],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002082269,"about_ca_system_score_gemma":0.002882483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005896372,"about_ca_topic_score_gemma":0.01096631,"domain_scores_codex":[0.9962003,0.001893251,0.0001442741,0.0005894162,0.0006403641,0.0005324421],"domain_scores_gemma":[0.9948868,0.001670778,0.001048237,0.0005318337,0.0006085054,0.001253847],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001510867,0.00008621089,0.07627503,0.000187421,0.00004031074,0.001100537,0.8678695,0.0001957528,0.00240843,0.008246205,0.00325076,0.04018879],"study_design_scores_gemma":[0.00001139137,0.0001110216,0.03881844,0.0002013824,0.00001827557,0.0007017322,0.8974013,0.0001924313,0.0002842724,0.007160528,0.0550433,0.00005586062],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9772857,0.001192343,0.003218501,0.002616189,0.00009832892,0.00004515745,0.00008124838,0.00004293637,0.01541953],"genre_scores_gemma":[0.9963862,0.0003029796,0.0007006584,0.0002963992,0.00003372407,0.00004501707,0.0000356569,0.00001681844,0.002182602],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01300244,"threshold_uncertainty_score":0.02004331,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1510379852","doi":"10.1109/icc.2015.7248819","title":"Profit maximization in mobile crowdsourcing: A truthful auction mechanism","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Computer science; Payment; Incentive; Mechanism design; Profit maximization; Profit (economics); Incentive compatibility; Mobile device; Maximization; World Wide Web; Microeconomics; Economics","authors":[{"name":"Hamed Shah‐Mansouri","is_ca":true},{"name":"Vincent W. S. Wong","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0241010275427162,"gpt":0.2391028322937692,"spread":0.215001804751053,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009207834,0.001953802,0.002766787,0.001296767,0.001917808,0.004380909,0.004783155,0.003391633,0.004657183],"category_scores_gemma":[0.01748202,0.001071831,0.001913706,0.001993983,0.003416355,0.006548158,0.003227109,0.002784079,0.001041511],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002916384,"about_ca_system_score_gemma":0.003391293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001555406,"about_ca_topic_score_gemma":0.001060406,"domain_scores_codex":[0.9921679,0.004256906,0.0003774012,0.001136312,0.001224589,0.000836778],"domain_scores_gemma":[0.9905094,0.00609259,0.0009597968,0.001115917,0.0007541583,0.0005681209],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001173395,0.0005489484,0.001316,0.0008271202,0.0003045074,0.0008492208,0.0008835397,0.4672773,0.009010858,0.4216719,0.007417196,0.08871992],"study_design_scores_gemma":[0.0002314712,0.0001838959,0.0002140512,0.00005288309,0.0000582982,0.0002655491,0.0001047428,0.7789639,0.001516829,0.2149166,0.003420074,0.00007161028],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02979865,0.0005300391,0.9593786,0.0008240099,0.0001656069,0.0004627244,0.0001542033,0.0003397384,0.008346468],"genre_scores_gemma":[0.8040637,0.0006190836,0.1867696,0.0003490711,0.000197191,0.0005798374,0.0001270347,0.0001175217,0.007177005],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.009207834,"threshold_uncertainty_score":0.04869622,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3131095178","doi":"10.1109/tcss.2021.3051299","title":"Solving Last-Mile Logistics Problem in Spatiotemporal Crowdsourcing via Role Awareness With Adaptive Clustering","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Computational Social Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Nipissing University","funders":"Natural Sciences and Engineering Research Council of Canada; Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Crowdsourcing; Computer science; Cluster analysis; Last mile (transportation); IBM; Granularity; Task (project management); Quality (philosophy); Service (business); Quality of service; Operations research; Mile; Artificial intelligence; Engineering; Computer network; Systems engineering; World Wide Web; Business","authors":[{"name":"Baoying Huang","is_ca":false},{"name":"Haibin Zhu","is_ca":true},{"name":"Dongning Liu","is_ca":false},{"name":"Naiqi Wu","is_ca":false},{"name":"Yan Qiao","is_ca":false},{"name":"Qian Jiang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02041144929070607,"gpt":0.2400624690834594,"spread":0.2196510197927533,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001555021,0.001277308,0.001370035,0.0007524951,0.001466304,0.001266696,0.002251561,0.001521306,0.002100433],"category_scores_gemma":[0.002958173,0.0005810848,0.001253143,0.001056012,0.0008671725,0.001748246,0.00226355,0.001228735,0.0003782881],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001367151,"about_ca_system_score_gemma":0.002283575,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01476429,"about_ca_topic_score_gemma":0.01058608,"domain_scores_codex":[0.9988459,0.0003518464,0.00005339252,0.0003662841,0.0001902086,0.0001924272],"domain_scores_gemma":[0.9987198,0.0006665256,0.0001347029,0.0001449841,0.0001902188,0.0001438129],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001420237,0.00009703842,0.001042026,0.0001611771,0.00005251241,0.0002194064,0.0002951549,0.9380118,0.00336556,0.01331355,0.002119331,0.0411805],"study_design_scores_gemma":[0.00001256549,0.00002563095,0.0002004184,0.00000672255,0.00001355004,0.00003254143,0.0001427851,0.988456,0.0006312401,0.009453876,0.00101302,0.00001167395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03190168,0.0002164362,0.9629832,0.0004177723,0.00006701428,0.0001334142,0.00009772675,0.0002588325,0.003923938],"genre_scores_gemma":[0.7468367,0.0003125007,0.2473859,0.0002188198,0.0000741871,0.0002845088,0.0002798052,0.0001119116,0.004495588],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01476429,"threshold_uncertainty_score":0.02935666,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899134503","doi":"10.1145/3274423","title":"Resolvable vs. Irresolvable Disagreement","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; California HIV/AIDS Research Program","keywords":"Deliberation; Task (project management); Set (abstract data type); Process (computing); Quality (philosophy); Computer science; Workflow; Work (physics); Psychology; Cognitive psychology; Artificial intelligence; Social psychology; Epistemology; Political science; Engineering","authors":[{"name":"Mike Schaekermann","is_ca":true},{"name":"Joslin Goh","is_ca":true},{"name":"Kate Larson","is_ca":true},{"name":"Edith Law","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04068191450753942,"gpt":0.3018192372730933,"spread":0.2611373227655539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09116649,0.00112073,0.001383064,0.002932194,0.004646217,0.008165226,0.002884856,0.00507724,0.00633766],"category_scores_gemma":[0.4569319,0.001053405,0.002049133,0.002018012,0.008395485,0.01034507,0.01029767,0.005734644,0.001697574],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002459195,"about_ca_system_score_gemma":0.003895724,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001939076,"about_ca_topic_score_gemma":0.002595702,"domain_scores_codex":[0.8426597,0.1060913,0.01154186,0.0128369,0.02132665,0.005543705],"domain_scores_gemma":[0.3477543,0.5395678,0.0342727,0.05965862,0.01507637,0.003670172],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00638032,0.001741817,0.18412,0.00497169,0.0008840651,0.001703035,0.1220915,0.03606066,0.01766099,0.2173644,0.0108559,0.3961656],"study_design_scores_gemma":[0.001061104,0.0016788,0.06961761,0.002547205,0.0006384145,0.001265126,0.04998852,0.135737,0.02406733,0.6572071,0.05564377,0.000548025],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6555619,0.001669537,0.2558538,0.009102794,0.0003594489,0.001928847,0.00105084,0.001471524,0.07300113],"genre_scores_gemma":[0.9584581,0.0001672625,0.03749336,0.0005255787,0.0000891262,0.0007750426,0.0003599426,0.0001732457,0.001958498],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09116649,"threshold_uncertainty_score":0.4821402,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4321609790","doi":"10.1109/tnse.2022.3226422","title":"Intelligent Task Allocation for Mobile Crowdsensing With Graph Attention Network and Deep Reinforcement Learning","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Network Science and Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Heuristics; Reinforcement learning; Task (project management); Solver; Task analysis; Artificial intelligence; Distributed computing; Machine learning; Engineering","authors":[{"name":"Chenghao Xu","is_ca":true},{"name":"Wei Song","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008987983892442675,"gpt":0.2096274687898367,"spread":0.200639484897394,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008154662,0.001221183,0.00119878,0.0005499662,0.000492678,0.0006871583,0.001869644,0.001412852,0.002115923],"category_scores_gemma":[0.002725907,0.0005481581,0.0006223014,0.0005211691,0.0009344518,0.001051957,0.001543528,0.001444208,0.0003055729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001670783,"about_ca_system_score_gemma":0.002017815,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01557638,"about_ca_topic_score_gemma":0.01485998,"domain_scores_codex":[0.999544,0.0001228147,0.00001669071,0.0001306001,0.00008369728,0.0001022567],"domain_scores_gemma":[0.9990749,0.0005586742,0.00008674683,0.00005543036,0.0001293666,0.00009484215],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006073033,0.00006402167,0.0006696574,0.00007099398,0.00002603581,0.00007278194,0.00005250622,0.9533764,0.001343196,0.004672118,0.001574375,0.03801724],"study_design_scores_gemma":[0.000005195014,0.000008922922,0.00003705499,0.000002229163,0.00000266788,0.000004929153,0.000004368404,0.9976675,0.0001201265,0.001964594,0.000180457,0.000001962034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02816898,0.0005412574,0.9655194,0.0005287724,0.0001103631,0.00008160908,0.00008231435,0.0009880563,0.003979319],"genre_scores_gemma":[0.8694349,0.0002787843,0.1248873,0.0005226463,0.00008508321,0.0002179657,0.000199143,0.0001211803,0.004252806],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01557638,"threshold_uncertainty_score":0.03097147,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017709256","doi":"10.1109/percom.2013.6526718","title":"METIS: Exploring mobile phone sensing offloading for efficiently supporting social sensing applications","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Gates Cambridge Trust","keywords":"Computer science; Metis; Software deployment; Mobile phone; Phone; Energy consumption; Task (project management); Mobile device; Real-time computing; Scheme (mathematics); Embedded system; Human–computer interaction; Telecommunications; World Wide Web; Engineering; Systems engineering; Operating system","authors":[{"name":"Kiran K. Rachuri","is_ca":false},{"name":"Christos Efstratiou","is_ca":false},{"name":"Ilias Leontiadis","is_ca":false},{"name":"Cecilia Mascolo","is_ca":false},{"name":"Peter J. Rentfrow","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03226743006071704,"gpt":0.2674592136270095,"spread":0.2351917835662925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004255433,0.0008399092,0.0004355322,0.0004450805,0.0005013924,0.0008072824,0.00145831,0.0005180637,0.002053812],"category_scores_gemma":[0.001274676,0.0002249942,0.0002427567,0.0003230199,0.000376444,0.001123142,0.001286453,0.0003832134,0.000457773],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003703972,"about_ca_system_score_gemma":0.0005451081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001879924,"about_ca_topic_score_gemma":0.003925798,"domain_scores_codex":[0.999613,0.00008995721,0.00001569129,0.00008097388,0.0001207586,0.00007965763],"domain_scores_gemma":[0.999559,0.0001851736,0.00003807773,0.00007372983,0.00007017914,0.00007375783],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002537289,0.001351189,0.01746623,0.001038939,0.0002036443,0.001460633,0.001547561,0.1315857,0.2731831,0.02003042,0.01615115,0.533444],"study_design_scores_gemma":[0.000168324,0.0008210904,0.004745235,0.00004145867,0.00006397779,0.0004485713,0.0006594873,0.9155024,0.04918261,0.007620761,0.02068885,0.00005724359],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5377165,0.001420189,0.4267046,0.001243164,0.0003124009,0.0007802101,0.0004865314,0.007429699,0.02390659],"genre_scores_gemma":[0.9333238,0.0001929846,0.06188907,0.0001411484,0.00004063694,0.0001843083,0.0002165226,0.0001227344,0.003888739],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002053812,"threshold_uncertainty_score":0.006870747,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319083538","doi":"10.3390/s23031699","title":"Use of Mobile Crowdsensing in Disaster Management: A Systematic Review, Challenges, and Open Issues","year":2023,"lang":"en","type":"review","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ottawa","keywords":"Crowdsensing; Crowdsourcing; Emergency management; Computer science; Disaster recovery; Preparedness; Mobile device; Data science; Computer security; Risk analysis (engineering); Process management; Knowledge management; Engineering; Business; World Wide Web","authors":[{"name":"Didem Cicek","is_ca":true},{"name":"Burak Kantarcı","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.148913882666121,"gpt":0.3603063532213093,"spread":0.2113924705551884,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004493695,0.001085495,0.003334689,0.008732104,0.0006609018,0.002303743,0.001734056,0.001880553,0.004047886],"category_scores_gemma":[0.01594165,0.0006823546,0.003247382,0.009546365,0.0009211965,0.002464922,0.001446717,0.001319728,0.0006932156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001671863,"about_ca_system_score_gemma":0.01026592,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005731301,"about_ca_topic_score_gemma":0.01432839,"domain_scores_codex":[0.9976994,0.0007035155,0.0006577942,0.0002495541,0.0005939123,0.00009565106],"domain_scores_gemma":[0.982653,0.01394983,0.001328601,0.000241342,0.001634779,0.0001923899],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00008773981,0.00005249056,0.0005033669,0.5857908,0.0009551569,0.0001372095,0.0003860924,0.0002749926,0.0002550202,0.002136075,0.008584173,0.400837],"study_design_scores_gemma":[0.00005129054,0.000225313,0.002966485,0.6200974,0.006506195,0.0007669922,0.0007950643,0.0002147611,0.0003385153,0.002624133,0.3653386,0.00007526132],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001213771,0.9990313,0.0001188617,0.0002923451,0.00008380871,0.00002956278,0.00005568235,0.000004241173,0.0002629028],"genre_scores_gemma":[0.001070315,0.9983197,0.0002414366,0.0001877359,0.00004519989,0.00004052051,0.00003886761,0.00000191529,0.00005425042],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.008732104,"threshold_uncertainty_score":0.02376521,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2592910900","doi":"10.1109/mcom.2018.1700018","title":"When IoT Keeps People in the Loop: A Path Towards a New Global Utility","year":2018,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Internet of Things; Commoditization; Context (archaeology); Wireless; Path (computing); Data science; Risk analysis (engineering); Distributed computing; Telecommunications; Computer security; Computer network","authors":[{"name":"Vitaly Petrov","is_ca":false},{"name":"Konstantin Mikhaylov","is_ca":false},{"name":"Dmitri Moltchanov","is_ca":false},{"name":"Sergey Andreev","is_ca":false},{"name":"Gábor Fodor","is_ca":false},{"name":"Johan Torsner","is_ca":false},{"name":"Halim Yanıkömeroğlu","is_ca":true},{"name":"Markku Juntti","is_ca":false},{"name":"Yevgeni Koucheryavy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04039197390291538,"gpt":0.2944474429172894,"spread":0.254055469014374,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001887729,0.0004084825,0.0005362153,0.0002890498,0.0009898368,0.003818704,0.0008940818,0.002339155,0.007859718],"category_scores_gemma":[0.005733415,0.0002287792,0.0004156859,0.0004430732,0.003653484,0.01172561,0.003821206,0.002676558,0.001011715],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001069343,"about_ca_system_score_gemma":0.0008859032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001213265,"about_ca_topic_score_gemma":0.001410946,"domain_scores_codex":[0.9990696,0.0003617005,0.00002010136,0.0001533556,0.0002126928,0.0001824947],"domain_scores_gemma":[0.9982873,0.0007845055,0.0001316995,0.0002851925,0.0001575188,0.0003537693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003531426,0.000116169,0.003356682,0.0002768804,0.00006644224,0.0004212151,0.001664287,0.02335539,0.00274813,0.8704176,0.02563959,0.07158447],"study_design_scores_gemma":[0.00004506788,0.0001379092,0.001250579,0.0001565573,0.00003256841,0.0001945885,0.002013876,0.03124147,0.00133562,0.8667533,0.09678482,0.00005358358],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2075125,0.01194526,0.4159234,0.1400518,0.003046775,0.0001592456,0.0005037414,0.001478838,0.2193784],"genre_scores_gemma":[0.975775,0.00158082,0.01053017,0.003219917,0.0003770188,0.00005415778,0.00005046558,0.0001477013,0.008264702],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007859718,"threshold_uncertainty_score":0.02629334,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387344871","doi":"10.1145/3610207","title":"Sensing Wellbeing in the Workplace, Why and For Whom? Envisioning Impacts with Organizational Stakeholders","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"Microsoft Research","keywords":"Software deployment; Stakeholder; Emerging technologies; Digitization; Ambiguity; Knowledge management; Public relations; Situated; Sociotechnical system; Sociology; Computer science; Political science","authors":[{"name":"Anna Kawakami","is_ca":false},{"name":"Shreya Chowdhary","is_ca":false},{"name":"Shamsi T. Iqbal","is_ca":false},{"name":"Q. Vera Liao","is_ca":true},{"name":"Alexandra Olteanu","is_ca":false},{"name":"Jina Suh","is_ca":false},{"name":"Koustuv Saha","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05822691235665016,"gpt":0.293772252811522,"spread":0.2355453404548718,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01731958,0.0009938499,0.0003578738,0.001470554,0.005707336,0.009111303,0.001639548,0.002884833,0.002186081],"category_scores_gemma":[0.01573447,0.0005642871,0.000645612,0.0008057637,0.01123539,0.01283964,0.01163171,0.002706929,0.0004404754],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003088085,"about_ca_system_score_gemma":0.002708637,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005034073,"about_ca_topic_score_gemma":0.005777277,"domain_scores_codex":[0.9888381,0.008520638,0.0002283959,0.0005531619,0.0009880277,0.0008715656],"domain_scores_gemma":[0.9904019,0.006145019,0.0006244733,0.0007801525,0.001134491,0.0009139532],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001700989,0.0002732919,0.04547469,0.001040224,0.00006318593,0.001954547,0.6954644,0.005999641,0.01269674,0.1413638,0.004956249,0.09054306],"study_design_scores_gemma":[0.00002063673,0.0002134319,0.008656079,0.001163511,0.00006802724,0.000483089,0.7484055,0.008556534,0.005902618,0.1253768,0.1010412,0.0001125574],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6145323,0.003524979,0.200575,0.07971869,0.0004042618,0.0005538,0.000274864,0.0003549051,0.1000612],"genre_scores_gemma":[0.9824198,0.0008539411,0.0139164,0.0008618038,0.00003902235,0.0001882683,0.00004521145,0.0000296747,0.001645946],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01731958,"threshold_uncertainty_score":0.09159577,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}