{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":449,"total_is_capped":false,"direct_labels_cover":3,"predictions_cover":449,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"650965f3ce5f","filters":{"topic":"Mobile Crowdsensing and Crowdsourcing"}},"results":[{"id":"W2106568252","doi":"10.1017/s1930297500002205","title":"Running experiments on Amazon Mechanical Turk","year":2010,"lang":"en","type":"article","venue":"Judgment and Decision Making","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3803,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"York University; National Science Foundation","keywords":"Amazon rainforest; Subject (documents); Data science; Quality (philosophy); Social media; Population; Computer science; Data quality; Internet privacy; World Wide Web; Engineering; Sociology; Operations management; Physics; Demography","retraction":null,"screen_n_in":null,"score":{"opus":0.0201525776565425,"gpt":0.293849149241808,"spread":0.2736965715852655,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004191235,0.0001535542,0.0001556771,0.0001247255,0.000297413,0.0004338732,0.0003285446,0.00009157523,0.00002932977],"category_scores_gemma":[0.00005234358,0.0001277192,0.0000553783,0.0001514904,0.00002175011,0.000187742,0.0003201242,0.0002804352,0.00005279471],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001801621,"about_ca_system_score_gemma":0.00001268079,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002410832,"about_ca_topic_score_gemma":0.000002339635,"domain_scores_codex":[0.9985985,0.00001580589,0.0002345605,0.0004681305,0.0004163906,0.0002666275],"domain_scores_gemma":[0.9990755,0.0002037161,0.00007980136,0.0005063792,0.00003047762,0.0001041146],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004876986,0.00008585112,0.0004505447,0.000005147913,0.0000102096,0.00005334455,0.0006250491,0.00008850282,0.07266989,0.08208358,0.001695942,0.8421832],"study_design_scores_gemma":[0.00420405,0.0009487097,0.008373145,0.001679066,0.000036495,0.0003169657,0.0006095175,0.5686054,0.275513,0.1071387,0.03036012,0.002214864],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7800125,0.00006551653,0.2163926,0.0001080876,0.001083884,0.00008466867,1.761527e-7,0.0001271004,0.002125391],"genre_scores_gemma":[0.9327685,0.000003374546,0.06647147,0.0005622982,0.000126315,0.000005617305,2.952874e-7,0.00001030782,0.00005178688],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8399683,"threshold_uncertainty_score":0.5208239,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2037150067","doi":"10.1016/j.envsoft.2011.09.009","title":"Environmental decision support systems (EDSS) development – Challenges and best practices","year":2011,"lang":"en","type":"article","venue":"Environmental Modelling & Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"Engineering and Physical Sciences Research Council","keywords":"Champion; Process management; Sustainability; Process (computing); Knowledge management; Revenue; Business; Operations management; Engineering; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.06770918547361696,"gpt":0.2268058668829038,"spread":0.1590966814092868,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004022899,0.000341579,0.0002690184,0.00009524131,0.0003814152,0.0001313438,0.0004811299,0.0001423641,0.0000386792],"category_scores_gemma":[0.00001367177,0.0003356612,0.00005773709,0.00003822884,0.0001221006,0.0007342869,0.0004787012,0.0002273879,0.0002744661],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001412705,"about_ca_system_score_gemma":0.00002511876,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002985572,"about_ca_topic_score_gemma":0.000002729865,"domain_scores_codex":[0.9976667,0.00007103371,0.0004192851,0.0008650298,0.0005208802,0.0004570586],"domain_scores_gemma":[0.9986466,0.0001403306,0.0003403287,0.0006301785,0.000003807261,0.000238766],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005420054,0.0013235,0.005370953,0.00009819872,0.0001091129,0.0002193074,0.02841037,0.00937734,0.0008148236,0.0005189015,0.00004318705,0.9536601],"study_design_scores_gemma":[0.006322586,0.004384778,0.04236601,0.002031226,0.0004555774,0.003989319,0.02431323,0.7114412,0.02711945,0.005278663,0.1627223,0.009575649],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4598069,0.006555452,0.5326594,0.00001392386,0.0002852624,0.0002189324,0.000004664245,0.0001512094,0.0003042544],"genre_scores_gemma":[0.8154683,0.002328753,0.1818298,0.00003250982,0.00004528327,0.00002592387,0.000008442039,0.00003424052,0.0002267801],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9440845,"threshold_uncertainty_score":0.9999095,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3115100653","doi":"10.20982/tqmp.16.5.p472","title":"Got Bots? Practical Recommendations to Protect Online Survey Data from Bot Attacks","year":2020,"lang":"en","type":"article","venue":"The Quantitative Methods for Psychology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Data collection; Computer science; Internet privacy; The Internet; Data quality; Data science; Quality (philosophy); Computer security; World Wide Web; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.6865261507868327,"gpt":0.6223430805496,"spread":0.06418307023723269,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00561023,0.0002178563,0.0003944045,0.00006649994,0.000314088,0.0001453258,0.001957145,0.00009711787,0.00003942895],"category_scores_gemma":[0.01174066,0.0001649153,0.00007302751,0.0007111208,0.0001420791,0.0002848218,0.0007057878,0.0004485382,0.0001319506],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000189712,"about_ca_system_score_gemma":0.00008045239,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000159059,"about_ca_topic_score_gemma":0.0001463771,"domain_scores_codex":[0.9932007,0.004741021,0.0004564183,0.001068989,0.0001318584,0.0004010587],"domain_scores_gemma":[0.9877625,0.009804266,0.0002244096,0.001786913,0.0002327181,0.0001891713],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001106545,0.0007713783,0.0004776205,0.00003631976,0.0006091766,0.00001306319,0.01501312,0.000204869,0.03735479,0.04449965,0.2914893,0.6084242],"study_design_scores_gemma":[0.002020814,0.003139128,0.01535412,0.00007158303,0.0001269487,0.00004691024,0.001342134,0.4679801,0.00219046,0.03897277,0.4677103,0.0010447],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002196822,0.00009880828,0.8644859,0.131023,0.0007627684,0.000744723,0.0004209792,0.0001290103,0.0001380747],"genre_scores_gemma":[0.005724628,0.00001142514,0.9827536,0.01096769,0.0001588882,0.0000636774,0.0002524403,0.00002771876,0.00003992912],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6073795,"threshold_uncertainty_score":0.9965839,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2887346961","doi":"10.1257/aer.20181065","title":"Testing the Waters: Behavior across Participant Pools","year":2021,"lang":"en","type":"article","venue":"American Economic Review","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":277,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Leverage (statistics); Sample (material); Population; Set (abstract data type); Amazon rainforest; Scale (ratio); Psychology; Statistics; Computer science; Geography; Ecology; Mathematics; Demography; Biology; Cartography; Sociology; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.08043842403601754,"gpt":0.3246748597124279,"spread":0.2442364356764103,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006541784,0.0001491498,0.0004071617,0.00000899336,0.0002191243,0.0002802949,0.0005941513,0.00001333047,0.00001941221],"category_scores_gemma":[0.0001552086,0.0001061818,0.0001288657,0.0002428347,0.0001751659,0.0001768994,0.0003081314,0.0001285301,0.0003568498],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000057099,"about_ca_system_score_gemma":0.0001304925,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001421814,"about_ca_topic_score_gemma":0.00001390224,"domain_scores_codex":[0.9984442,0.0001694792,0.000429967,0.0004391466,0.00007419002,0.0004429934],"domain_scores_gemma":[0.9982999,0.0002339517,0.000249707,0.001070196,0.0000482525,0.00009800114],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[2.772578e-7,0.00001977362,0.00246594,0.00007936882,0.00002119956,0.00004401595,0.0003425622,0.0000573437,0.0003924537,0.0004417721,0.001357175,0.9947781],"study_design_scores_gemma":[0.0007659995,0.0003876098,0.1289877,0.006938313,0.0006394762,0.003380364,0.002806529,0.01630413,0.00651684,0.0004222755,0.8302368,0.002613995],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9349986,0.03951937,0.00642789,0.01358888,0.0009357287,0.0007870122,0.00001014593,0.0003875785,0.003344792],"genre_scores_gemma":[0.9805227,0.00403271,0.00726859,0.007648152,0.0001341,0.0001367005,0.000002940945,0.00002148794,0.0002326243],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9921641,"threshold_uncertainty_score":0.4586701,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055699460","doi":"10.1145/2702123.2702508","title":"We Are Dynamo","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":274,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"National Science Foundation","keywords":"Collective action; Affordance; Action (physics); Public relations; Publics; Focus (optics); Political science; Sociology; Computer science; Internet privacy; Human–computer interaction; Physics; Law; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.03379351875373135,"gpt":0.2387016906852385,"spread":0.2049081719315071,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000172514,0.00006080925,0.00007127113,0.00003612451,0.00004361573,0.0001358622,0.0003163113,0.00002710428,0.000008235831],"category_scores_gemma":[0.00003169382,0.00004934682,0.00002513682,0.0001622399,0.0000151672,0.0001698298,0.0001245964,0.0000542131,0.0002951694],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002299367,"about_ca_system_score_gemma":0.00003563832,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002382779,"about_ca_topic_score_gemma":0.00001320329,"domain_scores_codex":[0.9994058,0.00002215202,0.00007853362,0.0001805532,0.0001558593,0.0001571144],"domain_scores_gemma":[0.999362,0.00001948718,0.00002904001,0.0004012336,0.0000529281,0.0001353165],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008600489,0.0001732247,0.007243099,0.00003159909,0.00003249633,0.0002566873,0.007645456,0.002223155,0.001053493,0.2982202,0.3282739,0.3548381],"study_design_scores_gemma":[0.001195139,0.0001751142,0.002097394,0.0001128215,0.00000860575,0.0002625681,0.002508515,0.6200747,0.008269422,0.03228652,0.3321415,0.000867643],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02794665,0.0001885314,0.8800483,0.005406352,0.0005912966,0.00005150461,1.910002e-7,0.000578375,0.08518881],"genre_scores_gemma":[0.9660292,0.00000205386,0.02766781,0.0004373589,0.00005886002,0.000001631499,1.777903e-7,0.000004333194,0.005798589],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9380825,"threshold_uncertainty_score":0.3793904,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2051741744","doi":"10.1371/journal.pone.0031362","title":"Phylo: A Citizen Science Approach for Improving Multiple Sequence Alignment","year":2012,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":236,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Citizen science; Sequence alignment; Sequence (biology); Computational biology; Computer science; Data science; Bioinformatics; Biology; Genetics; Peptide sequence","retraction":null,"screen_n_in":null,"score":{"opus":0.07497674905167842,"gpt":0.2429236597330574,"spread":0.167946910681379,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001104475,0.0001549772,0.0001932648,0.0001118466,0.0004681969,0.0002743707,0.0008440092,0.00004560886,0.000002003724],"category_scores_gemma":[0.0002932166,0.0001482218,0.00005419625,0.000428979,0.0001701544,0.0007625392,0.000327225,0.0001067519,0.00001479468],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001444032,"about_ca_system_score_gemma":0.0001053271,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003037447,"about_ca_topic_score_gemma":5.289566e-7,"domain_scores_codex":[0.9978818,0.00002913583,0.0002027815,0.0004957484,0.0005952237,0.0007953611],"domain_scores_gemma":[0.9986877,0.0001139648,0.0001037795,0.000696213,0.000151248,0.0002470895],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000005735356,0.0008012097,0.002522031,0.000154139,0.00002452536,8.068317e-7,0.001687361,0.00007067899,0.9775038,0.004707381,0.00003969287,0.01248259],"study_design_scores_gemma":[0.0004042721,0.00007967517,0.0005322996,0.00005946946,0.00002901934,0.000009044064,0.0001209248,0.4928304,0.5053601,0.0001939744,0.00006387311,0.0003169696],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3695139,0.0001415649,0.6279116,0.0001091666,0.0001214262,0.0005417505,0.000004428627,0.0002447149,0.001411406],"genre_scores_gemma":[0.6673291,0.000001133703,0.3321536,0.0001336587,0.0001486878,0.00008244591,0.00000167547,0.00001038505,0.0001392749],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4927597,"threshold_uncertainty_score":0.6044311,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4308017781","doi":"10.3758/s13428-022-01999-x","title":"Evaluating CloudResearch’s Approved Group as a solution for problematic data quality on MTurk","year":2022,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":227,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Vetting; Data quality; Psychology; Quality (philosophy); Sample (material); Applied psychology; Computer science; Computer security; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.8107478869005017,"gpt":0.6970883390979823,"spread":0.1136595478025194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.1043095,0.0002286181,0.0003895946,0.0004739044,0.00261186,0.0006045522,0.003978262,0.00008561958,0.00006778041],"category_scores_gemma":[0.008200325,0.0002234739,0.0001384751,0.001415976,0.0001948712,0.0004157061,0.005341304,0.001433607,0.00002370676],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004965728,"about_ca_system_score_gemma":0.0005813192,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006246304,"about_ca_topic_score_gemma":0.00001685032,"domain_scores_codex":[0.9773176,0.01601531,0.0006908594,0.001602242,0.003049981,0.001323994],"domain_scores_gemma":[0.9894028,0.005648254,0.0002078066,0.003932821,0.000506647,0.0003016139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001582901,0.0007319215,0.00006027553,0.0001888793,0.00002173641,0.00001795226,0.001450766,0.0003025257,0.1853862,0.01780391,0.001745165,0.7921324],"study_design_scores_gemma":[0.001837761,0.003254912,0.001396221,0.000110421,0.00003307175,0.00007080341,0.001201634,0.9497103,0.008023578,0.021653,0.01209036,0.0006179208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0862129,0.0001487712,0.9060751,0.001973444,0.0004548134,0.004231249,0.00005615246,0.0002899121,0.000557709],"genre_scores_gemma":[0.1469935,0.000003175631,0.8476409,0.0001003188,0.0001329357,0.003915411,0.0001028121,0.00005018856,0.001060804],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9494078,"threshold_uncertainty_score":0.9986866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2146277225","doi":"10.1109/mcom.2015.7180511","title":"Security and privacy in mobile crowdsourcing networks: challenges and opportunities","year":2015,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":212,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Computer science; Computer security; Crowdsourcing software development; Architecture; Mobile device; Set (abstract data type); Data science; Internet privacy; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.09425909677158763,"gpt":0.2892999562422099,"spread":0.1950408594706223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009235204,0.0001579295,0.0002227964,0.0001645051,0.0001665228,0.0001846628,0.0008678722,0.00007482907,7.506036e-7],"category_scores_gemma":[0.00005406607,0.0001649653,0.00002100293,0.0001673275,0.0002380792,0.0004604699,0.0009347458,0.0002788932,0.00000512807],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004019749,"about_ca_system_score_gemma":0.0000559923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002594007,"about_ca_topic_score_gemma":0.0001263476,"domain_scores_codex":[0.9987806,0.0002616712,0.0002795526,0.0002950894,0.0001301666,0.0002529235],"domain_scores_gemma":[0.9975569,0.0002667271,0.00009539302,0.001786866,0.0001101516,0.0001839474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002723514,0.0006136445,0.002940939,0.0001701903,0.0000633624,0.0000712237,0.08326297,0.003702848,0.0004899224,0.07193228,0.003938697,0.8327867],"study_design_scores_gemma":[0.001708679,0.0002604602,0.006067959,0.0004071801,0.00002542813,0.0003361243,0.004514113,0.8062904,0.00008839329,0.01364443,0.1658095,0.0008473441],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6244761,0.2830005,0.0472366,0.0176928,0.0006619334,0.0009740743,0.000005019003,0.0007926282,0.02516039],"genre_scores_gemma":[0.9718324,0.02156165,0.006231559,0.0001642305,0.00004742974,0.00005127637,0.000003301752,0.00001347225,0.00009468933],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8319393,"threshold_uncertainty_score":0.672709,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069514153","doi":"10.1109/jiot.2014.2337886","title":"Trustworthy Sensing for Public Safety in Cloud-Centric Internet of Things","year":2014,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":211,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Cloud computing; Computer security; Reputation; Payment; Common value auction; The Internet; Service (business); World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0157422260538223,"gpt":0.2331939519898717,"spread":0.2174517259360494,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003430916,0.0002712869,0.0006275253,0.0006085855,0.0000821686,0.0003614659,0.001327795,0.0001616558,0.0000175064],"category_scores_gemma":[0.0006216612,0.0002479952,0.0003396202,0.0004268779,0.0001223859,0.001135039,0.0002355227,0.0006962365,0.000006096347],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001611211,"about_ca_system_score_gemma":0.0001107008,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002432215,"about_ca_topic_score_gemma":0.00001136407,"domain_scores_codex":[0.9969418,0.0002513227,0.001270906,0.0004206519,0.0005228238,0.0005924711],"domain_scores_gemma":[0.9973021,0.0004967836,0.001118976,0.0004596474,0.0004279061,0.0001946462],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007231191,0.0006683195,0.008466283,0.000660042,0.0005016491,0.0001402676,0.05745927,0.002680445,0.02456959,0.04020695,0.01859232,0.8453317],"study_design_scores_gemma":[0.002485878,0.0005718335,0.000348094,0.00153362,0.00003865864,0.001160364,0.000225651,0.9247194,0.04760704,0.009013827,0.01177515,0.0005205013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2624775,0.0001094711,0.7335388,0.0005669329,0.002050974,0.0001262243,4.901319e-7,0.00004591561,0.001083724],"genre_scores_gemma":[0.9482124,0.00001678137,0.05060173,0.0005041585,0.0002661505,9.467969e-7,0.000001015065,0.00002788594,0.0003689388],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9220389,"threshold_uncertainty_score":0.9999973,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2060133495","doi":"10.1145/2063576.2063718","title":"Discovering top-k teams of experts with/without a leader in social networks","year":2011,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":205,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Scalability; Computer science; Set (abstract data type); Function (biology); Approximation algorithm; Polynomial; Social network (sociolinguistics); Mathematical optimization; Artificial intelligence; Algorithm; Mathematics; Social media; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.02197829246699507,"gpt":0.2268353422537893,"spread":0.2048570497867942,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001406524,0.0001038885,0.0001716785,0.00006518903,0.00006139156,0.00004111804,0.0002769899,0.00005350908,0.00001500064],"category_scores_gemma":[0.0000051831,0.00007836534,0.0000370803,0.0002336073,0.000061866,0.0002476179,0.0001102768,0.00008817044,0.000001721985],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001962833,"about_ca_system_score_gemma":0.00002847737,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004296107,"about_ca_topic_score_gemma":0.0001386759,"domain_scores_codex":[0.9991635,0.00003043977,0.00017769,0.0002406105,0.0001330158,0.0002547554],"domain_scores_gemma":[0.9996078,0.00001861089,0.00005787583,0.0002552856,0.00002369118,0.00003674005],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002326552,0.0008584636,0.4284746,0.000104718,0.0001217721,0.0002168083,0.2143081,0.009694517,0.007316884,0.09856989,0.002064328,0.2380373],"study_design_scores_gemma":[0.005587867,0.0009793735,0.1969054,0.0009804612,0.00004156786,0.0002399411,0.01967422,0.6781216,0.09058656,0.002890225,0.001163181,0.002829673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5324944,0.00002852197,0.4553738,0.00004191727,0.00007790703,0.00006265096,6.950467e-8,0.00006306804,0.01185767],"genre_scores_gemma":[0.986646,0.000001370988,0.01291054,0.00008583585,0.0000591201,0.00000515041,1.967192e-7,0.000008514724,0.0002832881],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6684271,"threshold_uncertainty_score":0.3195646,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2964280086","doi":"10.1109/tmc.2019.2908638","title":"Enabling Strong Privacy Preservation and Accurate Task Allocation for Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":193,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; University of Waterloo","funders":"","keywords":"Computer science; Mobile device; Computer security; Mobile computing; Service provider; Information privacy; Mobile commerce; Encryption; Internet privacy; Computer network; Service (business); World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01993404008538232,"gpt":0.2675560315958228,"spread":0.2476219915104404,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006557053,0.0003032736,0.0003163973,0.0002575885,0.0006790939,0.0005472902,0.0003958681,0.0001362835,0.000006110122],"category_scores_gemma":[0.00002000058,0.0003266775,0.0001332809,0.0004548291,0.0000458656,0.0009839063,0.00001834852,0.0003243844,0.00002135933],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001146151,"about_ca_system_score_gemma":0.00008437839,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003624948,"about_ca_topic_score_gemma":0.000005439365,"domain_scores_codex":[0.9977033,0.0001087059,0.0005086687,0.0008519339,0.000293941,0.0005335234],"domain_scores_gemma":[0.9979889,0.0006592889,0.0002378275,0.0007453962,0.0002423456,0.0001262586],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002552367,0.00009600605,0.00005417348,0.0001242471,0.00004015221,0.00000158498,0.001992033,0.706493,0.03854324,0.0003552851,0.00002874984,0.252246],"study_design_scores_gemma":[0.0008127232,0.0003350676,0.00009845931,0.0002152957,0.00002441419,0.00002594656,0.0003551937,0.9562449,0.03987595,0.0001289589,0.001503416,0.000379633],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4141004,0.00007103515,0.5839243,0.0000501791,0.0006183991,0.0009208458,0.000002964496,0.0002601046,0.00005172852],"genre_scores_gemma":[0.9723435,0.00001803308,0.02705693,0.0001208918,0.0001130922,0.00009021145,0.000005704294,0.00004187648,0.0002097436],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5582431,"threshold_uncertainty_score":0.9999185,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154096410","doi":"","title":"Modeling annotator expertise: Learning when everybody knows a bit of something","year":2010,"lang":"en","type":"article","venue":"International Conference on Artificial Intelligence and Statistics","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":188,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Probabilistic logic; Artificial intelligence; Machine learning; Domain (mathematical analysis); Task (project management); Space (punctuation); Agreement; Natural language processing; Training set; Variable (mathematics)","retraction":null,"screen_n_in":null,"score":{"opus":0.0815228368451885,"gpt":0.3287389152244423,"spread":0.2472160783792537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004900097,0.0001677726,0.0001960172,0.0002057759,0.0001742336,0.0003599813,0.0005176828,0.00008827969,0.0001218592],"category_scores_gemma":[0.000783988,0.0001655716,0.00004011333,0.0001146142,0.000136202,0.0002738724,0.0001465208,0.0004674572,0.00003174567],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002026652,"about_ca_system_score_gemma":0.0001052884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001803377,"about_ca_topic_score_gemma":0.0001057335,"domain_scores_codex":[0.9984047,0.00007189756,0.0004866121,0.0003886673,0.000419896,0.0002282707],"domain_scores_gemma":[0.9986982,0.0002899808,0.0001451863,0.0002471116,0.0005123075,0.0001072129],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002322304,0.0000483832,0.00005049237,0.000008000456,0.00001530806,0.00001120271,0.002524544,0.005302793,0.02497779,0.7165547,0.00002183716,0.2504617],"study_design_scores_gemma":[0.00002619096,0.00009163652,0.00001506873,0.00006272485,0.000004340907,0.00001380318,0.0005440806,0.8817701,0.01006932,0.1071056,0.0001333605,0.0001637884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06714629,0.00001676763,0.929545,0.000477826,0.0007904036,0.00007441006,0.00001737918,0.00006014245,0.001871805],"genre_scores_gemma":[0.9049788,0.00003858923,0.09464713,0.0000950042,0.00010064,0.000006277339,0.00000753983,0.000009971207,0.0001160502],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8764672,"threshold_uncertainty_score":0.6751815,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2884971059","doi":"10.1109/twc.2018.2885747","title":"A Stackelberg Game Approach Toward Socially-Aware Incentive Mechanisms for Mobile Crowdsensing","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Wireless Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":186,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Stackelberg competition; Computer science; Incentive; Service provider; Revenue; Backward induction; Service (business); Mobile telephony; Mobile computing; Computer network; Game theory; Complete information; Bayesian game; Computer security; Business; Microeconomics; Mobile radio; Sequential game; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.03813459668068552,"gpt":0.2866466521383979,"spread":0.2485120554577123,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0004430562,0.0003170928,0.0003542617,0.0002510377,0.001728508,0.0003544441,0.001883951,0.000196849,0.00001055462],"category_scores_gemma":[0.000009727233,0.0003448107,0.0002746291,0.0007422114,0.0004601222,0.0004562975,0.00004006469,0.0004551384,0.00005263714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002165432,"about_ca_system_score_gemma":0.0002789386,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009248922,"about_ca_topic_score_gemma":0.0001329389,"domain_scores_codex":[0.9977551,0.000278981,0.0004675638,0.0006314419,0.0003261975,0.0005407374],"domain_scores_gemma":[0.9958658,0.0004820961,0.0002026063,0.002711434,0.0005705764,0.0001674472],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002267488,0.004908582,0.000008643516,0.0003071854,0.000847429,0.0000064535,0.05551916,0.0162576,0.0529996,0.1917135,0.001653123,0.675552],"study_design_scores_gemma":[0.001300058,0.0005627102,0.00001955652,0.0001815071,0.0001138274,0.0000328455,0.002448077,0.8938708,0.0890816,0.007137649,0.00433347,0.0009179012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.005358399,0.00004897859,0.9907355,0.0008386899,0.0006096432,0.0009094973,0.00005681241,0.0005728732,0.0008696206],"genre_scores_gemma":[0.8462516,0.00006438867,0.1525748,0.000286584,0.00007165862,0.0004228744,0.00001469182,0.00004626264,0.0002670882],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8776132,"threshold_uncertainty_score":0.9999004,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2554971060","doi":"10.1038/s41598-016-0011-6","title":"Mitigating Herding in Hierarchical Crowdsourcing Networks","year":2016,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"National Natural Science Foundation of China; National Research Foundation","keywords":"Herding; Crowdsourcing; Computer science; Crowds; Task (project management); Workload; Risk analysis (engineering); Business; Computer security; Economics; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.009755456249028096,"gpt":0.2246533235950789,"spread":0.2148978673460508,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003433608,0.0001931469,0.0002450187,0.000313916,0.000485672,0.000888037,0.0004723296,0.0000993446,0.0000196878],"category_scores_gemma":[0.0004562233,0.0001422826,0.0001125285,0.001069975,0.0002500461,0.0006499045,0.0003812393,0.000224493,0.00001958705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001201932,"about_ca_system_score_gemma":0.0001235922,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002516506,"about_ca_topic_score_gemma":0.00002561621,"domain_scores_codex":[0.9966226,0.000137045,0.0006971922,0.001237668,0.000536952,0.0007686082],"domain_scores_gemma":[0.9978088,0.0002439339,0.000256845,0.001386999,0.00009457306,0.0002089039],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009438942,0.0001594642,0.1154726,0.000048285,0.00002835498,0.005937532,0.004328041,0.007984401,0.2875586,0.008484771,0.007414531,0.562574],"study_design_scores_gemma":[0.00200413,0.0001547076,0.02477645,0.004848748,0.00002764501,0.006609586,0.0004721659,0.6072129,0.1198469,0.1880944,0.04262524,0.003327102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5531477,0.0001094769,0.4390802,0.0006533611,0.005008552,0.0001383124,1.051225e-7,0.000258005,0.001604262],"genre_scores_gemma":[0.9890941,0.000001503705,0.009558793,0.00006662418,0.0001466702,0.00001174158,9.920981e-7,0.00001703931,0.001102584],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5992285,"threshold_uncertainty_score":0.8563362,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2148087540","doi":"10.1109/tetc.2013.2273359","title":"Vita: A Crowdsensing-Oriented Mobile Cyber-Physical System","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Emerging Topics in Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Hong Kong Polytechnic University","keywords":"Computer science; Mobile device; Mobile computing; Mobile cloud computing; Cloud computing; Crowdsensing; Cyber-physical system; Mobile Web; Overhead (engineering); Architecture; Mobile technology; Embedded system; Distributed computing; Computer network; Computer security; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.009895492815218484,"gpt":0.246192966611103,"spread":0.2362974737958845,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003191486,0.0003028782,0.0003680188,0.0003440271,0.0005014397,0.0002687029,0.0004721353,0.0001118115,0.000006433977],"category_scores_gemma":[0.00001029502,0.00031662,0.0001754751,0.0008824231,0.00006551166,0.000351589,0.0000168882,0.0006157808,0.00009642525],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002503442,"about_ca_system_score_gemma":0.0000517035,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003387482,"about_ca_topic_score_gemma":0.00001968096,"domain_scores_codex":[0.9976183,0.0001603179,0.0004998537,0.0006990631,0.0003890448,0.0006334779],"domain_scores_gemma":[0.9985409,0.000261711,0.0001290003,0.0007863831,0.0001410017,0.0001410515],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008076705,0.0005068902,0.0001564265,0.0001511612,0.00006575111,0.00009417497,0.008660425,0.517186,0.004501796,0.006635305,0.0002108441,0.4618232],"study_design_scores_gemma":[0.0004209735,0.00009148302,0.0001950797,0.0003308869,0.00001049515,0.00005975556,0.0006104659,0.9880999,0.009157581,0.0001561062,0.0004957194,0.0003715769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3945301,0.00001512576,0.602439,0.0001776168,0.001388296,0.0002491699,6.016084e-7,0.0004486515,0.0007514117],"genre_scores_gemma":[0.9804446,0.000001872476,0.01892982,0.0001208881,0.0002532727,0.00003002689,5.447623e-7,0.0000293639,0.0001896554],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5859144,"threshold_uncertainty_score":0.9999286,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2144007431","doi":"10.1145/1240624.1240865","title":"Strategies for accelerating on-line learning of hotkeys","year":2007,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Selection (genetic algorithm); Human–computer interaction; Line (geometry); Artificial intelligence; Machine learning; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04985904044599529,"gpt":0.3010206233756084,"spread":0.2511615829296131,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007000106,0.00008408957,0.0001212079,0.00007617469,0.0001389634,0.0001320454,0.0002307294,0.00003911548,0.000006428758],"category_scores_gemma":[0.00006823102,0.00007192745,0.00005408659,0.0001598152,0.00002226151,0.0001908121,0.00004765507,0.0001005432,0.000004005907],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001087742,"about_ca_system_score_gemma":0.00004254724,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002290431,"about_ca_topic_score_gemma":0.00001029572,"domain_scores_codex":[0.9991979,0.00001590622,0.0002201376,0.0002002338,0.000133642,0.0002321911],"domain_scores_gemma":[0.999206,0.000364196,0.00008732334,0.0002087422,0.00009240368,0.0000413325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002098305,0.00006386907,0.0003593283,0.00005355446,0.00001724574,0.000006241959,0.001692771,0.04442408,0.03570607,0.7210755,0.0003863457,0.196194],"study_design_scores_gemma":[0.0006539327,0.0008974888,0.0005023812,0.0001008298,0.00000617049,0.00001205588,0.003255425,0.7297632,0.2559768,0.005414201,0.003089826,0.0003277321],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1206038,0.0000131297,0.8565401,0.00008480891,0.0001039318,0.00007645953,1.255225e-7,0.000128967,0.02244865],"genre_scores_gemma":[0.9038671,6.895229e-7,0.09544156,0.0001053627,0.00007179013,0.00000183062,6.365146e-7,0.000006288812,0.0005047754],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7832633,"threshold_uncertainty_score":0.2933116,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2941455863","doi":"10.1145/3290605.3300750","title":"Automation Accuracy Is Good, but High Controllability May Be Better","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":122,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Controllability; Automation; Task (project management); Computer science; Preference; Control (management); Human–computer interaction; Constant (computer programming); Artificial intelligence; Machine learning; Engineering; Statistics; Mathematics; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01007860506918046,"gpt":0.2347848522197949,"spread":0.2247062471506145,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004179054,0.0001528995,0.0002132591,0.00005792191,0.0001037027,0.0003353411,0.0004698917,0.00008677816,0.0004339307],"category_scores_gemma":[0.00006551411,0.0001265775,0.00008607007,0.0002002981,0.00002991839,0.000592901,0.0001673686,0.0001264303,0.0007419091],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005280261,"about_ca_system_score_gemma":0.00005263253,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002886876,"about_ca_topic_score_gemma":0.000007626167,"domain_scores_codex":[0.9985461,0.00008587119,0.0002719437,0.0004854414,0.0003051997,0.0003054608],"domain_scores_gemma":[0.9983879,0.000297433,0.0001030478,0.001018376,0.000110848,0.00008234489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006370995,0.0005173516,0.1834623,0.0002860386,0.0002349164,0.00003723722,0.005750627,0.001212692,0.09957837,0.1987079,0.07010259,0.4400463],"study_design_scores_gemma":[0.004507472,0.0003631636,0.1698677,0.0001041672,0.00004320248,0.00005712345,0.0002884208,0.6040862,0.1274951,0.01133928,0.0802615,0.001586733],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8798031,0.00001367876,0.09882671,0.01152476,0.0005416585,0.0002686664,0.000002820876,0.0004535467,0.008565058],"genre_scores_gemma":[0.9765197,8.840631e-7,0.01421954,0.005626611,0.000074486,0.000006905261,0.000002725246,0.000008775544,0.003540373],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6028735,"threshold_uncertainty_score":0.9535989,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2409446443","doi":"10.1017/iop.2015.24","title":"Don't Throw the Baby Out With the Bathwater: Comparing Data Quality of Crowdsourcing, Online Panels, and Student Samples","year":2015,"lang":"en","type":"article","venue":"Industrial and Organizational Psychology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Crowdsourcing; Legitimacy; Sampling (signal processing); Quality (philosophy); Psychology; Sample (material); Sociology; Computer science; Social psychology; Epistemology; Political science; Law; World Wide Web; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.2956586616495665,"gpt":0.3702693215335167,"spread":0.07461065988395021,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001132113,0.0001380159,0.000237303,0.00003585906,0.0002248197,0.0001487751,0.0008680764,0.0000937816,0.000007664973],"category_scores_gemma":[0.0001918186,0.00007364358,0.00001118955,0.0002472254,0.0003523421,0.000148031,0.0006400687,0.0002424704,0.00000164375],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000010369,"about_ca_system_score_gemma":0.00009329335,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000185065,"about_ca_topic_score_gemma":0.0002946114,"domain_scores_codex":[0.9985141,0.0002877674,0.0003054672,0.0004166232,0.0002983785,0.0001777258],"domain_scores_gemma":[0.9985088,0.0003166242,0.0001919386,0.000732685,0.0001682203,0.00008177287],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000173444,0.0004368211,0.9227993,0.00001872458,0.0002709767,0.000009048483,0.0171226,0.0006642991,0.001777513,0.02036345,0.01856104,0.01780273],"study_design_scores_gemma":[0.01025039,0.0008263902,0.8980165,0.00013607,0.0001596475,0.0005109148,0.009178277,0.005585529,0.001211962,0.004481615,0.06868338,0.0009592935],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9491879,0.0002070161,0.0369877,0.0128298,0.0003855265,0.0001784711,0.00003301949,0.00004160293,0.0001489604],"genre_scores_gemma":[0.9979431,0.00001397625,0.0008461826,0.0007070586,0.0003748525,0.000001344548,0.00004598844,0.0000101448,0.0000573506],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05012234,"threshold_uncertainty_score":0.3003098,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2977846155","doi":"10.14745/ccdr.v45i10a01","title":"Reaping the benefits of Open Data in public health","year":2019,"lang":"en","type":"editorial","venue":"Canada Communicable Disease Report","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Public Health Agency of Canada","funders":"","keywords":"Open data; Transparency (behavior); Interoperability; Terminology; Premise; Open science; Data science; Accountability; Computer science; Data sharing; Intellectual property; Data access; Citizen science; Data governance; Internet privacy; Knowledge management; Public relations; World Wide Web; Political science; Business; Computer security; Data quality; Service (business)","retraction":null,"screen_n_in":null,"score":{"opus":0.0806775732423905,"gpt":0.3168296861673621,"spread":0.2361521129249716,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.005560557,0.0003280547,0.000901564,0.000119339,0.0003826911,0.0007658562,0.0199612,0.0001618482,0.000005927823],"category_scores_gemma":[0.00347006,0.0002787448,0.00007042614,0.0006598957,0.00009843973,0.0006620146,0.01649502,0.001117518,0.000001143598],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007492192,"about_ca_system_score_gemma":0.05522293,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8380748,"about_ca_topic_score_gemma":0.7710637,"domain_scores_codex":[0.9950103,0.0006778907,0.001207813,0.0009503274,0.001468892,0.0006847616],"domain_scores_gemma":[0.9773651,0.001560409,0.001364401,0.01886302,0.000399405,0.000447606],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005668915,0.00005221506,0.0003867263,0.0001957664,0.00004520505,0.0002226907,0.00007214925,0.0003310616,1.964694e-7,0.0005231762,0.9923267,0.005838497],"study_design_scores_gemma":[0.0002259074,0.00001151649,0.000731863,0.0008678771,0.00001429255,0.00002007395,0.00007898096,0.003937622,6.014472e-7,0.00004882925,0.9937733,0.0002891521],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"empirical","genre_scores_codex":[0.0009347501,0.03081656,0.001052214,0.02167555,0.9312717,0.002784899,0.001506297,0.000147199,0.009810798],"genre_scores_gemma":[0.5380884,0.01088673,0.009492611,0.006652118,0.3856291,0.0004746015,0.03457471,0.0007387625,0.01346298],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.5456426,"threshold_uncertainty_score":0.9999664,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W6116489","doi":"10.1007/978-3-642-33486-3_31","title":"Efficient Bi-objective Team Formation in Social Networks","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Scalability; Mathematical optimization; Approximation algorithm; Heuristic; Graph; Theoretical computer science; Artificial intelligence; Algorithm; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.01202627186267343,"gpt":0.2296645878189992,"spread":0.2176383159563257,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001332092,0.0004955261,0.0005178047,0.001010595,0.0004542279,0.0004989207,0.001639965,0.0004324193,0.000006761526],"category_scores_gemma":[0.00005230669,0.0004733925,0.0001395635,0.0009314619,0.0004497877,0.0004327531,0.0009615201,0.001111604,0.00003163395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007196685,"about_ca_system_score_gemma":0.0002137821,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002882544,"about_ca_topic_score_gemma":0.00007314018,"domain_scores_codex":[0.9964616,0.00007077854,0.0005803811,0.001080651,0.0008319667,0.0009746209],"domain_scores_gemma":[0.9982374,0.0003223382,0.0003370201,0.0007816505,0.0001789097,0.0001427326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005065369,0.00003672152,0.00003378397,0.00002181344,0.000004148374,0.00002600594,0.003630912,0.4182369,0.00006881401,0.006748467,0.00002932021,0.5711581],"study_design_scores_gemma":[0.0002538874,0.00005759537,0.0003381321,0.0003042775,0.000005482423,0.00008398241,9.949705e-7,0.9853942,0.0003873332,0.01224711,0.0003632171,0.0005637701],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0007918449,0.0005304053,0.9923279,0.000207073,0.00166119,0.0004005544,0.000001412192,0.0001571272,0.003922455],"genre_scores_gemma":[0.9591646,0.00001316118,0.0391183,0.0005502403,0.001044222,0.00001013799,0.000003821664,0.00003100328,0.00006456106],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9583727,"threshold_uncertainty_score":0.9997718,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2407293509","doi":"10.1145/2858036.2858063","title":"The Effect of Visual Appearance on the Performance of Continuous Sliders and Visual Analogue Scales","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Slider; Computer science; Range (aeronautics); Scale (ratio); Line (geometry); Computer vision; Artificial intelligence; Mathematics; Mechanical engineering; Engineering; Geometry; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.004172709810571497,"gpt":0.2210454225396931,"spread":0.2168727127291216,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008446632,0.0001064588,0.0001715797,0.00003175063,0.0001828129,0.00004592519,0.0003004901,0.00003148147,0.000001311343],"category_scores_gemma":[0.00009879701,0.00003983704,0.00005018342,0.0001395228,0.0003385647,0.00009427695,0.0001011938,0.00006215867,0.000005628965],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000006984214,"about_ca_system_score_gemma":0.00001182977,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001887512,"about_ca_topic_score_gemma":0.000009187497,"domain_scores_codex":[0.999068,0.000152935,0.0001907921,0.0001885084,0.0002088239,0.0001909836],"domain_scores_gemma":[0.9984965,0.00103828,0.0001122378,0.0002770978,0.00004395698,0.00003193166],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002218076,0.00005536895,0.06234397,0.0001094379,0.00007660862,0.00000325561,0.0004524807,0.00008420847,0.09134042,0.01114514,0.0005240781,0.8336432],"study_design_scores_gemma":[0.001013158,0.003347816,0.05352479,0.0005989148,0.00001421105,0.00002382919,0.0001253483,0.06980535,0.8708547,0.00008089438,0.0003669542,0.0002440349],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9889374,0.0001377744,0.009725183,0.0005462556,0.00008610629,0.0001302565,3.74101e-7,0.00002945576,0.000407213],"genre_scores_gemma":[0.9996867,0.00003767617,0.00006176277,0.00004931936,0.00002061038,0.000004420281,4.884417e-8,0.000004780799,0.0001346632],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8333992,"threshold_uncertainty_score":0.1624507,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2943796356","doi":"10.1109/mcom.2019.1800624","title":"Data and Service Management in Densely Crowded Environments: Challenges, Opportunities, and Recent Developments","year":2019,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Gnowit (Canada)","funders":"","keywords":"Computer science; Cloud computing; Service (business); Data as a service; Mobile device; Replication (statistics); Computer network; Data management; World Wide Web; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.1247095637869348,"gpt":0.2845690954489233,"spread":0.1598595316619885,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005631111,0.0001496531,0.0001622343,0.0001411384,0.0001335134,0.0001185852,0.001844221,0.00004798278,0.000006539702],"category_scores_gemma":[0.000009113356,0.0001629885,0.000006746062,0.0002051135,0.00006405744,0.0004270281,0.002703611,0.0001572228,0.00007312978],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005537769,"about_ca_system_score_gemma":0.00003228458,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001498347,"about_ca_topic_score_gemma":0.0002123792,"domain_scores_codex":[0.9987418,0.0001417284,0.0002859718,0.0004440651,0.0001650539,0.0002213475],"domain_scores_gemma":[0.9959751,0.0000958836,0.00009067907,0.003723496,0.0000272413,0.00008763909],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009335115,0.00024891,0.0007115243,0.0001247537,0.00007581859,0.00002048724,0.001976946,0.00002385976,0.000711321,0.00948217,0.001282342,0.9853325],"study_design_scores_gemma":[0.000817375,0.00002137846,0.02715579,0.0001377586,0.00001395167,0.00004155729,0.0004712547,0.02092494,0.00003304272,0.0003266627,0.9497653,0.00029098],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4648175,0.05849848,0.03535322,0.1876125,0.002297826,0.005433235,0.0001511251,0.0009042414,0.2449319],"genre_scores_gemma":[0.5794768,0.2700465,0.1454642,0.002545736,0.000024319,0.00007710226,0.0001993392,0.00004466974,0.002121342],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9850416,"threshold_uncertainty_score":0.6646476,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2139516750","doi":"10.1145/2009916.2010039","title":"Repeatable and reliable search system evaluation using crowdsourcing","year":2011,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Information retrieval; Data science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.08907501364983587,"gpt":0.2649148142627285,"spread":0.1758398006128926,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002086399,0.0001319189,0.0001601009,0.0001354162,0.0003707795,0.0002518532,0.0002783989,0.00006560865,0.00002237992],"category_scores_gemma":[0.00003468441,0.0001203853,0.00003289414,0.0003321987,0.00003893387,0.0005707896,0.0002502638,0.0001183311,0.00002300151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001197718,"about_ca_system_score_gemma":0.0001016408,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001310932,"about_ca_topic_score_gemma":0.00000662361,"domain_scores_codex":[0.998388,0.00012171,0.0002419681,0.0004843432,0.0004024863,0.0003615234],"domain_scores_gemma":[0.9988931,0.00003764806,0.00006340525,0.0006707829,0.000214349,0.000120649],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001145254,0.0004304968,0.0633124,0.001583098,0.0003135404,0.0003560808,0.05891041,0.0324355,0.136145,0.4995973,0.002216374,0.2045853],"study_design_scores_gemma":[0.0002700615,0.00003684668,0.001049862,0.0001400758,0.00002132964,0.0002122827,0.0009607874,0.973403,0.0233032,0.0003205424,0.00008433367,0.0001977161],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5898843,0.0002311813,0.3601595,0.00002106563,0.0002406266,0.0002293218,2.275757e-7,0.0003427578,0.04889098],"genre_scores_gemma":[0.8978878,0.00000213775,0.1017106,0.00003688812,0.00004208704,0.000005050994,4.799237e-7,0.00001217786,0.0003028053],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9409674,"threshold_uncertainty_score":0.4909169,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117442907","doi":"10.1109/wcnc.2012.6214379","title":"CrowdITS: Crowdsourcing in intelligent transportation systems","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Dissemination; Computer science; Key (lock); Android (operating system); Intelligent transportation system; Aggregate (composite); Mobile device; Mobile telephony; Human–computer interaction; Data science; Computer security; Telecommunications; Mobile radio; World Wide Web; Transport engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01707818536047459,"gpt":0.2346570360684769,"spread":0.2175788507080023,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006923415,0.000151842,0.0001810076,0.0001906013,0.00008345844,0.0001795421,0.000333544,0.00007789544,0.00001563241],"category_scores_gemma":[0.00002393722,0.0001395289,0.00005569959,0.0004739209,0.00002125762,0.0007641794,0.00002483227,0.0001550313,0.00009057999],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008189951,"about_ca_system_score_gemma":0.00002614148,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003739542,"about_ca_topic_score_gemma":0.00003803316,"domain_scores_codex":[0.9985223,0.00007154365,0.0003825354,0.0002661734,0.0002398807,0.0005176027],"domain_scores_gemma":[0.9992347,0.0000855792,0.00007387456,0.0004102609,0.0000435961,0.0001520322],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002689764,0.0008334609,0.2394323,0.0003508613,0.00006907016,0.00009395723,0.04314372,0.04989105,0.02041297,0.5395657,0.003303292,0.1028767],"study_design_scores_gemma":[0.002171441,0.000239911,0.3622983,0.001050909,0.00005020425,0.000260694,0.008215786,0.464524,0.07282613,0.001270306,0.08398557,0.003106804],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3442188,0.0006808509,0.6496328,0.0001157269,0.0009958867,0.0001643037,5.912214e-7,0.0002520377,0.003939052],"genre_scores_gemma":[0.9941212,0.00001011194,0.005172305,0.0001197031,0.0001446243,0.00001702984,0.000002568865,0.00001268574,0.0003997672],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6499024,"threshold_uncertainty_score":0.5689825,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2516809984","doi":"10.1016/j.ijhcs.2016.09.002","title":"TaskMe: Toward a dynamic and quality-enhanced incentive mechanism for mobile crowd sensing","year":2016,"lang":"en","type":"article","venue":"International Journal of Human-Computer Studies","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Science North","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Incentive; Computer science; Quality (philosophy); Payment; Reverse auction; Anticipation (artificial intelligence); Crowdsourcing; Scheme (mathematics); Mechanism (biology); Incentive program; Mobile device; Common value auction; World Wide Web; Microeconomics; Economics; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04035599071061412,"gpt":0.3570585692073815,"spread":0.3167025784967674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006847524,0.0002097624,0.0004258335,0.0002544358,0.000214487,0.0002425035,0.0006186953,0.00005038221,0.000001671293],"category_scores_gemma":[0.0001255941,0.000146534,0.0001840079,0.00007391845,0.0001323358,0.0005668655,0.0004444966,0.0001278609,0.000002674147],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001855679,"about_ca_system_score_gemma":0.000045096,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005681458,"about_ca_topic_score_gemma":0.00001158272,"domain_scores_codex":[0.9981393,0.0001045915,0.0006845362,0.0003399294,0.0004788411,0.000252825],"domain_scores_gemma":[0.9968736,0.0005456908,0.0006067188,0.0001910807,0.001706627,0.00007626828],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001675174,0.0002148543,0.0001488556,0.0001300567,0.002729102,0.0001973719,0.0258882,0.0001680608,0.1993574,0.09711929,0.001435831,0.6724435],"study_design_scores_gemma":[0.02716266,0.007220974,0.006949367,0.009348958,0.0004339782,0.00245792,0.009465693,0.04996942,0.3999131,0.4767742,0.006128755,0.004175004],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2956924,0.0003949609,0.7006962,0.001148347,0.001886121,0.0001159308,0.00000451662,0.00003719073,0.00002425965],"genre_scores_gemma":[0.9432002,0.0001903602,0.05563569,0.0003239058,0.0004991914,0.0000056805,5.092553e-7,0.00001364184,0.0001308399],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6682685,"threshold_uncertainty_score":0.5975482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2339954278","doi":"10.1145/2858036.2858144","title":"Curiosity Killed the Cat, but Makes Crowdwork Better","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Curiosity; Crowdsourcing; Task (project management); Set (abstract data type); Computer science; Human–computer interaction; Work (physics); Intrinsic motivation; Psychological intervention; Data science; Psychology; Social psychology; World Wide Web; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.00827567624748333,"gpt":0.1976887497016055,"spread":0.1894130734541221,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003504429,0.0001389905,0.0001263999,0.00003563175,0.0003202325,0.0002322109,0.0008181978,0.00005445358,0.00008596454],"category_scores_gemma":[0.0000569813,0.00006228893,0.00008905468,0.0001755798,0.000102858,0.0002223967,0.0002683979,0.00007215744,0.0003856244],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003102036,"about_ca_system_score_gemma":0.00003578104,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007307028,"about_ca_topic_score_gemma":0.00002925402,"domain_scores_codex":[0.9988153,0.00008588617,0.0001714543,0.0003506993,0.0002271515,0.0003495098],"domain_scores_gemma":[0.9985409,0.0002925343,0.00005454091,0.0009729372,0.00005868752,0.00008035204],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000198634,0.0001365752,0.01515088,0.00001946813,0.0001004958,0.00008548402,0.002243062,0.00003118169,0.07470249,0.07745993,0.1427812,0.6872694],"study_design_scores_gemma":[0.003982337,0.0003415479,0.09247282,0.0006029183,0.00008912852,0.0005963982,0.0004378405,0.01937419,0.3509274,0.04907774,0.4790218,0.003075938],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4457582,0.00005052322,0.5123885,0.02948316,0.0006340272,0.0001358371,8.690757e-7,0.0003998699,0.01114902],"genre_scores_gemma":[0.9780313,0.000006593716,0.009464616,0.003597081,0.0002089631,0.00000828605,1.461461e-7,0.000009496526,0.008673522],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6841934,"threshold_uncertainty_score":0.495655,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2903686779","doi":"10.1109/access.2018.2885918","title":"A Survey on Mobile Crowd-Sensing and Its Applications in the IoT Era","year":2018,"lang":"en","type":"article","venue":"IEEE Access","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"Qatar National Research Fund; Fonds National de la Recherche Luxembourg; Qatar Foundation","keywords":"Computer science; Android (operating system); Internet of Things; Data science; Open research; Wireless; Mobile device; Data sharing; Telecommunications; Computer security; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.04287472481266317,"gpt":0.3220837839721604,"spread":0.2792090591594972,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007198966,0.0001176847,0.0001189637,0.00009646003,0.0003053601,0.0005999088,0.0007941964,0.00004997546,0.000002278596],"category_scores_gemma":[0.00005476014,0.00008632604,0.00002121259,0.0006245587,0.00006966227,0.0001833623,0.0001146716,0.0001697044,0.00002785387],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001853213,"about_ca_system_score_gemma":0.00003365561,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004491131,"about_ca_topic_score_gemma":0.0006735875,"domain_scores_codex":[0.9988696,0.0001737025,0.0001640592,0.0003682737,0.0001839828,0.0002404049],"domain_scores_gemma":[0.9987056,0.0005164762,0.00006177759,0.0005708377,0.00009791434,0.0000474461],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0000803312,0.0008290851,0.04392138,0.000141493,0.00007630917,0.0001026949,0.02689089,0.004078106,0.01663125,0.01688142,0.0157189,0.8746482],"study_design_scores_gemma":[0.00124827,0.0005104303,0.6455203,0.0002786117,0.00002145396,0.00009737464,0.0003170879,0.2775207,0.05571898,0.005244096,0.01226509,0.001257625],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9459817,0.000107765,0.05168966,0.0001824362,0.0002174675,0.0003557324,0.000003037566,0.00007306514,0.001389164],"genre_scores_gemma":[0.9988193,0.000005935841,0.0002917432,0.0006462254,0.0001621395,0.00002110901,0.000001382541,0.000008580204,0.00004356432],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8733905,"threshold_uncertainty_score":0.5784935,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2759341995","doi":"10.17705/1cais.04114","title":"Using Mechanical Turk Data in IS Research: Risks, Rewards, and Recommendations","year":2017,"lang":"en","type":"article","venue":"Communications of the Association for Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Set (abstract data type); Data science; Computer science; Cognition; Data set; Psychology; Work (physics); Data collection; Applied psychology; Artificial intelligence; Sociology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.4302846417830177,"gpt":0.460380283125942,"spread":0.03009564134292425,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.006750606,0.00007185116,0.000163483,0.0001770307,0.001707736,0.0008388332,0.005856952,0.0001037002,2.09834e-7],"category_scores_gemma":[0.004193438,0.00006364521,0.00003964557,0.0002655741,0.00008056925,0.002480841,0.003875882,0.0002417277,0.000004471363],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002250761,"about_ca_system_score_gemma":0.0001193539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001087378,"about_ca_topic_score_gemma":0.0001153662,"domain_scores_codex":[0.9983031,0.0004035416,0.000599198,0.0001365325,0.0003770856,0.0001805324],"domain_scores_gemma":[0.990216,0.0007591542,0.001094089,0.007245011,0.0006510322,0.00003476583],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001329608,0.0001354717,0.02808245,0.0002102739,0.0001447499,4.436967e-8,0.01104076,0.0007163732,0.0003937402,0.9082565,0.02580509,0.02520125],"study_design_scores_gemma":[0.0007905485,0.00001883793,0.01146709,0.000399774,0.00002206312,0.000005285373,0.001647478,0.7254513,0.0003002424,0.00366691,0.2560452,0.0001853196],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08846754,0.004239565,0.4357553,0.3149699,0.01184973,0.01863945,0.004153443,0.0008293055,0.1210958],"genre_scores_gemma":[0.9838489,0.0001115007,0.0157708,0.00006128855,0.00002072204,0.00003448774,0.00004305417,0.000004492213,0.0001046934],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9045896,"threshold_uncertainty_score":0.9995919,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2888319397","doi":"10.1109/jiot.2018.2866973","title":"Location-Dependent Task Allocation for Mobile Crowdsensing With Clustering Effect","year":2018,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Cluster analysis; Task (project management); Profit (economics); Task analysis; Key (lock); Energy consumption; Data mining; Machine learning; Distributed computing","retraction":null,"screen_n_in":null,"score":{"opus":0.008561934544858405,"gpt":0.2465666502765096,"spread":0.2380047157316512,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001249791,0.0001995981,0.0002693603,0.0001925044,0.0002168626,0.0004689517,0.0006346391,0.00007895777,0.000004752626],"category_scores_gemma":[0.00009592964,0.0001604441,0.00009977842,0.0001970087,0.0001209141,0.0007920603,0.00008578173,0.0002582716,0.00001148395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000118143,"about_ca_system_score_gemma":0.0000964244,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007336669,"about_ca_topic_score_gemma":0.00001761353,"domain_scores_codex":[0.9983885,0.0000913366,0.0004631362,0.0003300189,0.0003918117,0.0003352196],"domain_scores_gemma":[0.9980696,0.0002008984,0.0004931387,0.0003784786,0.0007393603,0.0001185495],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001187346,0.0003426838,0.001603067,0.0008877967,0.0007295341,0.0001107454,0.04603354,0.03290832,0.5332348,0.001196271,0.005983568,0.3757823],"study_design_scores_gemma":[0.001297992,0.002698712,0.0001143936,0.001366872,0.00005513561,0.0019438,0.0001526342,0.5085915,0.4822646,0.0003559029,0.0007995887,0.0003588414],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3195532,0.00006398639,0.6788619,0.00008986151,0.0009902176,0.0001920006,1.917966e-7,0.00005540511,0.0001932699],"genre_scores_gemma":[0.9533514,0.000002863931,0.04570813,0.000181511,0.0004327253,0.00001087901,5.812092e-7,0.00002471893,0.0002872129],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6337982,"threshold_uncertainty_score":0.654272,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3160147183","doi":"10.1109/tmc.2021.3080714","title":"Location Privacy-Preserving Task Recommendation With Geometric Range Query in Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Task (project management); Mobile computing; Privacy protection; Range query (database); Information privacy; Mobile device; Range (aeronautics); Information retrieval; Web search query; World Wide Web; Computer network; Sargable; Computer security; Search engine","retraction":null,"screen_n_in":null,"score":{"opus":0.01529928816237755,"gpt":0.2479359653043747,"spread":0.2326366771419971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007975856,0.0003531221,0.0004081109,0.0008104488,0.0005879312,0.0004782907,0.0005068048,0.0001541528,0.00003149333],"category_scores_gemma":[0.00004705853,0.0003762094,0.0001195427,0.004103699,0.00005525045,0.0007231638,0.00003222258,0.0006697088,0.00003408969],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003489637,"about_ca_system_score_gemma":0.0002406367,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001326045,"about_ca_topic_score_gemma":0.0001377305,"domain_scores_codex":[0.9969202,0.0003579248,0.0006479015,0.001011329,0.0004209078,0.0006417566],"domain_scores_gemma":[0.997517,0.0006647137,0.0002310013,0.001040632,0.0003983633,0.0001482533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002017201,0.000310177,0.0003246777,0.00009430973,0.00003057932,0.00007061345,0.001462624,0.6193892,0.003270329,0.00001573772,0.00005266982,0.3749589],"study_design_scores_gemma":[0.001877553,0.0003892938,0.001453959,0.001119493,0.00004147838,0.0003869195,0.001134393,0.9202744,0.07063891,0.00007417675,0.001669621,0.0009397645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3042795,0.000225074,0.6938936,0.0001538503,0.0005683441,0.0003733878,0.000001662458,0.0002987778,0.0002057283],"genre_scores_gemma":[0.968565,0.00004505388,0.03085641,0.0002178512,0.00009052904,0.00006074345,0.000007970742,0.00004713879,0.0001092307],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6642855,"threshold_uncertainty_score":0.999869,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1603185562","doi":"10.1080/03632415.2015.1049693","title":"Smartphones Reveal Angler Behavior: A Case Study of a Popular Mobile Fishing Application in Alberta, Canada","year":2015,"lang":"en","type":"article","venue":"Fisheries","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Fishing; Fishery; Geography; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.0196891739123565,"gpt":0.2345885132104046,"spread":0.2148993392980481,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002327174,0.0001216869,0.0002075318,0.00005852634,0.00007571516,0.00008518066,0.0002748003,0.00004290073,0.00000170055],"category_scores_gemma":[0.00004950139,0.0001224725,0.00002078817,0.0003442236,0.00002469884,0.0003009944,0.0001349717,0.000107011,0.000001089633],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000108276,"about_ca_system_score_gemma":0.0002242467,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9533861,"about_ca_topic_score_gemma":0.9773942,"domain_scores_codex":[0.9988571,0.00008685525,0.000298323,0.0002997215,0.0002556901,0.0002022819],"domain_scores_gemma":[0.9991211,0.00004182766,0.0001091875,0.0005453451,0.00009203752,0.00009049301],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001746814,0.0006206087,0.9010708,0.00004307395,0.00001728351,0.002339152,0.06191364,0.001115157,0.0001618011,0.00006635796,0.007353663,0.02528104],"study_design_scores_gemma":[0.01264203,0.00519607,0.3560571,0.000506855,0.0003054419,0.01388893,0.4071471,0.07394294,0.00570546,0.0009712346,0.1184949,0.005141965],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.998241,0.00003939052,0.0007795291,0.0001259126,0.0001996077,0.0004049248,0.000002100355,0.00003315913,0.0001743943],"genre_scores_gemma":[0.9987332,2.621381e-7,0.0007886059,0.00004573529,0.00002807241,0.0001788886,0.000003253268,0.0000100722,0.0002118999],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5450137,"threshold_uncertainty_score":0.4994284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2769860519","doi":"10.1109/tmc.2017.2777481","title":"A Truthful Online Mechanism for Location-Aware Tasks in Mobile Crowd Sensing","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"National Natural Science Foundation of China","keywords":"Computer science; Auction algorithm; Competitive analysis; Combinatorial auction; Focus (optics); Mechanism design; Block (permutation group theory); Remuneration; Common value auction; Vickrey–Clarke–Groves auction; Online algorithm; Payment; Incentive compatibility; Mathematical optimization; Distributed computing; Incentive; Auction theory; Revenue equivalence; Algorithm; World Wide Web; Upper and lower bounds; Microeconomics","retraction":null,"screen_n_in":null,"score":{"opus":0.02346257707735367,"gpt":0.2888511330726301,"spread":0.2653885559952764,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0005756494,0.0003685187,0.0004401796,0.0003336547,0.001788742,0.000717368,0.0009899564,0.0001924802,0.000005446195],"category_scores_gemma":[0.00004311789,0.0004050098,0.0002169124,0.0003388251,0.0001006447,0.0004753152,0.00002185902,0.0004918987,0.00001957467],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001882944,"about_ca_system_score_gemma":0.0001582675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000192386,"about_ca_topic_score_gemma":0.0002567735,"domain_scores_codex":[0.997364,0.00009919039,0.0006147756,0.0009238088,0.0003168775,0.000681318],"domain_scores_gemma":[0.997114,0.000445873,0.0003406796,0.001590929,0.0003485839,0.000159925],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002815684,0.0003899225,0.00002074794,0.0001097069,0.00004078171,0.00003356349,0.001826623,0.4163089,0.003865776,0.0006953287,0.0000438746,0.5766367],"study_design_scores_gemma":[0.001137207,0.0002709008,0.0001022894,0.0004248195,0.00002175375,0.00005964596,0.0004821762,0.9667752,0.02917874,0.0008073406,0.0002546532,0.0004852972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2017986,0.00003607318,0.7954063,0.000136944,0.001426967,0.0008186185,0.00001695587,0.0003002205,0.00005934323],"genre_scores_gemma":[0.9568253,0.00001130626,0.04251064,0.0002087387,0.000182088,0.00007332097,0.000004954397,0.00005055214,0.0001330945],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7550268,"threshold_uncertainty_score":0.9998402,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2295497133","doi":"10.1609/aaai.v26i1.8099","title":"Adaptive Polling for Information Aggregation","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Xerox Foundation; John Templeton Foundation; National Science Foundation","keywords":"Pairwise comparison; Polling; Ranking (information retrieval); Computer science; Simple (philosophy); Machine learning; Artificial intelligence; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.06370963450995835,"gpt":0.2734499180590542,"spread":0.2097402835490958,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003856895,0.0001334624,0.000159324,0.00008601953,0.0002503748,0.0003755981,0.0006661231,0.00006880932,0.000008394706],"category_scores_gemma":[0.0006064243,0.0001098148,0.00010935,0.000528936,0.0000856781,0.0007944549,0.000162121,0.0001467826,0.00002655726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004051827,"about_ca_system_score_gemma":0.0001396644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001303764,"about_ca_topic_score_gemma":0.000004210949,"domain_scores_codex":[0.9987803,0.00001106729,0.0004140436,0.0002565244,0.0003076221,0.0002305212],"domain_scores_gemma":[0.9979299,0.0001040423,0.0003289811,0.0002151009,0.001371697,0.00005025522],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002146846,0.00002636294,0.00001628179,0.00002433153,0.000007126972,1.033296e-7,0.001261651,0.0001985604,0.01530535,0.8025391,0.00006955596,0.1805301],"study_design_scores_gemma":[0.00002315361,0.00007434205,0.00002791845,0.0001930266,0.000007063296,0.000004956626,0.000912768,0.1791006,0.712276,0.1069995,0.0002635428,0.0001170297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0576406,0.00003449931,0.9265118,0.003609607,0.0007250783,0.0004769423,0.000007153717,0.0001248966,0.01086946],"genre_scores_gemma":[0.9817324,0.00001125065,0.01780239,0.0002552393,0.00005774564,0.00002201232,0.000001026369,0.000005506389,0.0001124763],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9240918,"threshold_uncertainty_score":0.4478118,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3096136041","doi":"10.1109/twc.2020.3033822","title":"A Multi-Leader Multi-Follower Game-Based Analysis for Incentive Mechanisms in Socially-Aware Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Wireless Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; State Key Laboratory of Industrial Control Technology; National Research Foundation Singapore; National Natural Science Foundation of China; Nanyang Technological University; National Science Foundation","keywords":"Stackelberg competition; Computer science; Service provider; Incentive; Crowdsensing; Context (archaeology); Nash equilibrium; Game theory; Service (business); Backward induction; Internet privacy; Computer security; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.05987286940101648,"gpt":0.2994823304750063,"spread":0.2396094610739898,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003281243,0.00032024,0.0005134208,0.0004847882,0.0007731924,0.000241203,0.001469143,0.000194463,0.00001121989],"category_scores_gemma":[0.00001936287,0.0003634625,0.0005160943,0.002311032,0.0001788651,0.0003234321,0.0000246168,0.0005800739,0.00002226765],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002035185,"about_ca_system_score_gemma":0.0002629844,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001778444,"about_ca_topic_score_gemma":0.001905999,"domain_scores_codex":[0.9976338,0.0003541252,0.0005812374,0.000683405,0.000279066,0.0004684091],"domain_scores_gemma":[0.9968837,0.000608372,0.0002060637,0.001817485,0.0002839566,0.0002003919],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001182861,0.003345758,0.000189178,0.0001028153,0.0009799437,0.00001554797,0.01997739,0.8730133,0.04090113,0.001673173,0.00005055789,0.05963294],"study_design_scores_gemma":[0.001567183,0.00009100535,0.0001788268,0.00006700865,0.0001804339,8.697571e-7,0.0009316424,0.9804372,0.0159646,0.00004110687,0.0001542026,0.0003859302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009538473,0.00006116959,0.9860495,0.002829086,0.0001832743,0.0008717758,0.00007065263,0.0003804919,0.00001552681],"genre_scores_gemma":[0.7743423,0.00002554859,0.2244093,0.0007758423,0.00001125258,0.0003369506,0.00001914163,0.00003419829,0.00004546982],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7648038,"threshold_uncertainty_score":0.9998817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018847157","doi":"10.1145/2386958.2386960","title":"Crowdsourcing for on-street smart parking","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Key (lock); Variety (cybernetics); Computer science; Crowdsourcing software development; Data science; Citizen science; World Wide Web; Computer security; Artificial intelligence; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.02729407766611255,"gpt":0.2565735149313116,"spread":0.2292794372651991,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006556322,0.0001635741,0.0001592716,0.00009589496,0.0002954788,0.0001865431,0.0004055358,0.0000642595,0.00001307699],"category_scores_gemma":[0.00008817037,0.0001419152,0.0001117693,0.0001891357,0.000024202,0.0003870371,0.0001157524,0.0001064984,0.00006667223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000389845,"about_ca_system_score_gemma":0.00002293928,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002402116,"about_ca_topic_score_gemma":0.00001016542,"domain_scores_codex":[0.9986117,0.00003753978,0.0002016073,0.0003057146,0.0001957012,0.0006476846],"domain_scores_gemma":[0.9987949,0.000318768,0.00006609351,0.0005871797,0.0000484641,0.0001845798],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003356684,0.0004151299,0.0623639,0.00007954565,0.00009293825,0.000009020959,0.004239846,0.001369959,0.008395798,0.5713742,0.0404103,0.3112158],"study_design_scores_gemma":[0.002653542,0.0006064902,0.03064525,0.0003878191,0.00005852438,0.000117083,0.0009743558,0.1770794,0.1592402,0.004520628,0.6212677,0.00244893],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09940232,0.00009844342,0.8783309,0.0004783698,0.00103997,0.0002127384,0.000001085482,0.0004633486,0.01997287],"genre_scores_gemma":[0.9474761,0.000001233828,0.05027218,0.001021103,0.0003676147,0.00002407839,0.000001540054,0.00001712764,0.0008190199],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8480738,"threshold_uncertainty_score":0.5787134,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2604272310","doi":"10.1609/aaai.v31i2.19102","title":"Crowdsensing Air Quality with Camera-Enabled Mobile Devices","year":2017,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Nanyang Technological University; National Research Foundation","keywords":"Crowdsensing; Computer science; Air quality index; Scalability; Mobile device; Quality (philosophy); Analytics; Real-time computing; Artificial intelligence; Data mining; Data science; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.07407773828354826,"gpt":0.318293629477468,"spread":0.2442158911939197,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009963021,0.0003295983,0.0004330478,0.0001028839,0.001355751,0.001210504,0.003080685,0.0001109529,0.00001877839],"category_scores_gemma":[0.0004815404,0.000226906,0.0001403199,0.0003011482,0.0006951891,0.0009115567,0.0006246265,0.0004068206,0.00005004582],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005326258,"about_ca_system_score_gemma":0.0001625212,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003986593,"about_ca_topic_score_gemma":0.0001196837,"domain_scores_codex":[0.9974073,0.00003454659,0.0006119899,0.0007453341,0.0006732747,0.0005276014],"domain_scores_gemma":[0.9965451,0.0001293655,0.001056385,0.001118998,0.001011141,0.0001390516],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001907963,0.0002741835,0.004420988,0.000178344,0.00006840908,0.00000606702,0.003812832,0.000606288,0.1016891,0.709237,0.0001640325,0.1793519],"study_design_scores_gemma":[0.00009547677,0.0003872763,0.006655931,0.0009526199,0.00003229878,0.00002960486,0.001772825,0.03497813,0.9210269,0.03301634,0.0003853128,0.0006672948],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9591004,0.00002628978,0.01443219,0.002978517,0.0004641366,0.0005276212,0.000002878045,0.0001832163,0.02228476],"genre_scores_gemma":[0.9944703,0.00001021589,0.004751386,0.0002615489,0.00009427654,0.00002150941,2.140845e-7,0.00001962783,0.0003709033],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8193378,"threshold_uncertainty_score":0.9999443,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2121867457","doi":"10.1145/2470654.2466442","title":"Patina","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Overlay; Visualization; Interface (matter); Software deployment; Software; Instrumentation (computer programming); Set (abstract data type); User interface; Window (computing); Data visualization; Software engineering; Operating system; Data mining; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.004477127120725304,"gpt":0.1723824540714476,"spread":0.1679053269507223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00004805371,0.00003921015,0.00003834922,0.0000197947,0.00005019026,0.0001667181,0.0002139375,0.00001470964,0.0001575918],"category_scores_gemma":[0.00001038184,0.00002995601,0.00001805266,0.0000927622,0.000009023013,0.0002267536,0.00007145212,0.00003252047,0.001236088],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000005010609,"about_ca_system_score_gemma":0.000007555189,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001149981,"about_ca_topic_score_gemma":0.000001393287,"domain_scores_codex":[0.9996164,0.00001092176,0.00006074404,0.0001198569,0.00007058182,0.0001214544],"domain_scores_gemma":[0.9996046,0.000021851,0.00001277736,0.0002829944,0.00003271598,0.00004508562],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[1.465993e-7,0.0000299535,0.001621997,0.00000485934,0.000004963196,0.000005171257,0.0004753227,0.00004093013,0.008063558,0.1454695,0.06304088,0.7812428],"study_design_scores_gemma":[0.000690465,0.0001969493,0.07300592,0.00004702876,0.000004597325,0.0001389065,0.000297123,0.7198329,0.06818585,0.0605827,0.07596455,0.001053002],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1374344,0.00001574595,0.7300717,0.001412071,0.0001614724,0.0000712668,2.109941e-8,0.0003740545,0.1304593],"genre_scores_gemma":[0.9463575,4.765022e-7,0.05028987,0.0005768664,0.00002250381,0.00000568326,8.596445e-8,0.000002108742,0.002744892],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8089231,"threshold_uncertainty_score":0.9995416,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2802838214","doi":"10.1016/j.infsof.2019.03.003","title":"Images don’t lie: Duplicate crowdtesting reports detection with screenshot information","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"China Scholarship Council; National Natural Science Foundation of China","keywords":"Context (archaeology); Feature (linguistics); Word embedding; Computer science; Precision and recall; Similarity (geometry); Artificial intelligence; Image (mathematics); Variety (cybernetics); Word (group theory); F1 score; Recall; Information retrieval; Natural language processing; Embedding; Data mining; Pattern recognition (psychology); Mathematics; Geography; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.003162984024258265,"gpt":0.1814050668166534,"spread":0.1782420827923951,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000270412,0.0001474677,0.0001555779,0.0004806181,0.0002133991,0.0003479203,0.0001879421,0.0001693391,0.000005765297],"category_scores_gemma":[0.0001942896,0.0001279227,0.00002187299,0.0005781014,0.00007596697,0.003648196,0.0001562527,0.0002294826,0.00007056016],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003805192,"about_ca_system_score_gemma":0.00004606395,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003557204,"about_ca_topic_score_gemma":0.000005309702,"domain_scores_codex":[0.9989743,0.0000114255,0.0004166572,0.0001622056,0.0001899459,0.0002454878],"domain_scores_gemma":[0.9987891,0.00004547433,0.0003554131,0.0005174769,0.0002397436,0.00005279727],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001238761,0.000007897119,0.02329192,0.0001077594,0.00001352444,0.000007009367,0.0005901376,0.0004458273,0.0006208584,0.002382121,0.0001535759,0.972367],"study_design_scores_gemma":[0.007236585,0.003491639,0.149499,0.001393427,0.0001143674,0.02428741,0.005600041,0.2084253,0.2004569,0.02191865,0.3726048,0.004971806],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3392174,0.00002910012,0.6575494,0.00036631,0.0001217292,0.0002509576,8.760844e-7,0.001443815,0.001020453],"genre_scores_gemma":[0.9659033,0.000008288274,0.03365774,0.0003469514,0.000008680591,0.00002234954,0.00001140058,0.000004906142,0.0000363639],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9673952,"threshold_uncertainty_score":0.5216538,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3201866716","doi":"10.1109/tvt.2021.3117696","title":"A Trust-Driven Contract Incentive Scheme for Mobile Crowd-Sensing Networks","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Incentive; Computer science; Mobile device; Quality of service; Contract theory; Computer network; Mobile computing; Computer security; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.009046250013622135,"gpt":0.2359368799205601,"spread":0.226890629906938,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001809943,0.0002820018,0.0003972198,0.0003143142,0.0005468993,0.0001604231,0.0004506005,0.0004780556,0.00001268106],"category_scores_gemma":[0.00002522378,0.000304724,0.0002736549,0.001030629,0.0001768254,0.0002017466,0.00001160032,0.0006455732,0.00001890644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001282713,"about_ca_system_score_gemma":0.0001349596,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001011264,"about_ca_topic_score_gemma":0.00003329401,"domain_scores_codex":[0.9979432,0.00007740394,0.0003636408,0.000802962,0.0001968774,0.0006158646],"domain_scores_gemma":[0.9982536,0.0001788346,0.0001236836,0.0009889405,0.0003544512,0.0001004796],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007013491,0.0006809014,0.00007655562,0.00005840819,0.0004521218,0.0005716906,0.0004427511,0.2972126,0.1375241,0.008747786,0.000238282,0.5539247],"study_design_scores_gemma":[0.0008954821,0.0001990895,0.00001400313,0.00009458976,0.00004487492,0.000249727,0.0001413042,0.7251335,0.2665221,0.0005648008,0.005796901,0.0003436476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1137806,0.0003176963,0.8830914,0.0007865509,0.0007591238,0.0004335523,0.000006191408,0.000759047,0.00006580591],"genre_scores_gemma":[0.9286842,0.00004886284,0.07054596,0.000319458,0.00005344025,0.000109314,0.000003652767,0.0000347654,0.0002002915],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8149037,"threshold_uncertainty_score":0.9999405,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3014183306","doi":"10.3390/s20072055","title":"Game Theory in Mobile CrowdSensing: A Comprehensive Survey","year":2020,"lang":"en","type":"review","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Stackelberg competition; Bayesian game; Game theory; Data collection; Data science; Sequential game","retraction":null,"screen_n_in":null,"score":{"opus":0.06022065507536665,"gpt":0.319483473545125,"spread":0.2592628184697583,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001040767,0.0008649363,0.002771623,0.0004998685,0.0001150179,0.0003902768,0.001287372,0.0004882041,0.00000907989],"category_scores_gemma":[0.0002998148,0.000782503,0.000622525,0.001873477,0.000177971,0.0001360431,0.0006042705,0.001204247,0.0005293878],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002223554,"about_ca_system_score_gemma":0.0004616567,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001009617,"about_ca_topic_score_gemma":0.00004619734,"domain_scores_codex":[0.9933249,0.00282339,0.001083023,0.00148306,0.0004596299,0.0008260459],"domain_scores_gemma":[0.9952536,0.002228303,0.0005036429,0.001557645,0.0001630994,0.0002937303],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000560334,0.00003814868,0.000005456387,0.002143721,0.00007446507,0.0006662445,0.0007193735,0.0002233938,6.852566e-7,0.0005357662,0.0002947289,0.9952924],"study_design_scores_gemma":[0.000194118,0.00006713624,0.00003243007,0.005463406,0.00007137103,0.0003076899,0.00006403302,0.001964898,0.000004252391,0.0002081205,0.9907786,0.0008439358],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003172207,0.9954579,0.001124054,0.00001601387,0.0006197747,0.0009768499,0.00002315991,0.0003973449,0.00106761],"genre_scores_gemma":[0.0006665749,0.9974219,0.0009558303,0.0001599033,0.0001885917,0.00003668197,0.00005885092,0.0001181955,0.0003934876],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9944485,"threshold_uncertainty_score":0.9994626,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3084268808","doi":"10.1109/jiot.2020.3022611","title":"DeepSensing: A Novel Mobile Crowdsensing Framework With Double Deep <i>Q</i>-Network and Prioritized Experience Replay","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Baseline (sea); Task (project management); Reinforcement learning; Mobile device; Mobile computing; Distributed computing; Mobile telephony; Key (lock); Real-time computing; Computer network; Artificial intelligence; Mobile radio; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.01890717393765591,"gpt":0.2462815654595494,"spread":0.2273743915218935,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006191983,0.0003425415,0.0005638486,0.00009641085,0.0002788722,0.0009401044,0.0007587493,0.0001628667,0.000009098981],"category_scores_gemma":[0.0001384207,0.000291116,0.0001392163,0.0004704327,0.0002602555,0.0009714716,0.0002649914,0.0009874388,0.000003917984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000529671,"about_ca_system_score_gemma":0.00009201682,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004900583,"about_ca_topic_score_gemma":0.000002678791,"domain_scores_codex":[0.9973253,0.00007870902,0.0007230222,0.0006416826,0.0006246787,0.0006066278],"domain_scores_gemma":[0.9978404,0.0002568816,0.0006575822,0.0004724672,0.0003260397,0.0004466062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.004304173,0.0006015258,0.01032679,0.0005556082,0.001042544,0.003210867,0.5099599,0.05874987,0.2970163,0.01299834,0.004407101,0.09682695],"study_design_scores_gemma":[0.007444933,0.002309543,0.0003891583,0.004948423,0.0001682447,0.02163232,0.003183779,0.755989,0.1927247,0.002673628,0.006445278,0.002090917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4354366,0.0003199184,0.5629728,0.0003497213,0.0004873143,0.0001228394,1.627572e-7,0.0001008703,0.0002097641],"genre_scores_gemma":[0.7293746,0.00001955529,0.2689272,0.001278517,0.0003404983,0.000002356962,1.92859e-7,0.00002919127,0.00002786615],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6972392,"threshold_uncertainty_score":0.9999541,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988983801","doi":"10.1145/3359126","title":"The Perpetual Work Life of Crowdworkers","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Human multitasking; Fragmentation (computing); Work (physics); Scripting language; Knowledge management; World Wide Web; Computer science; Sociology; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02534761186315127,"gpt":0.2711513648274525,"spread":0.2458037529643012,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005280912,0.0001880715,0.0002370231,0.0001070264,0.0003028316,0.0002973307,0.003019748,0.00007185795,0.00001042664],"category_scores_gemma":[0.0002258884,0.0001170984,0.0002181886,0.0003968117,0.0001003135,0.0004460532,0.001103322,0.00036444,0.00003638997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006100108,"about_ca_system_score_gemma":0.00002580712,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001759715,"about_ca_topic_score_gemma":8.736432e-7,"domain_scores_codex":[0.9984299,0.00002429189,0.0004534853,0.0003783905,0.0004481808,0.0002657352],"domain_scores_gemma":[0.9977946,0.0003185621,0.0005857631,0.0009473655,0.0002983024,0.00005536288],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001130084,0.001197827,0.06970215,0.000863012,0.001025538,0.000002100129,0.02985436,0.008714695,0.1893215,0.1748442,0.1967997,0.3265449],"study_design_scores_gemma":[0.004636682,0.003770631,0.166446,0.008248864,0.000212543,0.0001812042,0.005197136,0.1205698,0.6012573,0.02897709,0.05779921,0.002703505],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9920263,0.00002938663,0.0008611557,0.001776319,0.002019707,0.000259959,3.039165e-7,0.00008566083,0.002941229],"genre_scores_gemma":[0.9959549,0.000004195937,0.002964092,0.000245426,0.0002366561,0.000006990728,2.465475e-7,0.00001627351,0.0005712028],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4119357,"threshold_uncertainty_score":0.5611494,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1510379852","doi":"10.1109/icc.2015.7248819","title":"Profit maximization in mobile crowdsourcing: A truthful auction mechanism","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Computer science; Payment; Incentive; Mechanism design; Profit maximization; Profit (economics); Incentive compatibility; Mobile device; Maximization; World Wide Web; Microeconomics; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.0241010275427162,"gpt":0.2391028322937692,"spread":0.215001804751053,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006981437,0.0001590624,0.0001780432,0.00024894,0.00008017479,0.0002352085,0.0003679609,0.0001043823,0.00001579641],"category_scores_gemma":[0.00006010497,0.0001505235,0.00004573107,0.0006895413,0.00002197945,0.0005714742,0.0001511004,0.0001491757,0.00009594048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001443827,"about_ca_system_score_gemma":0.0001063627,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001149716,"about_ca_topic_score_gemma":0.0000303488,"domain_scores_codex":[0.998489,0.00009782545,0.000296425,0.0004580485,0.0003213469,0.0003373116],"domain_scores_gemma":[0.9990802,0.00003105995,0.0000857784,0.000518463,0.0001264476,0.0001580414],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001197389,0.0006209032,0.01325182,0.0001356065,0.00005937539,0.0002712827,0.03255259,0.1909403,0.01911478,0.4951192,0.007422872,0.2403915],"study_design_scores_gemma":[0.001777221,0.0004198257,0.0008912107,0.0000774011,0.000009050432,0.0001805603,0.001512805,0.914014,0.04400346,0.03328582,0.003169025,0.0006596487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2374134,0.0000484411,0.7566551,0.0002922848,0.0005105734,0.0003001053,2.404053e-7,0.0004210971,0.004358809],"genre_scores_gemma":[0.969833,0.000003409005,0.02853778,0.0001589565,0.0000761158,0.0000556155,0.000002707169,0.00001563566,0.001316771],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7324196,"threshold_uncertainty_score":0.6138172,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3131095178","doi":"10.1109/tcss.2021.3051299","title":"Solving Last-Mile Logistics Problem in Spatiotemporal Crowdsourcing via Role Awareness With Adaptive Clustering","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Computational Social Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Nipissing University","funders":"Natural Sciences and Engineering Research Council of Canada; Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Crowdsourcing; Computer science; Cluster analysis; Last mile (transportation); IBM; Granularity; Task (project management); Quality (philosophy); Service (business); Quality of service; Operations research; Mile; Artificial intelligence; Engineering; Computer network; Systems engineering; World Wide Web; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.02041144929070607,"gpt":0.2400624690834594,"spread":0.2196510197927533,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003174039,0.0002535658,0.0003531289,0.0001807928,0.0007708825,0.000382061,0.0002481561,0.0001344357,0.000004772157],"category_scores_gemma":[0.000004816282,0.0002711209,0.00009593709,0.0007585792,0.00007142177,0.0003327888,0.000009847899,0.0003577507,0.00001374761],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003296804,"about_ca_system_score_gemma":0.0003925432,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009342233,"about_ca_topic_score_gemma":0.001016442,"domain_scores_codex":[0.9977397,0.0002563564,0.0004777575,0.0005669683,0.0005623348,0.0003969084],"domain_scores_gemma":[0.9988827,0.0002785363,0.0001896199,0.0002037871,0.0003507365,0.00009464855],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002220575,0.0001271146,0.000212444,0.00005066435,0.00004244233,0.00006630573,0.002424004,0.9892721,0.000229995,0.001014326,0.00001255421,0.006525892],"study_design_scores_gemma":[0.000636943,0.00008880725,0.0007924544,0.0002666962,0.00001469446,0.0001044223,0.0009703003,0.9953809,0.0005085121,0.0008296302,0.00005527443,0.0003513271],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01842253,0.00005185626,0.9798501,0.0001465751,0.0005825557,0.0002647443,0.00001257648,0.000200401,0.0004686626],"genre_scores_gemma":[0.9544165,0.000001021752,0.04523024,0.00005746602,0.0001259766,0.00005589194,0.00000869957,0.00002996175,0.00007424643],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.935994,"threshold_uncertainty_score":0.9999741,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899134503","doi":"10.1145/3274423","title":"Resolvable vs. Irresolvable Disagreement","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; California HIV/AIDS Research Program","keywords":"Deliberation; Task (project management); Set (abstract data type); Process (computing); Quality (philosophy); Computer science; Workflow; Work (physics); Psychology; Cognitive psychology; Artificial intelligence; Social psychology; Epistemology; Political science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04068191450753942,"gpt":0.3018192372730933,"spread":0.2611373227655539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004505638,0.0002273317,0.0002339035,0.0001713955,0.0005203808,0.0004298149,0.002912356,0.0000737972,0.00003316212],"category_scores_gemma":[0.000127734,0.0001705015,0.0001564514,0.0003800188,0.0001252672,0.0007768312,0.00166791,0.0002838132,0.0000918726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000131386,"about_ca_system_score_gemma":0.00001693797,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006364479,"about_ca_topic_score_gemma":0.000006095118,"domain_scores_codex":[0.9981607,0.00001807625,0.0004134408,0.0005638786,0.0004803745,0.0003635942],"domain_scores_gemma":[0.9980041,0.00007741669,0.0004014662,0.001053332,0.0003925747,0.00007112362],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0003862549,0.001257411,0.00568059,0.0003845117,0.0003037663,0.00000477308,0.01269307,0.0004999603,0.2568311,0.1040376,0.5067132,0.1112078],"study_design_scores_gemma":[0.001357364,0.002590454,0.01330982,0.001724431,0.00005906261,0.0001142634,0.0003024891,0.09942222,0.7747447,0.02587821,0.07955686,0.0009400569],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9648643,0.00001503542,0.009519164,0.003233292,0.003187061,0.0003898074,0.000001000565,0.0003183875,0.01847201],"genre_scores_gemma":[0.9792745,0.000001918959,0.01810145,0.0007086714,0.000841471,0.00001362931,5.969588e-7,0.00001986814,0.001037893],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5179137,"threshold_uncertainty_score":0.6952849,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4321609790","doi":"10.1109/tnse.2022.3226422","title":"Intelligent Task Allocation for Mobile Crowdsensing With Graph Attention Network and Deep Reinforcement Learning","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Network Science and Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Heuristics; Reinforcement learning; Task (project management); Solver; Task analysis; Artificial intelligence; Distributed computing; Machine learning; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.008987983892442675,"gpt":0.2096274687898367,"spread":0.200639484897394,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009590869,0.0001734283,0.0001465353,0.0002360596,0.00102733,0.0003558257,0.0001603982,0.00005023736,5.726829e-7],"category_scores_gemma":[0.000009438984,0.0001635763,0.00003671125,0.001700052,0.0001107978,0.0004608946,0.00000877969,0.0001895135,0.000002597935],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005716113,"about_ca_system_score_gemma":0.00004525207,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009557178,"about_ca_topic_score_gemma":0.000009787668,"domain_scores_codex":[0.9984397,0.00001482751,0.0002031523,0.0004658297,0.0003079207,0.0005685678],"domain_scores_gemma":[0.9993135,0.0001416174,0.00005525454,0.0002255626,0.0001242423,0.0001398696],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000759708,0.000004682154,0.00002002196,0.00002335732,0.00001154906,0.000001685048,0.0003387936,0.9476224,0.002462897,0.0003358651,0.00002318015,0.04914794],"study_design_scores_gemma":[0.0001687614,0.0002022847,0.0002526639,0.0001685238,0.00001652148,0.00002426163,0.0001158707,0.9970307,0.001198519,0.00005406018,0.0005582997,0.000209486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08088332,0.000101917,0.9178041,0.00006226727,0.0005000203,0.0002985248,1.341522e-7,0.0003241412,0.00002554342],"genre_scores_gemma":[0.9872872,0.0002115517,0.01219675,0.00004703189,0.0001051947,0.00007136023,0.000001316963,0.00001678196,0.00006281975],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9064039,"threshold_uncertainty_score":0.7901495,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017709256","doi":"10.1109/percom.2013.6526718","title":"METIS: Exploring mobile phone sensing offloading for efficiently supporting social sensing applications","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Gates Cambridge Trust","keywords":"Computer science; Metis; Software deployment; Mobile phone; Phone; Energy consumption; Task (project management); Mobile device; Real-time computing; Scheme (mathematics); Embedded system; Human–computer interaction; Telecommunications; World Wide Web; Engineering; Systems engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03226743006071704,"gpt":0.2674592136270095,"spread":0.2351917835662925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007251267,0.0002807191,0.0003475177,0.000217382,0.001269487,0.0008210524,0.0003889434,0.00009420932,0.00002159956],"category_scores_gemma":[0.00007255661,0.0002870931,0.0002012479,0.0006489251,0.00006958319,0.000800842,0.0002572583,0.0001942462,0.0001453153],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001154033,"about_ca_system_score_gemma":0.00006836181,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001520176,"about_ca_topic_score_gemma":0.000007643956,"domain_scores_codex":[0.9973817,0.00006548019,0.0005955613,0.0007554787,0.0003253171,0.0008764058],"domain_scores_gemma":[0.9983346,0.0003531649,0.0002557757,0.0005512186,0.0003345851,0.0001706603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002759043,0.00004747777,0.00003396768,0.00007684099,0.0000417746,0.000004764517,0.004227002,0.001446535,0.1634525,0.004146656,0.001552558,0.8249672],"study_design_scores_gemma":[0.0007372317,0.00006799384,0.0001521242,0.00009971957,0.00004508934,0.000105198,0.004755426,0.821278,0.1587042,0.002173607,0.0109426,0.0009388448],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1916004,0.00004097266,0.8045955,0.0002976969,0.0003259812,0.0009702212,0.000001292891,0.0006821018,0.001485896],"genre_scores_gemma":[0.7787127,0.000001922912,0.2201969,0.0002176144,0.0003878211,0.0001532431,0.000005132342,0.00003737992,0.0002872236],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8240284,"threshold_uncertainty_score":0.9999581,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4319083538","doi":"10.3390/s23031699","title":"Use of Mobile Crowdsensing in Disaster Management: A Systematic Review, Challenges, and Open Issues","year":2023,"lang":"en","type":"review","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ottawa","keywords":"Crowdsensing; Crowdsourcing; Emergency management; Computer science; Disaster recovery; Preparedness; Mobile device; Data science; Computer security; Risk analysis (engineering); Process management; Knowledge management; Engineering; Business; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.148913882666121,"gpt":0.3603063532213093,"spread":0.2113924705551884,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00147384,0.0005195838,0.003775412,0.0004624288,0.00006469247,0.0003864218,0.001129154,0.0001812199,0.000001377046],"category_scores_gemma":[0.0001940456,0.0004175502,0.0002628826,0.000774595,0.00007544403,0.0003385546,0.001589715,0.0002865677,0.00005923996],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006681488,"about_ca_system_score_gemma":0.00003834203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007687476,"about_ca_topic_score_gemma":0.00003843358,"domain_scores_codex":[0.9959344,0.0008545042,0.00149246,0.0009305403,0.0003566773,0.0004314285],"domain_scores_gemma":[0.9967718,0.0005641465,0.0007574412,0.001746234,0.00006177088,0.00009859737],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[4.62462e-7,0.00001955424,6.886471e-8,0.7890588,0.0001176039,0.0001634889,0.000657001,0.000008127967,5.309487e-8,0.001379872,0.0001041095,0.2084908],"study_design_scores_gemma":[0.00008521134,0.00002868042,8.305224e-7,0.9139659,0.0005575786,0.0001278343,0.000224191,0.0005024747,4.251804e-7,0.0000808398,0.08398638,0.0004396512],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001752906,0.994949,0.00002645128,0.00004851147,0.0001654829,0.004233267,0.000005949293,0.000111796,0.0004420361],"genre_scores_gemma":[0.000009270047,0.9961454,0.002006968,0.00004313296,0.00002509672,0.0001812711,0.000005964298,0.00007241749,0.00151052],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2080512,"threshold_uncertainty_score":0.9998276,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2592910900","doi":"10.1109/mcom.2018.1700018","title":"When IoT Keeps People in the Loop: A Path Towards a New Global Utility","year":2018,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Internet of Things; Commoditization; Context (archaeology); Wireless; Path (computing); Data science; Risk analysis (engineering); Distributed computing; Telecommunications; Computer security; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.04039197390291538,"gpt":0.2944474429172894,"spread":0.254055469014374,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009394943,0.0001627253,0.0001915863,0.00006101964,0.0003785258,0.0002856629,0.004209631,0.00007021568,0.00002745534],"category_scores_gemma":[0.0001502657,0.0001311952,0.00007633954,0.001016585,0.000230501,0.0001769991,0.0007093131,0.0002782975,0.0003095718],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008593895,"about_ca_system_score_gemma":0.0002792933,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001389954,"about_ca_topic_score_gemma":0.00688194,"domain_scores_codex":[0.9983172,0.0004094908,0.0003339266,0.0003302002,0.0002760303,0.0003331509],"domain_scores_gemma":[0.9943865,0.0001709844,0.0001048032,0.005081143,0.0001598225,0.00009672513],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003947912,0.001340486,0.01501571,0.00003887975,0.00005854458,0.00001791453,0.0351739,0.00006701058,0.001014948,0.05176273,0.2391567,0.6563137],"study_design_scores_gemma":[0.00180731,0.0003826578,0.2638924,0.0002203581,0.00005029086,0.0002841664,0.0006568087,0.3202583,0.0003343959,0.05075578,0.3604534,0.0009042079],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2303366,0.001758798,0.6065764,0.06604229,0.001188515,0.001000745,0.00002525359,0.0006817435,0.09238965],"genre_scores_gemma":[0.9494268,0.00003413613,0.04887626,0.001123737,0.0001408824,0.00002187886,0.000005319184,0.000007422655,0.0003635935],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7190902,"threshold_uncertainty_score":0.7822611,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387344871","doi":"10.1145/3610207","title":"Sensing Wellbeing in the Workplace, Why and For Whom? Envisioning Impacts with Organizational Stakeholders","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Microsoft (Canada)","funders":"Microsoft Research","keywords":"Software deployment; Stakeholder; Emerging technologies; Digitization; Ambiguity; Knowledge management; Public relations; Situated; Sociotechnical system; Sociology; Computer science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.05822691235665016,"gpt":0.293772252811522,"spread":0.2355453404548718,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007091024,0.0001649393,0.0001598096,0.0002530823,0.0005328183,0.0006939086,0.000834864,0.00004920366,8.565265e-7],"category_scores_gemma":[0.0002197227,0.0001041071,0.000048985,0.0007469684,0.00006350326,0.0005568246,0.00038379,0.0002460738,0.000001763427],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005667224,"about_ca_system_score_gemma":0.00001971976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001998145,"about_ca_topic_score_gemma":0.000009313903,"domain_scores_codex":[0.9987744,0.00002343618,0.0002563617,0.0003684119,0.0003189825,0.0002584251],"domain_scores_gemma":[0.9987714,0.0004407039,0.0002506569,0.0003310847,0.0001734382,0.00003266494],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008611807,0.0007067437,0.06468092,0.00188421,0.0005484174,0.00004137844,0.206949,0.05240482,0.2884248,0.07990222,0.1150784,0.1885179],"study_design_scores_gemma":[0.00349306,0.001338688,0.08697396,0.006406629,0.0000905452,0.0005649733,0.008980038,0.7843635,0.0733704,0.02862783,0.004549781,0.001240587],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9813716,0.000006527018,0.0143934,0.003352473,0.0002767623,0.0003329757,5.594715e-7,0.0001032178,0.0001625216],"genre_scores_gemma":[0.9872079,0.000002450762,0.01200029,0.0005573088,0.0001643346,0.000005507288,0.000001949641,0.00001976636,0.00004052998],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7319587,"threshold_uncertainty_score":0.6691377,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}