{"meta":{"query_hash":"650965f3ce5f","filters":{"topic":"Mobile Crowdsensing and Crowdsourcing"},"cohort_total":449,"direct_labels_cover":3,"predictions_cover":449,"exported":449,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/650965f3ce5f","api":"https://metacan.xera.ac/api/v1/cohort?topic=Mobile+Crowdsensing+and+Crowdsourcing"},"results":[{"id":"W1148686380","doi":"10.1007/s11049-015-9305-9","title":"A streamlined approach to online linguistic surveys","year":2015,"lang":"en","type":"article","venue":"Natural Language & Linguistic Theory","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsourcing; Computer science; Grammaticality; Matching (statistics); Natural language processing; Set (abstract data type); Sentence; Service (business); Scale (ratio); Component (thermodynamics); Data science; Artificial intelligence; Linguistics; World Wide Web; Information retrieval; Grammar","score_opus":0.017061009958531062,"score_gpt":0.26970196898586474,"score_spread":0.2526409590273337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1148686380","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017207447,0.00008015821,0.9897578,0.00075509096,0.00008880121,0.0008496261,0.0012892459,0.0026408238,0.002817771],"genre_scores_gemma":[0.03366678,0.00017575201,0.9547767,0.0003776387,0.00017173804,0.0015289804,0.0023343724,0.00050721195,0.0064608124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97631377,0.012725517,0.0012210235,0.0029972093,0.0062096217,0.0005328786],"domain_scores_gemma":[0.9303099,0.030163782,0.0021517805,0.0190441,0.016683297,0.001647107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0120349135,0.0013017061,0.0018395889,0.007780695,0.0024505893,0.006423877,0.005625763,0.0028156783,0.017218722],"category_scores_gemma":[0.07664748,0.0015941202,0.0012587167,0.007787073,0.00166754,0.0075799916,0.0103331935,0.004045498,0.014039964],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002746023,0.0007484701,0.006382804,0.00065412535,0.00014317603,0.00027689306,0.0039256844,0.014133751,0.01143892,0.121109255,0.052086774,0.78882545],"study_design_scores_gemma":[0.00014006892,0.0002170771,0.0049162605,0.00026528016,0.00010755384,0.00060175976,0.0030831038,0.3461135,0.011160596,0.39484155,0.23831914,0.00023410803],"about_ca_topic_score_codex":0.011483246,"about_ca_topic_score_gemma":0.019118307,"teacher_disagreement_score":0.017218722,"about_ca_system_score_codex":0.0023099764,"about_ca_system_score_gemma":0.0062631713,"threshold_uncertainty_score":0.06364745},"labels":[],"label_agreement":null},{"id":"W118475761","doi":"10.31235/osf.io/m24k9","title":"Crowdsourcing the Policy Cycle","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Crowdsourcing; Crowds; Collective intelligence; Work (physics); Political science; Knowledge management; Computer science; Engineering; Computer security","score_opus":0.012615128419924453,"score_gpt":0.267764213704672,"score_spread":0.25514908528474756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W118475761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053007722,0.006189897,0.57269424,0.11366271,0.0019621528,0.0014079531,0.0015365076,0.0017035616,0.24783526],"genre_scores_gemma":[0.8017059,0.0052723107,0.13995317,0.00853293,0.0005650802,0.0011638082,0.00081855943,0.0007010801,0.041287016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9919653,0.004234407,0.0002277449,0.0010553409,0.0019874694,0.00052978744],"domain_scores_gemma":[0.985152,0.0083157,0.0011246523,0.0025366254,0.0017912159,0.0010798268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009895115,0.0006375263,0.00070091285,0.0022453011,0.0034129622,0.0075461697,0.002328131,0.004219519,0.0118376715],"category_scores_gemma":[0.037352357,0.00069353834,0.0009936781,0.0023274668,0.0064246985,0.008443331,0.0065647126,0.0055384124,0.00293077],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104802115,0.00011791099,0.003153039,0.00033384288,0.00009685182,0.00024646087,0.0035898306,0.028702565,0.0011724858,0.7957582,0.028334603,0.13838951],"study_design_scores_gemma":[0.000023041248,0.000027847413,0.00096719764,0.00020305588,0.000017348282,0.000042436124,0.001454519,0.021234602,0.00068315305,0.8117037,0.16359143,0.00005162514],"about_ca_topic_score_codex":0.010934404,"about_ca_topic_score_gemma":0.007586714,"teacher_disagreement_score":0.0118376715,"about_ca_system_score_codex":0.006543486,"about_ca_system_score_gemma":0.011365625,"threshold_uncertainty_score":0.05233103},"labels":[],"label_agreement":null},{"id":"W145476732","doi":"10.7202/1029182ar","title":"Musées et médias sociaux","year":2015,"lang":"fr","type":"article","venue":"Documentation et bibliothèques","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Heritage","funders":"","keywords":"Humanities; Political science; Publics; Art","score_opus":0.11667740377185032,"score_gpt":0.38361518553773555,"score_spread":0.26693778176588523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W145476732","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019796554,0.094106704,0.009568995,0.011408733,0.0017178954,0.00009281737,0.00096902717,0.0003469129,0.86199236],"genre_scores_gemma":[0.58326465,0.14474754,0.012573758,0.0036508692,0.0042592366,0.00051045156,0.0016706571,0.00036862996,0.24895419],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969664,0.0011673042,0.00015709165,0.00049780903,0.00091403874,0.00029733047],"domain_scores_gemma":[0.99800164,0.00094708055,0.00028047225,0.00028296575,0.0002909821,0.00019688929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013059642,0.0006902885,0.0006136488,0.00529825,0.0058112424,0.010685846,0.0008882517,0.0023164207,0.021197086],"category_scores_gemma":[0.0047282726,0.00037653954,0.00039749983,0.008208044,0.011316512,0.008550797,0.004895556,0.0024032544,0.0042652097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004803009,0.000018868193,0.0013005064,0.0007993389,0.00001796793,0.0003083143,0.017400416,0.00027867637,0.0004971778,0.8540378,0.023008034,0.10228499],"study_design_scores_gemma":[0.000006263063,0.000009921838,0.002383363,0.00074588385,0.000007692276,0.0003046673,0.0061942805,0.00012028476,0.00022371738,0.052568108,0.9374134,0.000022350378],"about_ca_topic_score_codex":0.021540249,"about_ca_topic_score_gemma":0.015871594,"teacher_disagreement_score":0.021540249,"about_ca_system_score_codex":0.0053831455,"about_ca_system_score_gemma":0.0033794201,"threshold_uncertainty_score":0.07091129},"labels":[],"label_agreement":null},{"id":"W1480599898","doi":"","title":"Why Me ? Siting a Locally Unwanted Public Good","year":2007,"lang":"en","type":"preprint","venue":"RePEc: Research Papers in Economics","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Public good; Incentive; Equity (law); Hazardous waste; Private good; Business; Social cost; Population; Public economics; Economics; Microeconomics; Engineering; Political science","score_opus":0.03752168486760225,"score_gpt":0.3007955314127697,"score_spread":0.26327384654516744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480599898","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14883558,0.0027445965,0.11400315,0.22800352,0.0022396685,0.00020926964,0.00051147875,0.0007838027,0.5026689],"genre_scores_gemma":[0.8429503,0.0012324408,0.012324874,0.012894303,0.00054429803,0.00016591638,0.0001400296,0.00026760812,0.12948027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9984847,0.00073792087,0.000026446003,0.00025213195,0.00023195895,0.0002668622],"domain_scores_gemma":[0.997384,0.0009842487,0.00033706953,0.0005124653,0.00034633395,0.00043586767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020760067,0.00033484824,0.00038208332,0.00051965297,0.002995337,0.004386037,0.00091645255,0.0032299443,0.029024549],"category_scores_gemma":[0.006724276,0.00025956455,0.00063758274,0.0005827992,0.006661872,0.0058893263,0.0036626905,0.0023994115,0.0052893935],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014385676,0.0001341038,0.0050807,0.000305623,0.000046164703,0.00062239234,0.0068903854,0.001347387,0.0033361027,0.8304222,0.0759622,0.075708866],"study_design_scores_gemma":[0.00007649875,0.00013315739,0.0039849393,0.000332665,0.00005682899,0.0009120299,0.011443275,0.0032049017,0.0032133653,0.47663838,0.49991307,0.000090855785],"about_ca_topic_score_codex":0.002610011,"about_ca_topic_score_gemma":0.003844682,"teacher_disagreement_score":0.029024549,"about_ca_system_score_codex":0.0014349471,"about_ca_system_score_gemma":0.0010261617,"threshold_uncertainty_score":0.09709674},"labels":[],"label_agreement":null},{"id":"W1510379852","doi":"10.1109/icc.2015.7248819","title":"Profit maximization in mobile crowdsourcing: A truthful auction mechanism","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Computer science; Payment; Incentive; Mechanism design; Profit maximization; Profit (economics); Incentive compatibility; Mobile device; Maximization; World Wide Web; Microeconomics; Economics","score_opus":0.0241010275427162,"score_gpt":0.23910283229376922,"score_spread":0.21500180475105302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510379852","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029798653,0.00053003913,0.9593786,0.00082400994,0.0001656069,0.00046272436,0.00015420327,0.00033973838,0.008346468],"genre_scores_gemma":[0.8040637,0.00061908364,0.1867696,0.00034907114,0.00019719095,0.00057983736,0.00012703467,0.00011752172,0.0071770046],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9921679,0.0042569055,0.00037740121,0.0011363125,0.0012245888,0.00083677797],"domain_scores_gemma":[0.9905094,0.0060925903,0.00095979683,0.001115917,0.0007541583,0.0005681209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0092078345,0.0019538018,0.0027667866,0.0012967669,0.0019178075,0.0043809093,0.0047831554,0.0033916333,0.004657183],"category_scores_gemma":[0.017482016,0.0010718309,0.0019137064,0.0019939828,0.003416355,0.0065481584,0.0032271086,0.0027840794,0.001041511],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011733952,0.0005489484,0.0013160002,0.0008271202,0.00030450738,0.0008492208,0.00088353973,0.46727735,0.009010858,0.42167187,0.007417196,0.08871992],"study_design_scores_gemma":[0.0002314712,0.00018389594,0.00021405116,0.000052883093,0.000058298196,0.0002655491,0.00010474278,0.7789639,0.0015168291,0.21491663,0.0034200745,0.00007161028],"about_ca_topic_score_codex":0.0015554056,"about_ca_topic_score_gemma":0.0010604064,"teacher_disagreement_score":0.0092078345,"about_ca_system_score_codex":0.0029163838,"about_ca_system_score_gemma":0.003391293,"threshold_uncertainty_score":0.04869622},"labels":[],"label_agreement":null},{"id":"W1526818389","doi":"10.31235/osf.io/qznpk","title":"Experiments on Crowdsourcing Policy Assessment","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Crowdsourcing; Crowds; Context (archaeology); Relevance (law); Data science; Computer science; Political science; Geography; World Wide Web; Computer security; Law","score_opus":0.03237938851029505,"score_gpt":0.35613044505628666,"score_spread":0.3237510565459916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526818389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95777303,0.00028559339,0.024114436,0.0010381351,0.00018396982,0.0030588578,0.0007187158,0.00022876098,0.012598532],"genre_scores_gemma":[0.96679235,0.00013732632,0.026960602,0.0005292083,0.00004847965,0.00311199,0.00043348043,0.000037011396,0.0019496055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98135936,0.013588529,0.0008772459,0.0018439932,0.0017064406,0.0006243698],"domain_scores_gemma":[0.8484542,0.12869845,0.0071306434,0.009480492,0.0036806634,0.002555623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018350843,0.00093543524,0.00081438833,0.0007171897,0.0016165946,0.0012497291,0.0021130594,0.002262371,0.0047608675],"category_scores_gemma":[0.06427067,0.0005219984,0.00090756395,0.0010058187,0.002471271,0.0023743832,0.002712624,0.002298324,0.00068351044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0413558,0.052115448,0.087379046,0.0054530837,0.0016438258,0.0011356078,0.020992987,0.3833392,0.05023786,0.052781697,0.015637428,0.28792804],"study_design_scores_gemma":[0.020628069,0.046195675,0.10344951,0.0010758628,0.0008373947,0.0004309486,0.013135797,0.5086509,0.07438118,0.16960669,0.060803987,0.00080401695],"about_ca_topic_score_codex":0.004828537,"about_ca_topic_score_gemma":0.0032402154,"teacher_disagreement_score":0.018350843,"about_ca_system_score_codex":0.0020441846,"about_ca_system_score_gemma":0.0021024733,"threshold_uncertainty_score":0.09704965},"labels":[],"label_agreement":null},{"id":"W1537941984","doi":"10.1109/mobserv.2015.22","title":"Share Sens: An Approach to Optimizing Energy Consumption of Continuous Mobile Sensing Workloads","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Merge (version control); Android (operating system); Power consumption; Energy consumption; Mobile device; Embedded system; Wearable computer; Real-time computing; Power (physics); Electrical engineering; Operating system; Engineering","score_opus":0.04065829011448823,"score_gpt":0.2562034478166034,"score_spread":0.2155451577021152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537941984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2627598,0.0010338738,0.7081155,0.0008002577,0.00024733433,0.00084561517,0.0004985135,0.01049231,0.015206819],"genre_scores_gemma":[0.84774184,0.00016094123,0.14683612,0.00017485657,0.00007565411,0.00028565494,0.0002564535,0.0006433875,0.003825049],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986249,0.0003034878,0.00008466371,0.00031274577,0.00045177093,0.00022243486],"domain_scores_gemma":[0.9982704,0.0007245417,0.00016015329,0.0004391744,0.00026499107,0.00014063696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018059657,0.0017603732,0.0009207921,0.00090980117,0.0010597415,0.0017109188,0.0026914352,0.000635125,0.0025811594],"category_scores_gemma":[0.004806371,0.0007505639,0.00056077517,0.0011963898,0.0008098952,0.0019784614,0.0019281748,0.00072025607,0.00050190475],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018152166,0.0010770183,0.01134974,0.00041084344,0.00027849808,0.00025459408,0.0009325643,0.4323045,0.07812632,0.012390996,0.013215217,0.44784448],"study_design_scores_gemma":[0.00009683591,0.00033074466,0.001627622,0.000012439984,0.00006465777,0.000085718915,0.0002858499,0.9678054,0.018182127,0.005574563,0.00589482,0.000039229264],"about_ca_topic_score_codex":0.0049213967,"about_ca_topic_score_gemma":0.011125527,"teacher_disagreement_score":0.0049213967,"about_ca_system_score_codex":0.0013316732,"about_ca_system_score_gemma":0.002557127,"threshold_uncertainty_score":0.009785533},"labels":[],"label_agreement":null},{"id":"W1603185562","doi":"10.1080/03632415.2015.1049693","title":"Smartphones Reveal Angler Behavior: A Case Study of a Popular Mobile Fishing Application in Alberta, Canada","year":2015,"lang":"en","type":"article","venue":"Fisheries","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fishing; Fishery; Geography; Biology","score_opus":0.019689173912356504,"score_gpt":0.23458851321040455,"score_spread":0.21489933929804805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603185562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99277014,0.00027654978,0.00096586364,0.00049065106,0.000024831063,0.000118379925,0.0013813557,0.00006878094,0.0039034004],"genre_scores_gemma":[0.9901376,0.0004117346,0.0030807762,0.0002820924,0.0000153975,0.000059110047,0.0011691233,0.00003399017,0.004810212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989785,0.00015044326,0.00003876632,0.000113162365,0.000487751,0.00023135726],"domain_scores_gemma":[0.9976826,0.0005104396,0.0002186708,0.00013248566,0.001146539,0.00030927794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075489003,0.00048503492,0.00031541617,0.0014753325,0.0024751474,0.0011949565,0.0009717955,0.0007134866,0.0011620623],"category_scores_gemma":[0.0018878236,0.00020196434,0.0002719313,0.002193902,0.0010683842,0.0006092411,0.00083109445,0.0006576558,0.00036654048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023597547,0.00038714314,0.8511362,0.00044302997,0.000112846916,0.012750833,0.05122657,0.0014386754,0.011631139,0.00090025074,0.009183744,0.060553476],"study_design_scores_gemma":[0.000015758682,0.00021790425,0.87046456,0.00020793777,0.00007876269,0.0016825341,0.09638664,0.006121831,0.0021004998,0.00020431106,0.022419326,0.000099843215],"about_ca_topic_score_codex":0.8437337,"about_ca_topic_score_gemma":0.9565447,"teacher_disagreement_score":0.15626627,"about_ca_system_score_codex":0.00498422,"about_ca_system_score_gemma":0.004776133,"threshold_uncertainty_score":0.31437308},"labels":[],"label_agreement":null},{"id":"W1605625785","doi":"10.1007/3-540-44566-8_6","title":"A User Modeling Approach to Determining System Initiative in Mixed-Initiative AI Systems","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; User modeling; Task (project management); Scheduling (production processes); User requirements document; Human–computer interaction; Computer user satisfaction; User interface; Data science; Software engineering; Engineering; Systems engineering","score_opus":0.03553027460153694,"score_gpt":0.24646962246735465,"score_spread":0.21093934786581772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605625785","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015569159,0.0001095752,0.9819656,0.00021299074,0.000013650066,0.00009052788,0.000056868827,0.00036433537,0.0016173152],"genre_scores_gemma":[0.6449825,0.00019694438,0.34960863,0.00019024422,0.000052994168,0.00056448515,0.00017957385,0.00019409286,0.0040305345],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949321,0.0029579606,0.00021569601,0.00071417185,0.0008471313,0.00033288894],"domain_scores_gemma":[0.98192155,0.015610258,0.00050219044,0.0005820319,0.001049406,0.00033459446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057010534,0.0013159321,0.0014866649,0.001746416,0.0013788857,0.002499262,0.0028401793,0.0017836484,0.0023040003],"category_scores_gemma":[0.020169355,0.0013632333,0.0017662866,0.001294137,0.0017816934,0.0043367613,0.0021936053,0.0023453026,0.000543459],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007129647,0.0006690559,0.011738253,0.00032034158,0.0005114379,0.00044430027,0.0049280403,0.6013906,0.0071858913,0.19293903,0.0033211114,0.17583899],"study_design_scores_gemma":[0.000008441775,0.00004168178,0.00038441314,0.000008089309,0.0000314229,0.000046669047,0.00009284559,0.98011863,0.0006222186,0.018201707,0.00042083734,0.00002309023],"about_ca_topic_score_codex":0.019426849,"about_ca_topic_score_gemma":0.021382648,"teacher_disagreement_score":0.019426849,"about_ca_system_score_codex":0.0020036595,"about_ca_system_score_gemma":0.001991826,"threshold_uncertainty_score":0.038627565},"labels":[],"label_agreement":null},{"id":"W1605921839","doi":"10.1609/hcomp.v1i1.13112","title":"Reducing Error in Context-Sensitive Crowdsourced Tasks","year":2013,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Luxmux Technology (Canada)","funders":"","keywords":"Computer science; Redundancy (engineering); Crowdsourcing; Task (project management); Workflow; Context (archaeology); Quality (philosophy); Hierarchy; Human–computer interaction; World Wide Web; Database; Engineering","score_opus":0.039345137894238796,"score_gpt":0.27670684857520716,"score_spread":0.23736171068096837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605921839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08351608,0.00059881865,0.91215,0.0005133609,0.00009471822,0.00018096429,0.000064587046,0.001211311,0.0016701096],"genre_scores_gemma":[0.8824542,0.00021185754,0.11540561,0.00021642724,0.00010621287,0.00014108703,0.00007315745,0.00019313669,0.0011982505],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99101126,0.0027800857,0.0004327221,0.002202208,0.0028790385,0.00069469836],"domain_scores_gemma":[0.97091067,0.014620722,0.0036909448,0.006201037,0.0033692773,0.0012073391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009183922,0.0017484591,0.0019676145,0.0011451434,0.0017056584,0.0019152873,0.0036833494,0.001955168,0.0010807434],"category_scores_gemma":[0.046871793,0.0013432923,0.0008953311,0.001111486,0.0026887741,0.0035334108,0.006640292,0.0023763166,0.0005183287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010502646,0.0004668383,0.0080951,0.00035595993,0.00018331618,0.00032329053,0.0030463145,0.7798774,0.018390771,0.013201353,0.002743416,0.17226598],"study_design_scores_gemma":[0.00007103749,0.00024139008,0.00193468,0.00003856849,0.000044962566,0.00009962737,0.00025971522,0.9653032,0.0073446855,0.02292512,0.0016894009,0.00004757561],"about_ca_topic_score_codex":0.0074683735,"about_ca_topic_score_gemma":0.004448405,"teacher_disagreement_score":0.009183922,"about_ca_system_score_codex":0.001939114,"about_ca_system_score_gemma":0.0041247676,"threshold_uncertainty_score":0.048569858},"labels":[],"label_agreement":null},{"id":"W1614266390","doi":"10.1167/15.12.1369","title":"Search in actively organized spaces","year":2015,"lang":"en","type":"article","venue":"Journal of Vision","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Task (project management); Position (finance); Property (philosophy); Computer science; Stability (learning theory); Order (exchange); Object (grammar); Visual search; Data science; Cognitive psychology; Artificial intelligence; Human–computer interaction; Psychology; Machine learning; Engineering; Business; Epistemology","score_opus":0.030136385644041083,"score_gpt":0.3055432399442139,"score_spread":0.2754068543001728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1614266390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94534373,0.00048893236,0.04542366,0.00036069326,0.000017403445,0.00003662666,0.00012160836,0.00016818276,0.008039136],"genre_scores_gemma":[0.9883903,0.0001337154,0.010003281,0.00003956587,0.000012993822,0.000034374312,0.00012611551,0.000026130254,0.001233538],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992281,0.00028141236,0.000042869007,0.00020613597,0.00012852949,0.000112906455],"domain_scores_gemma":[0.994699,0.002939953,0.0007850067,0.000868806,0.0002861651,0.00042115586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080943416,0.00025546734,0.00056513643,0.0008283925,0.0008255902,0.0025241107,0.0006905237,0.00087735505,0.002119146],"category_scores_gemma":[0.009931087,0.00034572868,0.00040953798,0.0007934992,0.001331514,0.0035903787,0.0026065984,0.0005554032,0.0005987952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00370815,0.0007895269,0.15047641,0.0013155019,0.0006791484,0.0012527182,0.03627438,0.18581924,0.0864772,0.21316881,0.006222827,0.3138161],"study_design_scores_gemma":[0.00035264323,0.0011194429,0.10322025,0.0002157699,0.00021183256,0.00066471315,0.012788237,0.4053434,0.015755923,0.44415274,0.016003445,0.00017163593],"about_ca_topic_score_codex":0.002794572,"about_ca_topic_score_gemma":0.0022972233,"teacher_disagreement_score":0.002794572,"about_ca_system_score_codex":0.00053292984,"about_ca_system_score_gemma":0.00077595393,"threshold_uncertainty_score":0.0070892572},"labels":[],"label_agreement":null},{"id":"W161669422","doi":"10.17705/1cais.02415","title":"A Hybrid Tracking System of Human Resources: A Case Study in a Canadian University","year":2009,"lang":"en","type":"article","venue":"Communications of the Association for Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Workgroup; Real-time locating system; Global Positioning System; Radio-frequency identification; Context (archaeology); Identification (biology); Computer science; Process (computing); Human resources; Tracking system; Service (business); Process management; Business; Computer security; Telecommunications; Geography; Marketing; Artificial intelligence","score_opus":0.024594485275886598,"score_gpt":0.25433499016442973,"score_spread":0.22974050488854314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W161669422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97311395,0.00033337902,0.00666698,0.0027146249,0.000043773667,0.00031897068,0.00027649564,0.00014327916,0.016388558],"genre_scores_gemma":[0.9802776,0.0002909728,0.0077835764,0.00031823872,0.000016272521,0.00006383296,0.0001361684,0.00005047542,0.01106302],"study_design_codex":"qualitative","study_design_gemma":"case_report","domain_scores_codex":[0.996512,0.0011945107,0.00012980687,0.0005012401,0.0008123026,0.00085010816],"domain_scores_gemma":[0.99658763,0.0011410268,0.00023699069,0.00028903817,0.0006756551,0.0010696711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027451904,0.0008749799,0.0005897032,0.0018299836,0.022698,0.0033578342,0.0034151913,0.0046745287,0.003519983],"category_scores_gemma":[0.0051372787,0.00048246005,0.0006767075,0.0037573818,0.004056029,0.0019534307,0.002662899,0.0015294884,0.0006783411],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011678316,0.0030565036,0.15656878,0.00087999605,0.0002353302,0.100326404,0.4549034,0.035460114,0.017480748,0.029458147,0.022774678,0.17768808],"study_design_scores_gemma":[0.000197289,0.0014828488,0.10618455,0.00034950805,0.00023806778,0.012237955,0.6089737,0.06875836,0.011148843,0.0042137215,0.18563673,0.00057850056],"about_ca_topic_score_codex":0.84699655,"about_ca_topic_score_gemma":0.9038295,"teacher_disagreement_score":0.84699655,"about_ca_system_score_codex":0.024395829,"about_ca_system_score_gemma":0.014363753,"threshold_uncertainty_score":0.307809},"labels":[],"label_agreement":null},{"id":"W1679433199","doi":"10.1109/ieee.iciot.2017.18","title":"A Gamification Framework for Sensor Data Analytics","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Computer science; Analytics; Data science; Context (archaeology); Data analysis; Wireless sensor network; Human–computer interaction; World Wide Web; Data mining","score_opus":0.13967512399328838,"score_gpt":0.3531143871736021,"score_spread":0.21343926318031373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1679433199","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038332057,0.0003787843,0.98152304,0.0007194633,0.00007539648,0.000323075,0.0002330184,0.00084089313,0.012073184],"genre_scores_gemma":[0.16470286,0.0005664032,0.82571405,0.0002022402,0.00005003854,0.0011399988,0.00057993294,0.0001229135,0.006921505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773264,0.0010887245,0.00012634708,0.0003766085,0.000475385,0.00020033905],"domain_scores_gemma":[0.99838686,0.0008695262,0.000097295895,0.00017042967,0.00028896824,0.00018695487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035835514,0.0017412887,0.0008446005,0.0026460611,0.0011814833,0.0027780186,0.0025879622,0.0014630905,0.00736576],"category_scores_gemma":[0.006363477,0.0005248977,0.0018400791,0.0020348334,0.0020960164,0.0027537176,0.004053579,0.0023368106,0.0013622696],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016140268,0.00065994903,0.002510532,0.00038362778,0.00013277723,0.0005551658,0.0015645288,0.14578398,0.0016044773,0.67337483,0.008678165,0.1645906],"study_design_scores_gemma":[0.00003833465,0.000060626782,0.00043295027,0.00016114375,0.00003621161,0.00012598201,0.00039925188,0.5885511,0.0009017553,0.37986305,0.029376434,0.000053094835],"about_ca_topic_score_codex":0.0100779915,"about_ca_topic_score_gemma":0.014598847,"teacher_disagreement_score":0.0100779915,"about_ca_system_score_codex":0.0017369161,"about_ca_system_score_gemma":0.0025165945,"threshold_uncertainty_score":0.024640918},"labels":[],"label_agreement":null},{"id":"W1746043309","doi":"10.1109/ccgrid.2015.155","title":"Towards Context-Aware Mobile Crowdsensing in Vehicular Social Networks","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Crowdsensing; Context (archaeology); Service (business); Wireless sensor network; Context awareness; Computer security; Computer network; Business; Geography","score_opus":0.025577114698051035,"score_gpt":0.25558006671373007,"score_spread":0.23000295201567902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1746043309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04383957,0.0008050173,0.9505903,0.0008034404,0.000097761804,0.0001438271,0.000057538487,0.00033206394,0.0033303679],"genre_scores_gemma":[0.84965867,0.0007315408,0.14761375,0.00020173952,0.000100776735,0.00011885163,0.00006420854,0.000026467891,0.0014840072],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902904,0.00036752675,0.000048188398,0.00018720719,0.00026161066,0.000106378626],"domain_scores_gemma":[0.99912935,0.00037095344,0.00010153723,0.00009803071,0.00021166072,0.00008853415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001129761,0.00055949757,0.00065518694,0.0006801922,0.00088221073,0.0015680015,0.0011419218,0.001242934,0.00034581617],"category_scores_gemma":[0.0029339876,0.00038505998,0.0007407452,0.0005869939,0.0008874337,0.0016750563,0.0023338932,0.0009716173,0.00017382005],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022637239,0.0002359132,0.006996437,0.0003674893,0.00012897621,0.0010084938,0.0015862001,0.71422935,0.036136888,0.11204004,0.0038434488,0.12320041],"study_design_scores_gemma":[0.000007966371,0.000031867945,0.00031174396,0.000016637548,0.000014279411,0.00006546247,0.00026065894,0.9760833,0.0019753396,0.017569764,0.0036451549,0.000017754242],"about_ca_topic_score_codex":0.0076602693,"about_ca_topic_score_gemma":0.007538053,"teacher_disagreement_score":0.0076602693,"about_ca_system_score_codex":0.0008962345,"about_ca_system_score_gemma":0.0012368861,"threshold_uncertainty_score":0.015231371},"labels":[],"label_agreement":null},{"id":"W1780240572","doi":"10.1002/asi.23079","title":"Effects of rationale awareness in online ideation crowdsourcing tasks","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Task (project management); Ideation; Context (archaeology); Quality (philosophy); Knowledge management; Computer science; Psychology; Applied psychology; Data science; Cognitive psychology; World Wide Web; Cognitive science; Engineering","score_opus":0.005528375369677324,"score_gpt":0.23575178502146615,"score_spread":0.23022340965178884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1780240572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987194,0.00017754345,0.0056752115,0.00018350991,0.0000610553,0.00035983592,0.00007601891,0.00031383635,0.0059588123],"genre_scores_gemma":[0.98973805,0.00007855244,0.008045395,0.00017505708,0.000032236996,0.0006028941,0.00013423579,0.00007181328,0.0011217969],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9907527,0.0046113706,0.00085889763,0.0013110207,0.0018921741,0.0005737873],"domain_scores_gemma":[0.77101135,0.2011976,0.0117255235,0.009204646,0.0035332676,0.0033276472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009207138,0.0013072236,0.00097010314,0.00094313564,0.0012525796,0.0023821965,0.0012458088,0.0018075978,0.004392918],"category_scores_gemma":[0.12014791,0.00081647583,0.00081525336,0.0005537756,0.001573554,0.003097782,0.003767697,0.0025646018,0.00049024273],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.043758582,0.034487452,0.10985979,0.0063803038,0.0011379214,0.0012332235,0.045623332,0.038329817,0.2697242,0.0072189933,0.003929674,0.43831667],"study_design_scores_gemma":[0.0068539693,0.051159512,0.699764,0.0013979777,0.0029314763,0.00076322985,0.016344838,0.09066456,0.08301732,0.025819233,0.01981912,0.0014648054],"about_ca_topic_score_codex":0.0016474042,"about_ca_topic_score_gemma":0.0013730145,"teacher_disagreement_score":0.009207138,"about_ca_system_score_codex":0.0009823897,"about_ca_system_score_gemma":0.0011417125,"threshold_uncertainty_score":0.048692644},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1926732392","doi":"10.1609/hcomp.v1i1.13110","title":"TrailView: Combining Gamification and Social Network Voting Mechanisms for Useful Data Collection","year":2013,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Incentive; Voting; Data collection; Computer science; Point (geometry); Competition (biology); Scheme (mathematics); Social network (sociolinguistics); Social worlds; Data science; World Wide Web; Social media; Sociology; Political science; Economics","score_opus":0.08141775148202438,"score_gpt":0.2917844663459198,"score_spread":0.21036671486389544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1926732392","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03679787,0.00035237777,0.93865275,0.0010545673,0.00024607722,0.0014088769,0.000596372,0.009977241,0.010913896],"genre_scores_gemma":[0.54922765,0.00021540915,0.43796313,0.00038361043,0.0001610794,0.0018949427,0.0007756863,0.0005173876,0.00886107],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99139625,0.0051529696,0.0003767039,0.0011743186,0.0014028264,0.0004969813],"domain_scores_gemma":[0.9835618,0.009733905,0.00082938606,0.0035530129,0.0013173444,0.0010045674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014176077,0.0014470974,0.0015290661,0.0029329807,0.0013163716,0.0024644027,0.00382789,0.0016445715,0.011191955],"category_scores_gemma":[0.030461911,0.00075667,0.0010493951,0.0024443632,0.001530987,0.006449749,0.008789231,0.0016739634,0.002474907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027278736,0.002088187,0.010035009,0.0005765886,0.00039751182,0.00037481482,0.0014677988,0.07148071,0.007444379,0.08621157,0.02397491,0.7932206],"study_design_scores_gemma":[0.0005609895,0.00056049746,0.0019775438,0.00010786405,0.000108555374,0.00014341189,0.0003216345,0.8138507,0.0048981565,0.15368237,0.023659648,0.00012870815],"about_ca_topic_score_codex":0.002841364,"about_ca_topic_score_gemma":0.0042918073,"teacher_disagreement_score":0.014176077,"about_ca_system_score_codex":0.0009822756,"about_ca_system_score_gemma":0.0018815077,"threshold_uncertainty_score":0.07497114},"labels":[],"label_agreement":null},{"id":"W1974163989","doi":"10.1007/s10796-015-9547-4","title":"A new method to identify collaborative partners in social service provider networks","year":2015,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Betweenness centrality; Computer science; Service provider; Service (business); Social network (sociolinguistics); Centrality; Host (biology); Construct (python library); Set (abstract data type); Social graph; Computation; Social network analysis; Knowledge management; Distributed computing; Computer network; World Wide Web; Social media; Algorithm; Business","score_opus":0.02578536925492826,"score_gpt":0.3267204899380075,"score_spread":0.30093512068307926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974163989","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0140645,0.00033524312,0.97811836,0.00045886036,0.00024817445,0.00036609732,0.000824775,0.00086331595,0.004720804],"genre_scores_gemma":[0.2727214,0.0003664035,0.70936304,0.00025123317,0.0003724229,0.00070850435,0.0010705572,0.0001353384,0.0150111215],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99638486,0.00081790885,0.00016890338,0.0009060396,0.0014638805,0.00025846765],"domain_scores_gemma":[0.9934842,0.0035607815,0.00051428075,0.0009112866,0.0011816567,0.00034793164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002162432,0.0010670247,0.0013123188,0.0061083217,0.0019464339,0.002847913,0.002501021,0.002506544,0.0040223254],"category_scores_gemma":[0.01016507,0.00065946474,0.0011491724,0.004472376,0.0013317639,0.0036775619,0.0041634184,0.001682048,0.0020161844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008168306,0.00071385264,0.026983593,0.0006735714,0.00047875277,0.0010663624,0.0018141789,0.069668666,0.026585586,0.14226149,0.027101679,0.70183545],"study_design_scores_gemma":[0.00008876703,0.00008787036,0.0032022044,0.000048878963,0.00008630691,0.00069893495,0.0005631565,0.92185426,0.006032043,0.052770875,0.014472198,0.00009449291],"about_ca_topic_score_codex":0.008577526,"about_ca_topic_score_gemma":0.0109167965,"teacher_disagreement_score":0.008577526,"about_ca_system_score_codex":0.0011293559,"about_ca_system_score_gemma":0.0018689629,"threshold_uncertainty_score":0.017055213},"labels":[],"label_agreement":null},{"id":"W1975091065","doi":"10.1109/icc.2013.6654787","title":"Crowdsensing in vehicular sensor networks with limited channel capacity","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Probabilistic logic; Wireless sensor network; Maximization; Node (physics); Interval (graph theory); Channel (broadcasting); Function (biology); Crowdsensing; Real-time computing; Mathematical optimization; Computer network; Artificial intelligence; Mathematics; Engineering","score_opus":0.012656169402584249,"score_gpt":0.18366110057230925,"score_spread":0.171004931169725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975091065","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.117353514,0.0032922213,0.86728066,0.0018985062,0.0001648739,0.00011596157,0.00020392107,0.00027965894,0.009410817],"genre_scores_gemma":[0.9862521,0.0007241773,0.011036395,0.00009121469,0.000059356516,0.000059370275,0.00004296761,0.000023656617,0.001710637],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798465,0.00087266054,0.00005903779,0.0002712979,0.00046370062,0.00034864404],"domain_scores_gemma":[0.99408287,0.004813161,0.0004377653,0.0001553807,0.00033273236,0.00017807366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020248063,0.0008571285,0.0013997164,0.0011790472,0.0012873342,0.0013274564,0.0017602878,0.0012002501,0.0009856884],"category_scores_gemma":[0.008331404,0.00077466905,0.0007167394,0.001379048,0.002277815,0.0021092843,0.0020197548,0.00084256526,0.00013183565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007256394,0.00001283609,0.0005360846,0.00008629911,0.00002880847,0.00029819182,0.00012862013,0.94588536,0.00079518656,0.04649933,0.0005836648,0.0050731185],"study_design_scores_gemma":[0.000010418998,0.000013066991,0.00010855322,0.000010180292,0.000007904199,0.00004175424,0.00005432951,0.9750641,0.00018673697,0.024066998,0.0004252366,0.000010718223],"about_ca_topic_score_codex":0.0139523065,"about_ca_topic_score_gemma":0.006743322,"teacher_disagreement_score":0.0139523065,"about_ca_system_score_codex":0.0024598518,"about_ca_system_score_gemma":0.0013783855,"threshold_uncertainty_score":0.027742207},"labels":[],"label_agreement":null},{"id":"W1976044383","doi":"10.1109/jsen.2015.2393893","title":"Rollout Algorithms for Wireless Sensor Network-Assisted Target Search","year":2015,"lang":"en","type":"article","venue":"IEEE Sensors Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Wireless sensor network; Node (physics); Markov process; Autoregressive model; Heuristic; Algorithm; Wireless network; Wireless; Mobile radio; Computer network; Mathematics; Telecommunications; Artificial intelligence; Statistics; Engineering","score_opus":0.06392761523506142,"score_gpt":0.2954227351482021,"score_spread":0.2314951199131407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976044383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050791107,0.00091745536,0.94275707,0.00049054954,0.00010784194,0.0001563388,0.00017397993,0.0012049876,0.0034006848],"genre_scores_gemma":[0.9282251,0.00025496882,0.06788993,0.00018258869,0.00004599492,0.00020515766,0.00020679159,0.00010371879,0.0028855803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902916,0.00034825405,0.000055798544,0.00019008838,0.00021145187,0.00016513575],"domain_scores_gemma":[0.99442875,0.004228405,0.0005000151,0.00030422636,0.00031289368,0.00022578707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023059533,0.0013823498,0.0017488928,0.0010402254,0.00083117414,0.0010046416,0.0024346737,0.0013366968,0.0024128947],"category_scores_gemma":[0.009803131,0.00061987294,0.0005361823,0.0010011494,0.0013497402,0.0020955848,0.00200748,0.0015977557,0.00033382062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028963326,0.00009169493,0.000636863,0.000059327267,0.000030121848,0.00008832187,0.00010276222,0.9589097,0.0008476356,0.009307131,0.0011084343,0.02852843],"study_design_scores_gemma":[0.000011401876,0.000024449682,0.000039166916,0.000003642764,0.000002788618,0.0000071338864,0.000008829191,0.9962936,0.000116059695,0.0033752436,0.00011457265,0.0000030746467],"about_ca_topic_score_codex":0.008939184,"about_ca_topic_score_gemma":0.006621848,"teacher_disagreement_score":0.008939184,"about_ca_system_score_codex":0.0014967787,"about_ca_system_score_gemma":0.0015485701,"threshold_uncertainty_score":0.017774284},"labels":[],"label_agreement":null},{"id":"W1987487032","doi":"10.1109/mc.2014.61","title":"Identifying Knowledge Brokers and Their Role in Enterprise Research through Social Media","year":2014,"lang":"en","type":"article","venue":"Computer","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Standards and Technology; Canada Excellence Research Chairs, Government of Canada; National Science Foundation","keywords":"Seekers; Computer science; Identifier; Function (biology); Knowledge management; Social media; World Wide Web; Data science","score_opus":0.05162614771730138,"score_gpt":0.31530489839303494,"score_spread":0.26367875067573354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987487032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6143516,0.006085651,0.17139918,0.035028312,0.00030428893,0.00054663024,0.00046129143,0.0009221258,0.17090091],"genre_scores_gemma":[0.9638101,0.00101761,0.0291281,0.00032538606,0.00011910797,0.00015233531,0.000106176936,0.00006176377,0.00527942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.98216105,0.011468135,0.000993178,0.0021525784,0.002340864,0.00088425423],"domain_scores_gemma":[0.9048058,0.069557875,0.010197335,0.006937068,0.0045401193,0.003961868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028107764,0.0004677989,0.0006620646,0.014103055,0.007970979,0.015162638,0.0014515214,0.004221553,0.008202855],"category_scores_gemma":[0.08116366,0.0010325246,0.00061348215,0.00915962,0.0084577305,0.026142364,0.00959253,0.0016253493,0.0017092696],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056007836,0.00037564247,0.12084082,0.0006288797,0.00020803612,0.0019052117,0.14548095,0.0017897399,0.005945965,0.47880083,0.009348746,0.23411521],"study_design_scores_gemma":[0.00025902636,0.0002482234,0.047747508,0.0010308286,0.00035327533,0.0019291518,0.10451372,0.031498633,0.004765901,0.662575,0.14485015,0.00022856206],"about_ca_topic_score_codex":0.0045382595,"about_ca_topic_score_gemma":0.00373443,"teacher_disagreement_score":0.028107764,"about_ca_system_score_codex":0.0028408843,"about_ca_system_score_gemma":0.003910674,"threshold_uncertainty_score":0.14864981},"labels":[],"label_agreement":null},{"id":"W1995171199","doi":"10.1109/pst.2012.6297942","title":"Ethical and legal considerations of reCAPTCHA","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Spamming; Principle of legality; Optical character recognition; Computer science; Character (mathematics); Process (computing); World Wide Web; Computer security; Internet privacy; Artificial intelligence; The Internet; Law; Political science","score_opus":0.01957020626044778,"score_gpt":0.25601915898196315,"score_spread":0.23644895272151537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995171199","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03228801,0.0045386176,0.035567146,0.6963726,0.0023104486,0.00028782815,0.00011753444,0.0000924558,0.2284253],"genre_scores_gemma":[0.6995658,0.002880361,0.022541378,0.2315067,0.0034791897,0.0008675929,0.000066857254,0.00009904258,0.038992956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.92255336,0.043414354,0.0033118674,0.005850414,0.019611536,0.0052585355],"domain_scores_gemma":[0.8517787,0.10959005,0.0063169757,0.010938336,0.016226005,0.00514991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06462935,0.0005437868,0.0008079408,0.0012076584,0.010173484,0.010668927,0.0027357242,0.025924837,0.0031003128],"category_scores_gemma":[0.108978726,0.0005908768,0.000856895,0.00087309355,0.034686096,0.007850836,0.005537396,0.01813724,0.0010226015],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045585075,0.00006803112,0.0013595705,0.00008358192,0.000017236594,0.0008521576,0.008108389,0.00063607615,0.00059326336,0.93614477,0.03292995,0.019161427],"study_design_scores_gemma":[0.00005575482,0.00010623802,0.0016230391,0.0010754107,0.000045407043,0.0023248782,0.009859695,0.0029727272,0.0015774255,0.5540452,0.42615086,0.00016329576],"about_ca_topic_score_codex":0.006281318,"about_ca_topic_score_gemma":0.0073239016,"teacher_disagreement_score":0.06462935,"about_ca_system_score_codex":0.005236911,"about_ca_system_score_gemma":0.014722104,"threshold_uncertainty_score":0.34179676},"labels":[],"label_agreement":null},{"id":"W2000590237","doi":"10.1145/1357054.1357117","title":"Collaborative editing for improved usefulness and usability of transcript-enhanced webcasts","year":2008,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Webcast; Computer science; Collaborative editing; Usability; Word (group theory); Field (mathematics); Multimedia; World Wide Web; Quality (philosophy); Information retrieval; Human–computer interaction; Linguistics","score_opus":0.016677920552761218,"score_gpt":0.23587432765640323,"score_spread":0.21919640710364202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000590237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54483974,0.00060517417,0.41394135,0.0015117946,0.0005992768,0.0015836153,0.0006594733,0.008423028,0.027836485],"genre_scores_gemma":[0.7675991,0.0002120286,0.22313431,0.0001274911,0.0002621794,0.000594525,0.00025462563,0.0006582654,0.0071575325],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9927482,0.004237135,0.0003495703,0.00078873173,0.0015587384,0.00031761997],"domain_scores_gemma":[0.9463976,0.037744578,0.002027554,0.008688201,0.003994431,0.0011475204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007325327,0.00081036997,0.0005635303,0.0010450453,0.0013744372,0.0030014862,0.0012696099,0.0010261582,0.007260523],"category_scores_gemma":[0.049064446,0.0003955682,0.00063676934,0.0006666388,0.0010069218,0.002130133,0.0030070364,0.0011542746,0.0017728244],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002259959,0.00065065164,0.008169826,0.0020364982,0.00008983056,0.0025287298,0.0534571,0.007925516,0.37280434,0.00820278,0.007961496,0.5339133],"study_design_scores_gemma":[0.0011424877,0.004560408,0.0637524,0.0018462539,0.0009355208,0.0070052706,0.030282823,0.11333917,0.4606412,0.026573358,0.28912354,0.00079755014],"about_ca_topic_score_codex":0.0006280497,"about_ca_topic_score_gemma":0.0013023695,"teacher_disagreement_score":0.007325327,"about_ca_system_score_codex":0.00042391187,"about_ca_system_score_gemma":0.001182918,"threshold_uncertainty_score":0.038740456},"labels":[],"label_agreement":null},{"id":"W2001615126","doi":"10.1145/2701583.2701597","title":"Report on the 1st International Workshop on Information Access in Smart Cities (i-ASC 2014)","year":2014,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"IBM; Computer science; Smart city; Sustainability; Social media; Event (particle physics); Information infrastructure; Information system; World Wide Web; Data science; Political science; Internet of Things","score_opus":0.01863138344186197,"score_gpt":0.26211179760482506,"score_spread":0.2434804141629631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001615126","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011205212,0.052859824,0.09727674,0.18094306,0.33576882,0.0040497156,0.017489789,0.0064716726,0.29393512],"genre_scores_gemma":[0.030340856,0.027503937,0.03783741,0.021513944,0.038435303,0.0027554831,0.037040696,0.004393298,0.8001791],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900283,0.0029284973,0.0004207463,0.0013643169,0.003570291,0.00168789],"domain_scores_gemma":[0.98205686,0.0026467026,0.00033736782,0.0012267639,0.0075856633,0.0061465856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013778896,0.0020336215,0.001664696,0.0030774057,0.0033615462,0.010127504,0.0032153744,0.005386703,0.17145759],"category_scores_gemma":[0.015911834,0.0007306102,0.0017855759,0.0026374275,0.0014532635,0.011650254,0.013393437,0.0069545493,0.08545285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013174924,0.0001317941,0.00021895695,0.00028217264,0.000014641207,0.0000587895,0.00039021776,0.00022806188,0.00071941264,0.0030666671,0.9457174,0.04904016],"study_design_scores_gemma":[0.000024101977,0.000065043074,0.00040635894,0.00026315328,0.000013788587,0.000051344196,0.00055133604,0.0003612524,0.00047815056,0.0023721363,0.9953856,0.000027702949],"about_ca_topic_score_codex":0.0066198,"about_ca_topic_score_gemma":0.010093283,"teacher_disagreement_score":0.17145759,"about_ca_system_score_codex":0.0031099305,"about_ca_system_score_gemma":0.0074040233,"threshold_uncertainty_score":0.57358277},"labels":[],"label_agreement":null},{"id":"W2002089561","doi":"10.1016/j.comnet.2011.06.017","title":"Wireless sensor deployment for collaborative sensing with mobile phones","year":2011,"lang":"en","type":"article","venue":"Computer Networks","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Wireless sensor network; Wireless; Software deployment; Mobile phone; Participatory sensing; Real-time computing; Mobile device; Computer network; Telecommunications; Data science","score_opus":0.019115117437363858,"score_gpt":0.2128748731184251,"score_spread":0.19375975568106124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002089561","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1579115,0.001119112,0.8288202,0.00074199605,0.00033100246,0.00016464453,0.00011318151,0.00087708933,0.009921196],"genre_scores_gemma":[0.91494566,0.00036835752,0.080505766,0.00012322697,0.0000669375,0.000094723364,0.000067251225,0.000033531065,0.0037945956],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993781,0.00018948915,0.000022910428,0.0001739371,0.00016072213,0.00007483916],"domain_scores_gemma":[0.99934465,0.00032213642,0.000046674635,0.00013211326,0.00010769585,0.000046722158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005335497,0.0006154264,0.00063863426,0.00045013358,0.00065485324,0.0006432953,0.0009464257,0.0010916215,0.0017900994],"category_scores_gemma":[0.0015825214,0.0004592849,0.0003495292,0.0005302077,0.00034343667,0.0013894174,0.0013463328,0.00051751063,0.0006098511],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093368144,0.00047430638,0.008008724,0.00043875122,0.00015738401,0.0018392556,0.0007412105,0.23080271,0.28315502,0.016423805,0.009212799,0.44781235],"study_design_scores_gemma":[0.000054082717,0.0005446899,0.002913825,0.000029568459,0.00005659033,0.00069572154,0.00039993078,0.9329422,0.044621035,0.0073624225,0.01033389,0.000045937548],"about_ca_topic_score_codex":0.0012652146,"about_ca_topic_score_gemma":0.0025365502,"teacher_disagreement_score":0.0017900994,"about_ca_system_score_codex":0.00038714992,"about_ca_system_score_gemma":0.0002777006,"threshold_uncertainty_score":0.0059884787},"labels":[],"label_agreement":null},{"id":"W2017709256","doi":"10.1109/percom.2013.6526718","title":"METIS: Exploring mobile phone sensing offloading for efficiently supporting social sensing applications","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Gates Cambridge Trust","keywords":"Computer science; Metis; Software deployment; Mobile phone; Phone; Energy consumption; Task (project management); Mobile device; Real-time computing; Scheme (mathematics); Embedded system; Human–computer interaction; Telecommunications; World Wide Web; Engineering; Systems engineering; Operating system","score_opus":0.03226743006071704,"score_gpt":0.26745921362700953,"score_spread":0.2351917835662925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017709256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5377165,0.0014201888,0.42670465,0.0012431641,0.00031240087,0.00078021013,0.00048653135,0.0074296994,0.023906589],"genre_scores_gemma":[0.9333238,0.00019298456,0.061889075,0.00014114837,0.000040636936,0.00018430826,0.00021652259,0.00012273445,0.003888739],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999613,0.00008995721,0.000015691292,0.000080973885,0.000120758596,0.00007965763],"domain_scores_gemma":[0.999559,0.00018517359,0.000038077727,0.00007372983,0.000070179136,0.00007375783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004255433,0.00083990925,0.0004355322,0.00044508054,0.0005013924,0.0008072824,0.0014583103,0.00051806367,0.0020538121],"category_scores_gemma":[0.001274676,0.00022499419,0.00024275674,0.00032301986,0.00037644405,0.0011231417,0.0012864525,0.00038321342,0.000457773],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025372887,0.0013511889,0.017466227,0.0010389393,0.00020364426,0.0014606332,0.0015475613,0.13158575,0.27318314,0.020030422,0.016151147,0.53344405],"study_design_scores_gemma":[0.000168324,0.0008210904,0.0047452347,0.000041458672,0.000063977786,0.00044857129,0.00065948727,0.91550237,0.04918261,0.007620761,0.020688847,0.000057243586],"about_ca_topic_score_codex":0.0018799244,"about_ca_topic_score_gemma":0.0039257985,"teacher_disagreement_score":0.0020538121,"about_ca_system_score_codex":0.0003703972,"about_ca_system_score_gemma":0.00054510805,"threshold_uncertainty_score":0.0068707466},"labels":[],"label_agreement":null},{"id":"W2018142704","doi":"10.1145/2815347.2815348","title":"On the Provisioning of Vehicle-Based Public Sensing Services","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Provisioning; Computer science; Smart city; Scope (computer science); Ubiquitous computing; Service (business); Process (computing); Public transport; Telecommunications; Computer security; Human–computer interaction; Engineering; Internet of Things; Transport engineering; Business","score_opus":0.03384757046675795,"score_gpt":0.2288483603271761,"score_spread":0.19500078986041813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018142704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.207922,0.0031447448,0.6558182,0.008147743,0.00077619584,0.0005504599,0.00073154573,0.003459244,0.11944985],"genre_scores_gemma":[0.9471714,0.001190949,0.040565956,0.00030472566,0.00016393048,0.00008420122,0.00034030477,0.00012476883,0.010053713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986229,0.00033565587,0.00004914734,0.0002452245,0.00035779143,0.00038920096],"domain_scores_gemma":[0.9986719,0.00035596493,0.0001110057,0.0002798924,0.00036889713,0.00021238356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010988556,0.00059148873,0.0005648053,0.00067160197,0.0014227512,0.0025475405,0.0020315486,0.0014054585,0.0044990075],"category_scores_gemma":[0.0029276714,0.0003980857,0.00030703182,0.0009700851,0.0009711818,0.0037303148,0.003578214,0.0007666265,0.0018670646],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008777729,0.00034150778,0.0075243227,0.00061263586,0.00010265881,0.0019290546,0.0014840565,0.13106102,0.032109607,0.46107346,0.04818335,0.3147006],"study_design_scores_gemma":[0.00002819514,0.00014764901,0.0019111987,0.00015815099,0.000053726326,0.0005666376,0.0026314594,0.6992682,0.012215375,0.095507525,0.1874295,0.00008230643],"about_ca_topic_score_codex":0.008217121,"about_ca_topic_score_gemma":0.008768903,"teacher_disagreement_score":0.008217121,"about_ca_system_score_codex":0.0014104304,"about_ca_system_score_gemma":0.0018808705,"threshold_uncertainty_score":0.016338587},"labels":[],"label_agreement":null},{"id":"W2018793064","doi":"10.1145/2316936.2316940","title":"Proposing a system to support crowdsourcing","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"Fundação para a Ciência e a Tecnologia","keywords":"Crowdsourcing; Crowdsourcing software development; Computer science; Conceptual framework; Process (computing); Software; Data science; Conceptual model; Knowledge management; Software development; World Wide Web; Software development process; Sociology; Database","score_opus":0.014946780606851808,"score_gpt":0.24161165097138673,"score_spread":0.22666487036453492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018793064","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008727799,0.00025118387,0.9664149,0.0014629248,0.0006426543,0.00095010124,0.00017320625,0.012991981,0.008385275],"genre_scores_gemma":[0.16842389,0.00056365045,0.79938465,0.0011280457,0.00048567427,0.0015562993,0.0010142821,0.0010932643,0.026350226],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962929,0.00093994435,0.00026642223,0.00090459455,0.0012384026,0.00035773823],"domain_scores_gemma":[0.9957985,0.0012851371,0.00026750108,0.0009907916,0.0010426795,0.00061529526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038160237,0.001077998,0.0013150615,0.0017711653,0.0036353252,0.0052339034,0.0051419814,0.0050991094,0.010090325],"category_scores_gemma":[0.01042425,0.0010286836,0.0013415739,0.0016299488,0.0015796648,0.005138383,0.00749814,0.0028255992,0.008199248],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001401134,0.0012067637,0.007242503,0.0027973962,0.00053777685,0.0035138677,0.008609576,0.029530223,0.11691063,0.20515153,0.07739536,0.5457032],"study_design_scores_gemma":[0.00036563684,0.0005641728,0.0016167869,0.00039361356,0.00030393363,0.0014460783,0.0013866208,0.29274008,0.052885007,0.07167675,0.57620597,0.00041537022],"about_ca_topic_score_codex":0.0037831117,"about_ca_topic_score_gemma":0.0025009876,"teacher_disagreement_score":0.010090325,"about_ca_system_score_codex":0.0009929324,"about_ca_system_score_gemma":0.0031687869,"threshold_uncertainty_score":0.03375548},"labels":[],"label_agreement":null},{"id":"W2018847157","doi":"10.1145/2386958.2386960","title":"Crowdsourcing for on-street smart parking","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Key (lock); Variety (cybernetics); Computer science; Crowdsourcing software development; Data science; Citizen science; World Wide Web; Computer security; Artificial intelligence; Software","score_opus":0.027294077666112554,"score_gpt":0.25657351493131164,"score_spread":0.2292794372651991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018847157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39977157,0.00043658973,0.5600556,0.0019317603,0.00023108427,0.001139127,0.00028720833,0.002055454,0.034091543],"genre_scores_gemma":[0.9529194,0.000086532986,0.04309086,0.00007792006,0.000021460146,0.00013282312,0.00007862263,0.000047281017,0.003545052],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.998833,0.00056421006,0.00003773456,0.00013007422,0.00029387246,0.0001410914],"domain_scores_gemma":[0.9983809,0.0007246358,0.00012560557,0.00032633092,0.00025501158,0.00018745883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014766599,0.00040154115,0.00047436022,0.0006353974,0.0020130253,0.0011125718,0.0012755886,0.001228813,0.0045572645],"category_scores_gemma":[0.0037184602,0.00028991446,0.0005261455,0.0006043147,0.0010076117,0.0011462376,0.0034247248,0.0004966882,0.0007422355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010472514,0.00071849657,0.014612512,0.0007063785,0.00019718785,0.00240771,0.005479476,0.5454706,0.04035848,0.08230077,0.015663572,0.29103753],"study_design_scores_gemma":[0.00011232416,0.00034278687,0.004045699,0.000059290498,0.000048922437,0.00034597155,0.0023555292,0.8966776,0.009818105,0.05215142,0.03394664,0.00009568787],"about_ca_topic_score_codex":0.0061014355,"about_ca_topic_score_gemma":0.008916721,"teacher_disagreement_score":0.0061014355,"about_ca_system_score_codex":0.0009605367,"about_ca_system_score_gemma":0.0013352628,"threshold_uncertainty_score":0.015245497},"labels":[],"label_agreement":null},{"id":"W2037150067","doi":"10.1016/j.envsoft.2011.09.009","title":"Environmental decision support systems (EDSS) development – Challenges and best practices","year":2011,"lang":"en","type":"article","venue":"Environmental Modelling & Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Engineering and Physical Sciences Research Council","keywords":"Champion; Process management; Sustainability; Process (computing); Knowledge management; Revenue; Business; Operations management; Engineering; Computer science","score_opus":0.06770918547361696,"score_gpt":0.22680586688290377,"score_spread":0.15909668140928682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037150067","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06525631,0.025846072,0.6757328,0.1219722,0.0012152469,0.0009961583,0.0006369233,0.0028369278,0.105507396],"genre_scores_gemma":[0.37195498,0.02184191,0.5887419,0.0029542148,0.00040198123,0.00039904742,0.0009330585,0.00042181043,0.012351049],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865855,0.006300215,0.0010932836,0.0011932908,0.00410094,0.0007267135],"domain_scores_gemma":[0.96630067,0.015467815,0.0012404119,0.004602213,0.01072044,0.0016684564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027210861,0.0010372077,0.00097564183,0.0023728937,0.0015757888,0.010079495,0.005692084,0.0036512548,0.004052852],"category_scores_gemma":[0.025847986,0.00070447143,0.000853492,0.0031604383,0.0031561493,0.009756099,0.005260695,0.0028868087,0.0020161653],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008813724,0.00046754171,0.0042960765,0.0013828318,0.00009202922,0.00016608523,0.0017629996,0.03362482,0.0030932976,0.096317604,0.016460929,0.84224766],"study_design_scores_gemma":[0.00008697526,0.00036109288,0.0024038367,0.002814859,0.00007248533,0.0003622905,0.009489133,0.08994177,0.012253133,0.28234097,0.5997258,0.00014774658],"about_ca_topic_score_codex":0.004977273,"about_ca_topic_score_gemma":0.005721698,"teacher_disagreement_score":0.027210861,"about_ca_system_score_codex":0.002886338,"about_ca_system_score_gemma":0.008201331,"threshold_uncertainty_score":0.14390653},"labels":[],"label_agreement":null},{"id":"W2044039428","doi":"10.1145/1357054.1357152","title":"Ingimp","year":2008,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Instrumentation (computer programming); Usability; Dissemination; World Wide Web; Open source; User interface; Software; Focus (optics); Open data; Download; End user; Interface (matter); Human–computer interaction; Software engineering; Operating system","score_opus":0.0172566571473269,"score_gpt":0.19589449153130653,"score_spread":0.17863783438397962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044039428","genre_codex":"software","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008636495,0.0004720849,0.28886873,0.0010881141,0.00069431274,0.0010213964,0.020720553,0.4513271,0.22717124],"genre_scores_gemma":[0.08112253,0.0008181607,0.29125386,0.002407249,0.00046233198,0.002928129,0.112185925,0.12918818,0.37963378],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761665,0.00027574776,0.00015887893,0.0006003885,0.0011085458,0.0002398648],"domain_scores_gemma":[0.9956072,0.0008738807,0.00022845007,0.0018040265,0.0012149762,0.00027147104],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021417395,0.0013896815,0.0008204108,0.0021579014,0.0012552626,0.0033611695,0.0033559212,0.0016397499,0.12844475],"category_scores_gemma":[0.007719122,0.0010398137,0.0010003862,0.0016799171,0.00078137196,0.003985731,0.0054808,0.0018079559,0.10892558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077266415,0.00019697138,0.0031823027,0.0007963659,0.00007183847,0.0004709056,0.0014904987,0.001127058,0.010191372,0.028248807,0.48774356,0.46570757],"study_design_scores_gemma":[0.00004583673,0.000072968214,0.0018102501,0.000086379376,0.00002460542,0.00036436506,0.00014385686,0.0037902247,0.008452272,0.007685456,0.97746813,0.000055531196],"about_ca_topic_score_codex":0.0019637921,"about_ca_topic_score_gemma":0.0021372826,"teacher_disagreement_score":0.87155527,"about_ca_system_score_codex":0.0007766419,"about_ca_system_score_gemma":0.0012848097,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2051741744","doi":"10.1371/journal.pone.0031362","title":"Phylo: A Citizen Science Approach for Improving Multiple Sequence Alignment","year":2012,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":236,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Citizen science; Sequence alignment; Sequence (biology); Computational biology; Computer science; Data science; Bioinformatics; Biology; Genetics; Peptide sequence","score_opus":0.07497674905167842,"score_gpt":0.2429236597330574,"score_spread":0.16794691068137899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051741744","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011391251,0.00027324862,0.97433347,0.0019078365,0.00031141902,0.00031172181,0.0005197611,0.0071740267,0.003777232],"genre_scores_gemma":[0.06889611,0.00021442083,0.9269963,0.00052032986,0.00009918544,0.0004816663,0.0008875545,0.0010005735,0.0009038985],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9928381,0.0037461182,0.00036325402,0.0012268134,0.0014887039,0.00033712474],"domain_scores_gemma":[0.9897544,0.004663636,0.0012878666,0.001791692,0.0016417088,0.0008607679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011269787,0.0015319386,0.001398324,0.0031678695,0.0024972218,0.003589589,0.0038417077,0.0033759722,0.005401082],"category_scores_gemma":[0.0282871,0.00083249784,0.0020169204,0.0027983738,0.0028342905,0.0041090297,0.007209508,0.0041568815,0.002403946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016329095,0.00094584306,0.015550129,0.0020122065,0.0007540926,0.0013019994,0.0055493643,0.18612954,0.042707052,0.20495774,0.07204911,0.46641007],"study_design_scores_gemma":[0.00014971168,0.00020836771,0.0011932106,0.00019204705,0.00008486821,0.00033030292,0.00092500186,0.8021503,0.008525561,0.13963856,0.046516664,0.00008532454],"about_ca_topic_score_codex":0.0019023718,"about_ca_topic_score_gemma":0.0024900995,"teacher_disagreement_score":0.011269787,"about_ca_system_score_codex":0.0018111392,"about_ca_system_score_gemma":0.003412137,"threshold_uncertainty_score":0.05960107},"labels":[],"label_agreement":null},{"id":"W2055029130","doi":"10.1109/wcnc.2014.6953021","title":"Optimal recruitment of smart vehicles for reputation-aware public sensing","year":2014,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Reputation; Benchmark (surveying); Computer science; Scheme (mathematics); Trajectory; Integer programming; Linear programming; Public transport; Operations research; Transport engineering; Engineering; Mathematics","score_opus":0.056996184672376195,"score_gpt":0.27964225937081244,"score_spread":0.22264607469843625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055029130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053296182,0.00031971198,0.9401256,0.00073883357,0.000067298926,0.0002103538,0.00006553588,0.00038826338,0.0047881254],"genre_scores_gemma":[0.9161768,0.00015724741,0.078150265,0.000109887,0.000034857483,0.00019461363,0.00007376599,0.000059845293,0.00504276],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982632,0.0006826152,0.000055268923,0.00037721076,0.00023952955,0.00038222942],"domain_scores_gemma":[0.9974843,0.0011441661,0.00032440244,0.00018793425,0.00039131037,0.00046779215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029060554,0.00083104306,0.0012969417,0.0005236746,0.0012784426,0.0016708061,0.002668534,0.0016279079,0.0032321648],"category_scores_gemma":[0.007335048,0.00054782873,0.00064953725,0.0005570382,0.0012681505,0.0021454184,0.0023947104,0.0010449279,0.0005878387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032493006,0.00018718228,0.0022223773,0.00012345533,0.000028438084,0.0002939496,0.00021745209,0.8948319,0.0075503094,0.049703136,0.0027947524,0.041722078],"study_design_scores_gemma":[0.00001276698,0.000063583,0.00018714712,0.0000064733417,0.0000069033076,0.00004780261,0.00008146431,0.99132395,0.00075823395,0.006699414,0.0008027648,0.00000948888],"about_ca_topic_score_codex":0.0044340473,"about_ca_topic_score_gemma":0.005870315,"teacher_disagreement_score":0.0044340473,"about_ca_system_score_codex":0.0023417862,"about_ca_system_score_gemma":0.0028248054,"threshold_uncertainty_score":0.01699096},"labels":[],"label_agreement":null},{"id":"W2055699460","doi":"10.1145/2702123.2702508","title":"We Are Dynamo","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":274,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Science Foundation","keywords":"Collective action; Affordance; Action (physics); Public relations; Publics; Focus (optics); Political science; Sociology; Computer science; Internet privacy; Human–computer interaction; Physics; Law; Politics","score_opus":0.03379351875373135,"score_gpt":0.2387016906852385,"score_spread":0.20490817193150715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055699460","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03929863,0.0046665664,0.047440473,0.15909056,0.0060370048,0.00021333325,0.0005945243,0.0019257134,0.7407332],"genre_scores_gemma":[0.55809724,0.0034581847,0.01695878,0.051075865,0.0023841036,0.000510896,0.0006353706,0.0019388124,0.36494082],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945825,0.001614549,0.00019066162,0.0015129275,0.0013434506,0.0007559376],"domain_scores_gemma":[0.9928462,0.0015940989,0.00072795065,0.0020131953,0.0012686909,0.0015499133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051214863,0.0006251745,0.00059526635,0.0014059198,0.0082319155,0.013579378,0.0016487743,0.003862259,0.041013908],"category_scores_gemma":[0.013328622,0.00059881574,0.00065960013,0.0010716103,0.018283226,0.025390007,0.010204377,0.0061370423,0.013711328],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001400218,0.000102558544,0.004471121,0.00026992278,0.000055920034,0.00047653084,0.034479193,0.00044406243,0.0029857343,0.73394704,0.14363927,0.07898878],"study_design_scores_gemma":[0.000009435167,0.000019943795,0.00059246237,0.00012946641,0.000011998987,0.00015577495,0.006339186,0.00027717763,0.00032186546,0.09671203,0.89540166,0.000028982344],"about_ca_topic_score_codex":0.004037734,"about_ca_topic_score_gemma":0.003803795,"teacher_disagreement_score":0.041013908,"about_ca_system_score_codex":0.0028790021,"about_ca_system_score_gemma":0.003779564,"threshold_uncertainty_score":0.13720512},"labels":[],"label_agreement":null},{"id":"W2057935927","doi":"10.1145/2702123.2702296","title":"Mobile Gamification for Crowdsourcing Data Collection","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Crowdsourcing; Computer science; Task (project management); Data collection; Android (operating system); Human–computer interaction; Crowdsourcing software development; Data science; Multimedia; World Wide Web; Software; Engineering; Software development","score_opus":0.10293843429859666,"score_gpt":0.31232205698546905,"score_spread":0.20938362268687238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057935927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04655542,0.00068722933,0.916798,0.0022143978,0.00041479492,0.006054459,0.0009913841,0.0072075804,0.019076701],"genre_scores_gemma":[0.30065227,0.00030083896,0.6872034,0.00045579902,0.00011068355,0.00593217,0.00070215133,0.00031699124,0.004325719],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99131024,0.0056013134,0.0003287757,0.0009972278,0.0013586512,0.00040387013],"domain_scores_gemma":[0.98453635,0.009365719,0.0006652394,0.0030926317,0.0014413111,0.00089883455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012455823,0.0014909577,0.0010343668,0.0024366898,0.0012738331,0.0024491863,0.0031964565,0.0017254922,0.009618555],"category_scores_gemma":[0.033394918,0.0007486998,0.0012010044,0.0016814452,0.0013298424,0.0022125577,0.0057529733,0.0013718663,0.0027235497],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00491645,0.0022741836,0.018476773,0.0024309172,0.0005630473,0.0015887705,0.005141631,0.04694255,0.025715843,0.10103977,0.036396515,0.7545135],"study_design_scores_gemma":[0.0012413915,0.0018522735,0.020478146,0.0012049779,0.00022736892,0.0010444496,0.0025297035,0.5465396,0.016643973,0.25855434,0.14917833,0.00050538086],"about_ca_topic_score_codex":0.0030333358,"about_ca_topic_score_gemma":0.0051418478,"teacher_disagreement_score":0.012455823,"about_ca_system_score_codex":0.0013431637,"about_ca_system_score_gemma":0.0018171957,"threshold_uncertainty_score":0.065873444},"labels":[],"label_agreement":null},{"id":"W2060133495","doi":"10.1145/2063576.2063718","title":"Discovering top-k teams of experts with/without a leader in social networks","year":2011,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":205,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Scalability; Computer science; Set (abstract data type); Function (biology); Approximation algorithm; Polynomial; Social network (sociolinguistics); Mathematical optimization; Artificial intelligence; Algorithm; Mathematics; Social media; World Wide Web","score_opus":0.021978292466995075,"score_gpt":0.2268353422537893,"score_spread":0.20485704978679423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060133495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25291017,0.00059709104,0.73931974,0.0014310833,0.000053382482,0.0005185149,0.0006526075,0.0007006409,0.0038167026],"genre_scores_gemma":[0.6094585,0.00038512878,0.38230368,0.0002120658,0.00010866864,0.00044115263,0.0011550459,0.00016150788,0.005774145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967913,0.0011608574,0.00016037263,0.0009531829,0.0005091866,0.0004250216],"domain_scores_gemma":[0.9867098,0.009267516,0.0016369958,0.000990742,0.00061079534,0.0007841455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004079215,0.0018086099,0.002738373,0.002671204,0.0032865582,0.0020763406,0.003598123,0.0033541913,0.0025491368],"category_scores_gemma":[0.017145697,0.0013367796,0.00175311,0.0026721216,0.001455959,0.0038088502,0.0023440989,0.0011368782,0.0010749204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016724564,0.0005902813,0.014328756,0.0010341359,0.00037369612,0.0014277862,0.0022728797,0.7342217,0.007204663,0.022697378,0.011027565,0.2031487],"study_design_scores_gemma":[0.00013507133,0.000108808,0.0014344205,0.00004132821,0.000076895805,0.00037920542,0.00089201843,0.9392585,0.002913142,0.051654458,0.0030643286,0.000041864336],"about_ca_topic_score_codex":0.0049342355,"about_ca_topic_score_gemma":0.006394668,"teacher_disagreement_score":0.0049342355,"about_ca_system_score_codex":0.0014418338,"about_ca_system_score_gemma":0.0018275767,"threshold_uncertainty_score":0.021573186},"labels":[],"label_agreement":null},{"id":"W2064749094","doi":"10.1145/2692375.2692384","title":"The output-agreement method induces honest behavior in the presence of social projection","year":2014,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Projection (relational algebra); Payment; Variety (cybernetics); Computer science; Simple (philosophy); Private information retrieval; Function (biology); Social choice theory; Agreement; Econometrics; Microeconomics; Psychology; Social psychology; Mathematical economics; Economics; Artificial intelligence; Algorithm; Computer security; World Wide Web","score_opus":0.042401389500379756,"score_gpt":0.30865861121048277,"score_spread":0.266257221710103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064749094","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09825562,0.000102542166,0.8801826,0.0017353056,0.00021643494,0.00041244333,0.0001531423,0.0007731307,0.018168613],"genre_scores_gemma":[0.89328146,0.000074469506,0.09863824,0.00047453874,0.00012096264,0.0004894442,0.000095640346,0.00014370124,0.006681527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9858191,0.008286249,0.00055488554,0.0018839695,0.0025901964,0.0008654676],"domain_scores_gemma":[0.9365139,0.04109541,0.005186664,0.011658754,0.0041267937,0.001418488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01044586,0.0011380466,0.0014603526,0.0006127488,0.001814196,0.0018133663,0.0020426326,0.0025353392,0.0034713089],"category_scores_gemma":[0.059514582,0.0006752766,0.00081066694,0.00059991423,0.004117032,0.0031048788,0.0038196342,0.0031429224,0.001133738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002736417,0.0008536083,0.011680626,0.00084679713,0.00040369158,0.0017724899,0.0027454102,0.15481222,0.054703586,0.636661,0.012337749,0.1204464],"study_design_scores_gemma":[0.0003830691,0.00043976825,0.0015733042,0.00006773634,0.00005751423,0.00038983682,0.00022291525,0.674133,0.018726084,0.298664,0.00523728,0.000105423314],"about_ca_topic_score_codex":0.0008731576,"about_ca_topic_score_gemma":0.001062368,"teacher_disagreement_score":0.01044586,"about_ca_system_score_codex":0.0012284004,"about_ca_system_score_gemma":0.0020725883,"threshold_uncertainty_score":0.05524367},"labels":[],"label_agreement":null},{"id":"W2066937012","doi":"10.1109/icc.2014.6883882","title":"Reputation-based sensing-as-a-service for crowd management over the cloud","year":2014,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Cloud computing; Computer science; Reputation management; Reputation; Service (business); Computer security; Business; Operating system; Political science","score_opus":0.009512651195904824,"score_gpt":0.23617395008088735,"score_spread":0.22666129888498251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066937012","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053881038,0.0008919474,0.9275858,0.002468261,0.00033960037,0.00028901716,0.00015790173,0.0007413837,0.013645078],"genre_scores_gemma":[0.94483227,0.0003427205,0.05101166,0.00016019662,0.00011146707,0.00008604426,0.00004892225,0.00004258448,0.0033640775],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978655,0.0007189585,0.00011138151,0.0003909674,0.00050566,0.00040755305],"domain_scores_gemma":[0.9978123,0.00071239757,0.0003550374,0.00033384946,0.0004787717,0.0003076683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023708504,0.0007318279,0.0009698665,0.0005203372,0.0016233535,0.0023083494,0.0021059867,0.0013876111,0.0022661283],"category_scores_gemma":[0.004386329,0.00034859296,0.0010720162,0.00088271906,0.0013747462,0.0025963825,0.0016965962,0.0014253869,0.00044667817],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027497212,0.00018913343,0.0023815846,0.00015739459,0.00010927449,0.0005997498,0.0002647404,0.7648317,0.00897615,0.17700738,0.0061400994,0.039067753],"study_design_scores_gemma":[0.00001222039,0.000041606247,0.0002372567,0.0000061189976,0.000015885675,0.000059273236,0.000039288036,0.9856125,0.0006300415,0.011496643,0.0018317532,0.000017479942],"about_ca_topic_score_codex":0.017197715,"about_ca_topic_score_gemma":0.013886555,"teacher_disagreement_score":0.017197715,"about_ca_system_score_codex":0.0025611217,"about_ca_system_score_gemma":0.0033775736,"threshold_uncertainty_score":0.034195244},"labels":[],"label_agreement":null},{"id":"W2069514153","doi":"10.1109/jiot.2014.2337886","title":"Trustworthy Sensing for Public Safety in Cloud-Centric Internet of Things","year":2014,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":211,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Cloud computing; Computer security; Reputation; Payment; Common value auction; The Internet; Service (business); World Wide Web; Operating system","score_opus":0.015742226053822302,"score_gpt":0.23319395198987167,"score_spread":0.21745172593604936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069514153","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29179072,0.0017775103,0.6943417,0.0020415757,0.00046488762,0.00042082227,0.00012415371,0.0014321527,0.0076065375],"genre_scores_gemma":[0.98089993,0.00012796102,0.018488718,0.000087088076,0.000026222102,0.00002825115,0.000027297581,0.000009314535,0.0003053313],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969735,0.0009968797,0.0001572761,0.00044681583,0.0008267931,0.00059874676],"domain_scores_gemma":[0.9964108,0.0015372161,0.00052664924,0.00052995153,0.0006180175,0.00037732243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037186104,0.0007247743,0.0012698995,0.0006448243,0.0018842634,0.0016048753,0.0016394671,0.0014566816,0.00070930325],"category_scores_gemma":[0.00586679,0.00031143334,0.00071081024,0.00067945616,0.0013071938,0.0026280356,0.0025790574,0.0009635969,0.0001754524],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026887567,0.00076771976,0.007678933,0.00046516777,0.0003067478,0.0015275475,0.00061559136,0.7107521,0.045656607,0.083051026,0.008818045,0.1376717],"study_design_scores_gemma":[0.000032974716,0.00014369028,0.0006005234,0.000012252486,0.000028915345,0.0001247276,0.00010376276,0.9865891,0.0037720096,0.0077598966,0.00081069925,0.000021352438],"about_ca_topic_score_codex":0.0067601106,"about_ca_topic_score_gemma":0.0050185444,"teacher_disagreement_score":0.0067601106,"about_ca_system_score_codex":0.0019526371,"about_ca_system_score_gemma":0.0024282478,"threshold_uncertainty_score":0.019666135},"labels":[],"label_agreement":null},{"id":"W2071474793","doi":"10.1109/mobserv.2014.22","title":"Coordinating Crowd-Sourced Services","year":2014,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Service (business); Heading (navigation); Set (abstract data type); sort; Government (linguistics); World Wide Web; Crowdsourcing; Server; Code (set theory); Computer security; Data science; Business; Database; Engineering; Marketing","score_opus":0.002967038935172239,"score_gpt":0.1849401264399658,"score_spread":0.18197308750479355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071474793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049223725,0.00009169802,0.91615176,0.0012891063,0.00015205263,0.00068286754,0.00018303514,0.004483361,0.027742367],"genre_scores_gemma":[0.656602,0.00023265752,0.3137981,0.00047334953,0.00012440002,0.00089343725,0.00046548416,0.0014365728,0.025974015],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99663264,0.0010636922,0.00022326158,0.0006630673,0.0009018265,0.0005154836],"domain_scores_gemma":[0.9951774,0.0017738254,0.00035652265,0.0010338426,0.00093467924,0.0007236862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046992106,0.000928261,0.00070346176,0.000979312,0.0024659014,0.003586771,0.0022848218,0.001545512,0.005790688],"category_scores_gemma":[0.009045282,0.00080438744,0.0010736146,0.0008670126,0.0020384174,0.0032275517,0.0077627287,0.0018820552,0.0017274298],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009736,0.000524407,0.013269879,0.00055658974,0.00022652696,0.00225349,0.013485816,0.16369477,0.04070089,0.5734121,0.023633104,0.16726881],"study_design_scores_gemma":[0.00015572706,0.00018436836,0.0018776004,0.00013923438,0.00012802822,0.00047602286,0.0033133023,0.62813914,0.02473027,0.17846939,0.16223265,0.0001542003],"about_ca_topic_score_codex":0.0067215436,"about_ca_topic_score_gemma":0.004146803,"teacher_disagreement_score":0.0067215436,"about_ca_system_score_codex":0.0019248686,"about_ca_system_score_gemma":0.0030571364,"threshold_uncertainty_score":0.024852097},"labels":[],"label_agreement":null},{"id":"W2078864876","doi":"10.1007/s11277-014-1732-0","title":"A New Location-Aware Calendar-Based Application for Dynamic Minimum Path Trip Planning","year":2014,"lang":"en","type":"article","venue":"Wireless Personal Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Arbutus Biopharma (Canada); Telus (Canada)","funders":"","keywords":"Computer science; Cloud computing; Android (operating system); Context awareness; Ubiquitous computing; Big data; Mobile device; Path (computing); Mobile computing; Data science; Mobile cloud computing; Multimedia; Human–computer interaction; World Wide Web; Telecommunications; Data mining; Computer network; Operating system","score_opus":0.020924096454292412,"score_gpt":0.2849286947159073,"score_spread":0.26400459826161493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078864876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040373713,0.0007217674,0.75786847,0.00041839475,0.00053565536,0.00051410607,0.006545394,0.17816627,0.014856278],"genre_scores_gemma":[0.4169971,0.0009348476,0.5497566,0.0004600994,0.00014593176,0.00076489977,0.009755473,0.004596183,0.016588794],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9998252,0.00001935364,0.000016005362,0.000047276517,0.000069946764,0.00002233078],"domain_scores_gemma":[0.9997049,0.00007611164,0.000023091765,0.000064754306,0.00005944773,0.000071674156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003124174,0.0008287773,0.0007710566,0.0007270347,0.000519925,0.00080228306,0.0016709531,0.0006406347,0.0115660615],"category_scores_gemma":[0.0010872263,0.0004308782,0.0004806327,0.00091078866,0.00014618045,0.0007742547,0.0013919916,0.0007667716,0.0028854555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027693484,0.0006632436,0.008042395,0.0015581937,0.0003239353,0.0012664414,0.0008006507,0.089824066,0.056847814,0.0091135055,0.15350668,0.67528385],"study_design_scores_gemma":[0.00036889277,0.0001466309,0.003561426,0.000074397416,0.00011581696,0.00045476624,0.00013266796,0.8686386,0.017209588,0.0058838953,0.103302024,0.00011131127],"about_ca_topic_score_codex":0.0050392393,"about_ca_topic_score_gemma":0.008486306,"teacher_disagreement_score":0.0115660615,"about_ca_system_score_codex":0.00034794418,"about_ca_system_score_gemma":0.0006327964,"threshold_uncertainty_score":0.038692355},"labels":[],"label_agreement":null},{"id":"W2082247991","doi":"10.1109/percomw.2013.6529488","title":"Sensor Mobile Enablement (SME): A light-weight standard for opportunistic sensing services","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Ontario Council on Graduate Studies, Council of Ontario Universities","keywords":"Interoperability; Computer science; Mobile device; Android (operating system); Coding (social sciences); Mobile computing; Mobile telephony; Computer network; World Wide Web; Mobile radio; Operating system","score_opus":0.009740589626307085,"score_gpt":0.22679216612795086,"score_spread":0.21705157650164378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082247991","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03234578,0.0041756486,0.90805763,0.0033989602,0.0013358054,0.0012237692,0.0013249716,0.014935557,0.03320197],"genre_scores_gemma":[0.63020605,0.004940711,0.32062012,0.00413324,0.0009827038,0.003252724,0.0027860363,0.0015920812,0.031486306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948296,0.001163054,0.0006619889,0.00064090436,0.0021761183,0.0005283824],"domain_scores_gemma":[0.99368507,0.0014859735,0.00084093976,0.0021614127,0.0014465636,0.00037997536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041363146,0.0010821244,0.00087444804,0.0019620378,0.0010284069,0.003132923,0.0021983562,0.0026596172,0.0028772808],"category_scores_gemma":[0.010711671,0.00064910844,0.00083545956,0.0011895213,0.0018866019,0.004298345,0.005747556,0.0034116716,0.0018051345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001597259,0.0004950687,0.0043224073,0.0027237146,0.00018036552,0.0013669509,0.0018999149,0.011483808,0.13125029,0.45314562,0.038521446,0.35301313],"study_design_scores_gemma":[0.00022091826,0.0017009439,0.006490614,0.0013389578,0.00029823638,0.003977403,0.0006990129,0.08916017,0.15401807,0.09869106,0.6428746,0.0005300251],"about_ca_topic_score_codex":0.00088901207,"about_ca_topic_score_gemma":0.00095641,"teacher_disagreement_score":0.0041363146,"about_ca_system_score_codex":0.0010017615,"about_ca_system_score_gemma":0.001465759,"threshold_uncertainty_score":0.021875143},"labels":[],"label_agreement":null},{"id":"W2089347901","doi":"10.1016/j.comcom.2014.05.007","title":"Optimal selection of aggregation locations for participatory sensing by mobile cyber-physical systems","year":2014,"lang":"en","type":"article","venue":"Computer Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université de Sherbrooke","funders":"","keywords":"Computer science; Participatory sensing; USable; Data aggregator; Cyber-physical system; Base station; Mobile device; Citizen journalism; Distributed computing; Computer network; Wireless sensor network; Data science; World Wide Web","score_opus":0.02992319080151227,"score_gpt":0.2837404401565214,"score_spread":0.2538172493550091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089347901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09571073,0.00026283602,0.90138876,0.00038523137,0.00006490762,0.00009404744,0.00007755086,0.00017765643,0.0018381751],"genre_scores_gemma":[0.93211126,0.00010700096,0.06650681,0.000041971325,0.000042563053,0.00012231331,0.000066406166,0.00001978913,0.0009817847],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987534,0.0004895558,0.00005423182,0.00031733987,0.00018819846,0.00019722033],"domain_scores_gemma":[0.9971118,0.0020422929,0.00023852014,0.00016771653,0.0002972499,0.00014234852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012915196,0.0012168231,0.0018970527,0.00090022275,0.0011121485,0.0013885326,0.0014038286,0.00156998,0.0012337186],"category_scores_gemma":[0.007088017,0.0008095996,0.00073810987,0.0009148486,0.0012370427,0.0017007305,0.0019750325,0.0008066829,0.00032569747],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005465691,0.00018009538,0.002864929,0.00019345383,0.00009331604,0.0003147945,0.0004819827,0.89644265,0.013741113,0.01369772,0.0013005718,0.070142776],"study_design_scores_gemma":[0.000026918035,0.00006591049,0.00047097076,0.000009160078,0.000012166394,0.000028519638,0.000087995846,0.99148834,0.0014522452,0.0061278692,0.0002174475,0.000012373212],"about_ca_topic_score_codex":0.0044442657,"about_ca_topic_score_gemma":0.004901397,"teacher_disagreement_score":0.0044442657,"about_ca_system_score_codex":0.0007681293,"about_ca_system_score_gemma":0.0013064494,"threshold_uncertainty_score":0.008836806},"labels":[],"label_agreement":null},{"id":"W2090601220","doi":"10.1145/2660168.2660186","title":"Correcting Large-Scale OMR Data with Crowdsourcing","year":2014,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsourcing; Computer science; Variety (cybernetics); Scale (ratio); Data science; Process (computing); Globe; Ground truth; Reliability (semiconductor); World Wide Web; Human–computer interaction; Artificial intelligence","score_opus":0.014331836671797939,"score_gpt":0.23168939825020865,"score_spread":0.2173575615784107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090601220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047395237,0.0007190445,0.9304064,0.0022451933,0.00083898666,0.00069620006,0.0017155904,0.0066471803,0.009336189],"genre_scores_gemma":[0.4228864,0.00040728616,0.56402105,0.0009699516,0.00046991213,0.0005105651,0.0029047905,0.0010407481,0.006789307],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98769903,0.003786372,0.00053113943,0.0026530367,0.004754064,0.00057625835],"domain_scores_gemma":[0.97090113,0.010484225,0.0022384112,0.011482232,0.0043436596,0.0005504034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010019363,0.0016434228,0.0020674742,0.0042037745,0.0025064454,0.0032993052,0.0034051635,0.0021838052,0.0032562858],"category_scores_gemma":[0.03681767,0.0008281561,0.0015262107,0.003884947,0.0024060921,0.002969019,0.007455542,0.0021113076,0.002865451],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084405707,0.00036933937,0.019669537,0.0013646771,0.0007462934,0.0016606495,0.0039548352,0.28164196,0.053496275,0.018026242,0.03266477,0.5855614],"study_design_scores_gemma":[0.00018144325,0.00029208444,0.014812627,0.00036328906,0.00014844075,0.00068355654,0.004065796,0.77474076,0.03253976,0.08345298,0.088365056,0.00035420753],"about_ca_topic_score_codex":0.011692734,"about_ca_topic_score_gemma":0.015149493,"teacher_disagreement_score":0.011692734,"about_ca_system_score_codex":0.0016305145,"about_ca_system_score_gemma":0.0025286195,"threshold_uncertainty_score":0.052988112},"labels":[],"label_agreement":null},{"id":"W2090608996","doi":"10.1145/1864349.1864354","title":"Identifying the activities supported by locations with community-authored content","year":2010,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Leverage (statistics); Computer science; Context (archaeology); Set (abstract data type); World Wide Web; Scale (ratio); Service (business); Process (computing); Data science; Geography; Artificial intelligence; Cartography; Business; Marketing","score_opus":0.03779842234980663,"score_gpt":0.2528363811212154,"score_spread":0.2150379587714088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090608996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8760674,0.0032246022,0.09194526,0.0004077776,0.0002858593,0.0006672718,0.008779047,0.004225845,0.014396971],"genre_scores_gemma":[0.91188216,0.00059052795,0.07775047,0.00007236774,0.00010832212,0.00018677034,0.0055870144,0.00024255824,0.0035798945],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970439,0.00083096523,0.0002770498,0.00071509246,0.00095039915,0.00018254633],"domain_scores_gemma":[0.9802786,0.010272603,0.0027980572,0.0015826988,0.004700293,0.0003677722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019640136,0.00084381347,0.00074322784,0.0058854944,0.00059937016,0.0021053506,0.00060848205,0.00079021865,0.0014192848],"category_scores_gemma":[0.019445283,0.0003099476,0.000573962,0.0033941292,0.00026141029,0.0017592257,0.0009401521,0.0004175404,0.0018912995],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017956641,0.00032519537,0.37287492,0.0033408601,0.00061197375,0.0035817665,0.006485939,0.0071390457,0.082388595,0.0016258203,0.023107523,0.49672264],"study_design_scores_gemma":[0.00015869211,0.0010558981,0.5283751,0.0006591049,0.00086134754,0.00793688,0.008309486,0.22711591,0.1235666,0.0041594408,0.09743276,0.00036874297],"about_ca_topic_score_codex":0.0045592203,"about_ca_topic_score_gemma":0.0094452435,"teacher_disagreement_score":0.0058854944,"about_ca_system_score_codex":0.00040443445,"about_ca_system_score_gemma":0.0006218813,"threshold_uncertainty_score":0.010386825},"labels":[],"label_agreement":null},{"id":"W2096926525","doi":"10.2196/games.3350","title":"The Cure: Design and Evaluation of a Crowdsourcing Game for Gene Selection for Breast Cancer Survival Prediction","year":2014,"lang":"en","type":"article","venue":"JMIR Serious Games","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of General Medical Sciences; National Institutes of Health","keywords":"Interpretability; Crowdsourcing; Context (archaeology); Computer science; Breast cancer; Machine learning; Selection (genetic algorithm); Personalization; Task (project management); Artificial intelligence; Data science; Computational biology; Cancer; Biology; Genetics; World Wide Web","score_opus":0.028782257187661257,"score_gpt":0.2959614113510307,"score_spread":0.26717915416336946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096926525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86049473,0.00021959777,0.11383481,0.0006918324,0.00026780626,0.011540712,0.0011632735,0.0039253277,0.007861901],"genre_scores_gemma":[0.81478846,0.00012014879,0.16808233,0.00068354205,0.00003686104,0.008983449,0.0014897583,0.00018590064,0.005629489],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975205,0.0010710213,0.00016048813,0.0005858292,0.00035890104,0.0003031779],"domain_scores_gemma":[0.9941533,0.003276119,0.00040987882,0.0003238082,0.0006676892,0.0011691583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037990853,0.0018914434,0.0008787447,0.0008846754,0.00068745995,0.0019205249,0.004070946,0.0018947138,0.006449932],"category_scores_gemma":[0.014809925,0.0005886654,0.00074182247,0.00026775914,0.0012972726,0.001298238,0.002564642,0.0014782732,0.0014833551],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034039162,0.05143481,0.090818405,0.004852736,0.001413812,0.0041279243,0.007827349,0.3038094,0.086442225,0.014572634,0.031955417,0.36870614],"study_design_scores_gemma":[0.0029580046,0.01597612,0.015287768,0.000155269,0.00031719916,0.00026713035,0.0014061707,0.929319,0.012743355,0.007042252,0.014318983,0.00020881138],"about_ca_topic_score_codex":0.0042573754,"about_ca_topic_score_gemma":0.0056744856,"teacher_disagreement_score":0.006449932,"about_ca_system_score_codex":0.0016740167,"about_ca_system_score_gemma":0.0016820391,"threshold_uncertainty_score":0.02157718},"labels":[],"label_agreement":null},{"id":"W2106568252","doi":"10.1017/s1930297500002205","title":"Running experiments on Amazon Mechanical Turk","year":2010,"lang":"en","type":"article","venue":"Judgment and Decision Making","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3803,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; National Science Foundation","keywords":"Amazon rainforest; Subject (documents); Data science; Quality (philosophy); Social media; Population; Computer science; Data quality; Internet privacy; World Wide Web; Engineering; Sociology; Operations management; Physics; Demography","score_opus":0.0201525776565425,"score_gpt":0.293849149241808,"score_spread":0.2736965715852655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106568252","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.803151,0.00082178746,0.10372923,0.0017583555,0.0014120662,0.014064833,0.0103481775,0.011571396,0.053143233],"genre_scores_gemma":[0.8539557,0.00026883784,0.10831552,0.0009277457,0.00025798145,0.015393924,0.008905047,0.0009156841,0.011059699],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896137,0.004968881,0.0009775196,0.0022169156,0.0014551128,0.00076799083],"domain_scores_gemma":[0.9476895,0.032200906,0.001809316,0.011645649,0.004485559,0.0021690496],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010600204,0.0015596962,0.0018981384,0.00077779614,0.0017849079,0.0022303148,0.0025657082,0.0013729549,0.020147815],"category_scores_gemma":[0.04026874,0.0009738531,0.0012437269,0.0011903101,0.0010154394,0.0025622305,0.0015320589,0.001801443,0.008907505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02518583,0.03481211,0.043437812,0.0049102297,0.0022664561,0.0015989759,0.0066904477,0.15055558,0.07589578,0.015232449,0.16447201,0.4749424],"study_design_scores_gemma":[0.011337277,0.017362177,0.11374681,0.00056588475,0.0011484687,0.00041230564,0.0037663374,0.5784165,0.037661675,0.07417274,0.16033943,0.0010704058],"about_ca_topic_score_codex":0.0048104306,"about_ca_topic_score_gemma":0.0059029288,"teacher_disagreement_score":0.9893998,"about_ca_system_score_codex":0.00095847435,"about_ca_system_score_gemma":0.0022188872,"threshold_uncertainty_score":0.06740123},"labels":[],"label_agreement":null},{"id":"W2117442907","doi":"10.1109/wcnc.2012.6214379","title":"CrowdITS: Crowdsourcing in intelligent transportation systems","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Dissemination; Computer science; Key (lock); Android (operating system); Intelligent transportation system; Aggregate (composite); Mobile device; Mobile telephony; Human–computer interaction; Data science; Computer security; Telecommunications; Mobile radio; World Wide Web; Transport engineering; Engineering","score_opus":0.017078185360474594,"score_gpt":0.23465703606847693,"score_spread":0.21757885070800234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117442907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021371774,0.0055945865,0.9187288,0.0035112677,0.0011230117,0.0007798075,0.00078895444,0.010792005,0.037309702],"genre_scores_gemma":[0.6594553,0.004749314,0.2932491,0.0014287038,0.0010356749,0.0011147076,0.0016961505,0.001156372,0.036114637],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998231,0.0006303997,0.000096089956,0.00030276747,0.00057862524,0.00016126299],"domain_scores_gemma":[0.99849856,0.00076168677,0.00008376226,0.0002066941,0.00026273108,0.00018656132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020950253,0.000938432,0.00093235436,0.0011877284,0.0014871533,0.00272057,0.0022372953,0.0019047942,0.0060461033],"category_scores_gemma":[0.003496605,0.00046343287,0.0009335521,0.0015465718,0.0018211833,0.0028548043,0.00477074,0.0019063252,0.0018577866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007855404,0.00033074155,0.0030248405,0.0013155489,0.00019916151,0.0013226755,0.0020914709,0.26807904,0.015212059,0.190945,0.07221017,0.4444838],"study_design_scores_gemma":[0.00011846659,0.00018855341,0.0011310254,0.00025431698,0.000053384607,0.0002997049,0.0005828981,0.6852655,0.007454371,0.11730138,0.18722068,0.0001297859],"about_ca_topic_score_codex":0.0102027105,"about_ca_topic_score_gemma":0.006071125,"teacher_disagreement_score":0.0102027105,"about_ca_system_score_codex":0.0015618303,"about_ca_system_score_gemma":0.0017524384,"threshold_uncertainty_score":0.02028662},"labels":[],"label_agreement":null},{"id":"W2121867457","doi":"10.1145/2470654.2466442","title":"Patina","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Overlay; Visualization; Interface (matter); Software deployment; Software; Instrumentation (computer programming); Set (abstract data type); User interface; Window (computing); Data visualization; Software engineering; Operating system; Data mining; Programming language","score_opus":0.004477127120725304,"score_gpt":0.17238245407144762,"score_spread":0.1679053269507223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121867457","genre_codex":"software","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01929138,0.0022137598,0.27202117,0.002245659,0.0013854452,0.0014745852,0.015024801,0.4983489,0.18799436],"genre_scores_gemma":[0.2635574,0.0030057984,0.45153767,0.0056740656,0.0011834285,0.004626855,0.046589095,0.051234934,0.17259078],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963259,0.00049007416,0.000307697,0.0010324339,0.0015807535,0.000263143],"domain_scores_gemma":[0.99352247,0.0010246794,0.0003269701,0.0028647652,0.0016166224,0.0006444219],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021813614,0.0014578014,0.0013734179,0.0028318684,0.0016800265,0.006921354,0.00469899,0.00117409,0.05571543],"category_scores_gemma":[0.010850301,0.0016571364,0.001361433,0.0021861566,0.0009910333,0.007331098,0.008837827,0.0028791337,0.04972818],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001544545,0.00033790187,0.0065534324,0.0020598627,0.0002451763,0.0008072819,0.0031828305,0.0014538371,0.019626504,0.029731624,0.37736228,0.5570947],"study_design_scores_gemma":[0.00015466029,0.0003011654,0.0046635405,0.000332151,0.00012167765,0.0011461251,0.00042525076,0.013433353,0.012927861,0.01499215,0.95118314,0.0003189081],"about_ca_topic_score_codex":0.0030586089,"about_ca_topic_score_gemma":0.0034919078,"teacher_disagreement_score":0.94428456,"about_ca_system_score_codex":0.00065017334,"about_ca_system_score_gemma":0.0021853226,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2122437698","doi":"10.1007/978-3-319-06028-6_102","title":"Information Access in Smart Cities (i-ASC)","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.014446084031605265,"score_gpt":0.23481252711606262,"score_spread":0.22036644308445735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122437698","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00688927,0.14575942,0.049404867,0.008717239,0.009049141,0.00014450897,0.00092951645,0.0007426092,0.77836335],"genre_scores_gemma":[0.1104646,0.15303427,0.031734608,0.0021677045,0.0068741096,0.0002153331,0.001850918,0.00040720464,0.69325125],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997446,0.00003256279,0.000011992191,0.00006056971,0.000107043044,0.000043223485],"domain_scores_gemma":[0.99978226,0.00004731291,0.000014419072,0.000037221853,0.000063508334,0.000055233748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030603266,0.0005189926,0.00030050575,0.0015132295,0.00058769697,0.0022525813,0.0005431022,0.0011084218,0.014892219],"category_scores_gemma":[0.0005034814,0.00029436493,0.00033102607,0.0036521624,0.00092508463,0.002712353,0.0018037483,0.0016466022,0.0058174855],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018067207,0.00005430782,0.0003630135,0.00040587786,0.00000884584,0.000066911794,0.00030735144,0.0019077543,0.0009392965,0.1953669,0.25323692,0.5473247],"study_design_scores_gemma":[0.0000020809198,0.000018923995,0.0007383112,0.00020815452,0.0000042085117,0.00015512222,0.000105022424,0.001276404,0.00045738285,0.0359317,0.9610931,0.000009591531],"about_ca_topic_score_codex":0.0043218434,"about_ca_topic_score_gemma":0.0057498026,"teacher_disagreement_score":0.014892219,"about_ca_system_score_codex":0.0014680743,"about_ca_system_score_gemma":0.0012058814,"threshold_uncertainty_score":0.04981947},"labels":[],"label_agreement":null},{"id":"W2126943286","doi":"10.1007/11527886_43","title":"User- and Community-Adaptive Rewards Mechanism for Sustainable Online Community","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Mechanism (biology); Information overload; Quality (philosophy); Computer science; Sustainability; Online community; Business; Internet privacy; World Wide Web; Ecology; Biology","score_opus":0.023963896440107477,"score_gpt":0.25689988208573067,"score_spread":0.23293598564562318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126943286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09582869,0.00017888834,0.89196783,0.001062905,0.00016726977,0.00044042908,0.00021659698,0.0015331177,0.0086042695],"genre_scores_gemma":[0.89989847,0.00007541093,0.088400096,0.00012894333,0.00008226426,0.00027736853,0.00009632509,0.00008243665,0.010958573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998287,0.000569813,0.00007204543,0.00036177956,0.00040369472,0.00030574182],"domain_scores_gemma":[0.99232966,0.0036987935,0.00041911457,0.0012092172,0.0012590903,0.0010840759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034542966,0.00062937965,0.001372889,0.0011012104,0.0018669494,0.0016697644,0.0043621026,0.002147268,0.008266108],"category_scores_gemma":[0.011941142,0.00046822854,0.0006939301,0.0010386661,0.001091186,0.003398264,0.0036529757,0.001954584,0.00094266084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00156554,0.0017575304,0.0036715504,0.000314118,0.00021664417,0.00046001252,0.00097603985,0.28061077,0.018506458,0.43266577,0.022568434,0.23668708],"study_design_scores_gemma":[0.00011723108,0.00012369407,0.00045376603,0.000010645461,0.000030943753,0.00011447143,0.0000816196,0.9064311,0.0017193352,0.08864848,0.0022314005,0.000037287937],"about_ca_topic_score_codex":0.0022423058,"about_ca_topic_score_gemma":0.0030515927,"teacher_disagreement_score":0.008266108,"about_ca_system_score_codex":0.0014639986,"about_ca_system_score_gemma":0.002275559,"threshold_uncertainty_score":0.02765292},"labels":[],"label_agreement":null},{"id":"W2128243924","doi":"10.1111/j.1083-6101.2007.00344.x","title":"Shake, Rattle, and Roles: Lessons from Experimental Earthquake Engineering for Incorporating Remote Users in Large-Scale E-Science Experiments","year":2007,"lang":"en","type":"article","venue":"Journal of Computer-Mediated Communication","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"U.S. Department of Defense","keywords":"Cyberinfrastructure; Exploit; Citizen science; Scale (ratio); Shake; Computer science; Crowdsourcing; Point (geometry); Data science; Computer security; Engineering; Remote sensing; World Wide Web; Geography","score_opus":0.017154425719723487,"score_gpt":0.28182473184074636,"score_spread":0.2646703061210229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128243924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74447,0.0016440699,0.10463206,0.035890535,0.0004314697,0.0018887592,0.00012337275,0.00027201907,0.11064775],"genre_scores_gemma":[0.9641655,0.0007590701,0.029072057,0.0011967369,0.000041024687,0.000999609,0.00003630384,0.000064392116,0.0036653045],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9838975,0.014358308,0.00016766084,0.0004998773,0.00053570274,0.00054104987],"domain_scores_gemma":[0.95760715,0.03594683,0.0008641928,0.00299642,0.0010473066,0.0015381635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02323013,0.0007340239,0.0005529523,0.0006568331,0.0058839796,0.003674118,0.0035480624,0.0036851629,0.0058029196],"category_scores_gemma":[0.04235165,0.0006095678,0.0005706613,0.00048407327,0.014000684,0.008178312,0.0049429596,0.0036954223,0.000871281],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013540825,0.006847768,0.029250387,0.0018117804,0.00012448318,0.0035440612,0.52464724,0.010702686,0.013049669,0.19394967,0.01057702,0.20414118],"study_design_scores_gemma":[0.0010479164,0.004094132,0.019434916,0.0012444623,0.000105184474,0.001564621,0.30567667,0.018631354,0.008711376,0.48428515,0.15487494,0.00032925286],"about_ca_topic_score_codex":0.0028052924,"about_ca_topic_score_gemma":0.006357552,"teacher_disagreement_score":0.02323013,"about_ca_system_score_codex":0.0021106547,"about_ca_system_score_gemma":0.0028142168,"threshold_uncertainty_score":0.12285417},"labels":[],"label_agreement":null},{"id":"W2128315808","doi":"10.1007/s00779-015-0837-0","title":"Applying geocaching principles to site-based citizen science and eliciting reactions via a technology probe","year":2015,"lang":"en","type":"article","venue":"Personal and Ubiquitous Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Citizen science; Computer science; Usability; Thriving; Data collection; Mobile device; Redundancy (engineering); Raw data; Data science; Human–computer interaction; World Wide Web; Psychology","score_opus":0.026621994568668872,"score_gpt":0.25464090372602266,"score_spread":0.2280189091573538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128315808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74155694,0.0000766829,0.21678877,0.0025252975,0.00010337152,0.0016425537,0.0002729202,0.0005225235,0.036510874],"genre_scores_gemma":[0.9424542,0.00003771062,0.053539667,0.00034994216,0.000023904946,0.0008256265,0.00007318144,0.000033227527,0.0026624417],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9937994,0.0041452968,0.00016637641,0.00058358046,0.0009987584,0.00030671776],"domain_scores_gemma":[0.9661461,0.02607133,0.0015385048,0.0038523704,0.0018229679,0.0005686863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051578023,0.00041279712,0.00031994426,0.00085489074,0.0016253748,0.001902082,0.00085849315,0.0023327365,0.0031238536],"category_scores_gemma":[0.024913,0.00032321303,0.00030799373,0.0010031067,0.0016251357,0.0026233916,0.002134821,0.0017173624,0.0005503485],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025379348,0.0036017543,0.12930922,0.0022045425,0.00018388024,0.0012088136,0.20029221,0.0110641625,0.196455,0.12274099,0.008895723,0.32150576],"study_design_scores_gemma":[0.00061371364,0.006133094,0.16919664,0.0006065767,0.000360806,0.0011027257,0.2178841,0.19090696,0.12136526,0.18412995,0.10719198,0.00050825934],"about_ca_topic_score_codex":0.0010769151,"about_ca_topic_score_gemma":0.0020095482,"teacher_disagreement_score":0.0051578023,"about_ca_system_score_codex":0.0008122884,"about_ca_system_score_gemma":0.0011934015,"threshold_uncertainty_score":0.02727735},"labels":[],"label_agreement":null},{"id":"W2130743022","doi":"10.1109/iscc.2014.6912581","title":"Mobility-aware trustworthy crowdsourcing in cloud-centric Internet of Things","year":2014,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Crowdsourcing; Cloud computing; Computer science; Reputation; Incentive; The Internet; Trustworthiness; World Wide Web; Computer security","score_opus":0.007740010191102328,"score_gpt":0.2108481864263808,"score_spread":0.2031081762352785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130743022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084192716,0.00082724396,0.9017624,0.0025423053,0.00045412718,0.00033910532,0.00011946774,0.0005302469,0.009232465],"genre_scores_gemma":[0.9538908,0.00025240093,0.043302815,0.00018787384,0.000087139124,0.000074512864,0.00004766586,0.000028739543,0.0021280767],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998154,0.0005552938,0.00008790817,0.00040581205,0.0004474951,0.00034946742],"domain_scores_gemma":[0.998423,0.00051025045,0.00023219339,0.0002560527,0.00028838377,0.00029007543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021203323,0.00067552505,0.0010218365,0.00045849202,0.0021685131,0.0015770587,0.002619569,0.0014781852,0.0007816945],"category_scores_gemma":[0.0032828394,0.0003867351,0.0009660702,0.00077304814,0.0013645407,0.002036207,0.0036082491,0.0010993812,0.00021875268],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004746401,0.00020706837,0.0030446458,0.00023565756,0.00016604758,0.0017665479,0.0012567665,0.7345201,0.013866544,0.172075,0.008170725,0.06421623],"study_design_scores_gemma":[0.000021045242,0.000035737386,0.00031098563,0.000012159368,0.000023005588,0.00007636476,0.00018921183,0.9698065,0.0010036754,0.024944598,0.0035522995,0.000024355768],"about_ca_topic_score_codex":0.01736824,"about_ca_topic_score_gemma":0.012577367,"teacher_disagreement_score":0.01736824,"about_ca_system_score_codex":0.0020287065,"about_ca_system_score_gemma":0.0025194234,"threshold_uncertainty_score":0.034534276},"labels":[],"label_agreement":null},{"id":"W2132772540","doi":"","title":"Annotating Anaphoric Shell Nouns with their Antecedents","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Noun; Annotation; Natural language processing; Artificial intelligence; Crowdsourcing; Quality (philosophy); World Wide Web; Philosophy","score_opus":0.004637014399758553,"score_gpt":0.16506791544789995,"score_spread":0.1604309010481414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132772540","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35786664,0.0020418167,0.53835356,0.0028887717,0.0008514611,0.0013919662,0.007938144,0.004839072,0.0838286],"genre_scores_gemma":[0.5483947,0.0008502718,0.42043608,0.0006107096,0.00035747542,0.00052833656,0.008227277,0.0011034012,0.019491846],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99248976,0.002186242,0.00089826365,0.0019684944,0.0021214657,0.00033575107],"domain_scores_gemma":[0.9755706,0.011962844,0.0023905195,0.004140591,0.005478619,0.00045682202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064312643,0.001009508,0.0010671604,0.0059492136,0.00472624,0.0036480902,0.0015892681,0.0024903812,0.009636523],"category_scores_gemma":[0.02498888,0.00095035054,0.0008809755,0.0046657226,0.0018766632,0.006877049,0.005182276,0.0021921196,0.0034655225],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018902295,0.0006830069,0.09979051,0.0041625644,0.00029901686,0.006026078,0.038891535,0.006052494,0.17327605,0.14310384,0.060439043,0.4653856],"study_design_scores_gemma":[0.00015803857,0.0002451085,0.06706336,0.0014347625,0.0004101234,0.0047113374,0.018012745,0.090354316,0.13022698,0.1271264,0.5599026,0.00035419947],"about_ca_topic_score_codex":0.006842491,"about_ca_topic_score_gemma":0.01385726,"teacher_disagreement_score":0.009636523,"about_ca_system_score_codex":0.001751341,"about_ca_system_score_gemma":0.0028039427,"threshold_uncertainty_score":0.0340122},"labels":[],"label_agreement":null},{"id":"W2139516750","doi":"10.1145/2009916.2010039","title":"Repeatable and reliable search system evaluation using crowdsourcing","year":2011,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Information retrieval; Data science; World Wide Web","score_opus":0.08907501364983587,"score_gpt":0.2649148142627285,"score_spread":0.17583980061289262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139516750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69209343,0.00087736023,0.28223938,0.0009885819,0.00024522954,0.003964415,0.0012109973,0.0041510356,0.014229519],"genre_scores_gemma":[0.9194158,0.00012802408,0.07575525,0.00015182153,0.000056405555,0.0011635822,0.00075381575,0.00025911094,0.0023160751],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9682514,0.019373218,0.0013831807,0.0027210468,0.0072809337,0.0009902428],"domain_scores_gemma":[0.9328423,0.038859393,0.0044702715,0.011441789,0.010613077,0.0017731489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023726327,0.0018891133,0.0020871467,0.002848938,0.0018245201,0.0025880889,0.0022227014,0.0018923872,0.0014220529],"category_scores_gemma":[0.050764065,0.000664027,0.0007741163,0.0017959328,0.0015445175,0.0028012185,0.0030278796,0.001381414,0.0011584874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047812434,0.0033244004,0.038239118,0.0022388806,0.0016411679,0.0016491287,0.007807753,0.31585568,0.1065458,0.00913634,0.018392853,0.49038774],"study_design_scores_gemma":[0.0012197318,0.004422674,0.029032715,0.00018047262,0.0003275778,0.00046105013,0.003492448,0.84501094,0.07410187,0.020678531,0.020491904,0.00058008934],"about_ca_topic_score_codex":0.007869883,"about_ca_topic_score_gemma":0.007547634,"teacher_disagreement_score":0.023726327,"about_ca_system_score_codex":0.0024755674,"about_ca_system_score_gemma":0.002142604,"threshold_uncertainty_score":0.12547833},"labels":[],"label_agreement":null},{"id":"W2144007431","doi":"10.1145/1240624.1240865","title":"Strategies for accelerating on-line learning of hotkeys","year":2007,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Selection (genetic algorithm); Human–computer interaction; Line (geometry); Artificial intelligence; Machine learning; Programming language","score_opus":0.04985904044599529,"score_gpt":0.3010206233756084,"score_spread":0.2511615829296131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144007431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39296827,0.00046812286,0.59134173,0.00035009428,0.00010607739,0.0007744537,0.000111017915,0.005767191,0.008113082],"genre_scores_gemma":[0.7493179,0.00021726626,0.24514739,0.0001628982,0.000037686506,0.00092005276,0.00012955151,0.00022061067,0.0038466037],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99868315,0.00054214895,0.000078887584,0.00034386577,0.00023408822,0.00011784127],"domain_scores_gemma":[0.9835528,0.011689794,0.0009519115,0.002280444,0.0008934632,0.0006315978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026053651,0.001128532,0.0008499548,0.0005592979,0.00039679016,0.0011916874,0.0025973753,0.0010990452,0.007607539],"category_scores_gemma":[0.017830031,0.00059434987,0.0003741846,0.00043330278,0.000644382,0.0031714132,0.0018256832,0.001169836,0.002256741],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025868837,0.0028813179,0.00985476,0.0008819125,0.00013980307,0.00024955938,0.0015447018,0.024173288,0.075901724,0.008703677,0.0037493594,0.869333],"study_design_scores_gemma":[0.0018590185,0.007237241,0.028659714,0.00031079302,0.00044129818,0.0011384302,0.002248247,0.6633146,0.16324463,0.09446387,0.03665464,0.0004276103],"about_ca_topic_score_codex":0.000500169,"about_ca_topic_score_gemma":0.0009281058,"teacher_disagreement_score":0.007607539,"about_ca_system_score_codex":0.00032719475,"about_ca_system_score_gemma":0.00056267425,"threshold_uncertainty_score":0.025449812},"labels":[],"label_agreement":null},{"id":"W2146277225","doi":"10.1109/mcom.2015.7180511","title":"Security and privacy in mobile crowdsourcing networks: challenges and opportunities","year":2015,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":212,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Computer science; Computer security; Crowdsourcing software development; Architecture; Mobile device; Set (abstract data type); Data science; Internet privacy; World Wide Web","score_opus":0.09425909677158763,"score_gpt":0.2892999562422099,"score_spread":0.19504085947062227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146277225","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036495507,0.008959844,0.8482578,0.07540656,0.0007207852,0.0002976425,0.00016364321,0.00032438769,0.029373875],"genre_scores_gemma":[0.862013,0.0070275436,0.11809561,0.0037198723,0.0011631271,0.00049049914,0.0001082499,0.00007270612,0.0073094135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99113643,0.00425503,0.00034053306,0.0012349574,0.0023138344,0.00071923493],"domain_scores_gemma":[0.9832187,0.010316486,0.0011770492,0.002944807,0.0017260145,0.000616947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01169324,0.00078757363,0.0013526472,0.00087643217,0.0050158594,0.006614024,0.0028294094,0.0057453304,0.0016353156],"category_scores_gemma":[0.019088656,0.0008239598,0.0009806107,0.0014382963,0.009404066,0.011958612,0.0074147647,0.0057972777,0.00051574304],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015740958,0.00006277985,0.0018859083,0.000449644,0.000059333823,0.0007376799,0.0023395899,0.048996065,0.0040390636,0.8439185,0.008872544,0.0884815],"study_design_scores_gemma":[0.000028001845,0.00005563359,0.00041781293,0.00018330333,0.000027547714,0.00044073234,0.001063262,0.14692357,0.002065095,0.81440425,0.034327723,0.00006304201],"about_ca_topic_score_codex":0.0036440855,"about_ca_topic_score_gemma":0.002824515,"teacher_disagreement_score":0.01169324,"about_ca_system_score_codex":0.0032014165,"about_ca_system_score_gemma":0.0034014322,"threshold_uncertainty_score":0.061840475},"labels":[],"label_agreement":null},{"id":"W2148087540","doi":"10.1109/tetc.2013.2273359","title":"Vita: A Crowdsensing-Oriented Mobile Cyber-Physical System","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Emerging Topics in Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Hong Kong Polytechnic University","keywords":"Computer science; Mobile device; Mobile computing; Mobile cloud computing; Cloud computing; Crowdsensing; Cyber-physical system; Mobile Web; Overhead (engineering); Architecture; Mobile technology; Embedded system; Distributed computing; Computer network; Computer security; World Wide Web; Operating system","score_opus":0.009895492815218484,"score_gpt":0.246192966611103,"score_spread":0.2362974737958845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148087540","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0448577,0.00082634727,0.8873199,0.0014571589,0.00075630983,0.0013142287,0.00062536454,0.027271178,0.035571754],"genre_scores_gemma":[0.74260247,0.0006979128,0.23148143,0.00097266206,0.0002511669,0.00095147913,0.000890278,0.00051177246,0.021640955],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995634,0.000100291465,0.000028317363,0.00010989136,0.0001412591,0.000056818306],"domain_scores_gemma":[0.9994748,0.0001239869,0.000052277082,0.00013157407,0.00009175788,0.00012555065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043439525,0.0006613299,0.0006732123,0.00051311945,0.00089751295,0.0016551324,0.001820969,0.0011655837,0.0054370263],"category_scores_gemma":[0.0016207179,0.00043927666,0.0005208026,0.00036936457,0.00096548814,0.0015957261,0.0038532089,0.0011317699,0.0018137549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017128314,0.00067419896,0.0078424895,0.0016581679,0.00040496807,0.0029083022,0.0022182318,0.20940061,0.1883187,0.14642271,0.072475344,0.36596346],"study_design_scores_gemma":[0.0003018251,0.00060959527,0.0020311552,0.00009568861,0.00012265738,0.0009058367,0.00022468722,0.761102,0.022698466,0.03491626,0.176848,0.00014371151],"about_ca_topic_score_codex":0.0021679818,"about_ca_topic_score_gemma":0.0014137507,"teacher_disagreement_score":0.0054370263,"about_ca_system_score_codex":0.0005320391,"about_ca_system_score_gemma":0.00095876213,"threshold_uncertainty_score":0.018188655},"labels":[],"label_agreement":null},{"id":"W2154096410","doi":"","title":"Modeling annotator expertise: Learning when everybody knows a bit of something","year":2010,"lang":"en","type":"article","venue":"International Conference on Artificial Intelligence and Statistics","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":188,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Probabilistic logic; Artificial intelligence; Machine learning; Domain (mathematical analysis); Task (project management); Space (punctuation); Agreement; Natural language processing; Training set; Variable (mathematics)","score_opus":0.0815228368451885,"score_gpt":0.32873891522444226,"score_spread":0.24721607837925375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154096410","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07460673,0.0008307214,0.9165198,0.0031508699,0.000116104486,0.00015759595,0.00044583098,0.00033622424,0.0038360371],"genre_scores_gemma":[0.8376469,0.000548395,0.15451033,0.0009221679,0.00048260184,0.0005160993,0.00097307493,0.0002558932,0.004144591],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97597617,0.012045542,0.0010126892,0.0073770294,0.0026532032,0.0009353411],"domain_scores_gemma":[0.8608054,0.10935316,0.010838792,0.010571277,0.006495407,0.0019359402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031102175,0.0015635407,0.0027455296,0.0028580325,0.0025139542,0.0038218996,0.0042868885,0.00508608,0.002260016],"category_scores_gemma":[0.12105707,0.0016358692,0.0013888301,0.0031079813,0.004258732,0.011288164,0.0065704626,0.0043849526,0.00090739015],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030680182,0.0006519858,0.13486396,0.0016002327,0.0014608805,0.0028296676,0.017019514,0.3396285,0.0113492785,0.15850785,0.019037327,0.30998284],"study_design_scores_gemma":[0.00010014191,0.00014803825,0.01061812,0.00020216028,0.00020017962,0.00076952594,0.0009835392,0.7049601,0.0034646422,0.27144212,0.0069660344,0.00014542241],"about_ca_topic_score_codex":0.0056404746,"about_ca_topic_score_gemma":0.0064825267,"teacher_disagreement_score":0.031102175,"about_ca_system_score_codex":0.0024136386,"about_ca_system_score_gemma":0.0017430957,"threshold_uncertainty_score":0.16448599},"labels":[],"label_agreement":null},{"id":"W2155340998","doi":"10.1145/2493190.2493245","title":"Annotating ecology","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Annotation; Variety (cybernetics); Computer science; Data science; Exploratory research; Space (punctuation); Information retrieval; World Wide Web; Artificial intelligence; Sociology","score_opus":0.005865793981689244,"score_gpt":0.19396383601900105,"score_spread":0.1880980420373118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155340998","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43144694,0.0020909659,0.22232072,0.016800405,0.0004980305,0.0006335405,0.0011663161,0.0006607933,0.32438233],"genre_scores_gemma":[0.8945693,0.0011182706,0.074871056,0.0019423228,0.00009861877,0.0004752412,0.00066909747,0.00033859126,0.02591749],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910513,0.0062613664,0.00024272964,0.0009441239,0.0010880566,0.00041229068],"domain_scores_gemma":[0.98157436,0.012155888,0.0010704747,0.0028153767,0.0017706035,0.00061329233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011002659,0.0003336482,0.00036730774,0.0029226493,0.00821569,0.0038964974,0.0016797523,0.001310863,0.006176978],"category_scores_gemma":[0.0194681,0.0002466605,0.00030545375,0.0028766037,0.009440124,0.0056318725,0.006879733,0.0012195365,0.0011359222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008288442,0.00007452334,0.032397345,0.000768007,0.00002766781,0.001839149,0.66421276,0.0013784255,0.005732274,0.11707495,0.014201699,0.16221032],"study_design_scores_gemma":[0.000008029902,0.000037929363,0.014406953,0.0007483397,0.000017311142,0.0008374923,0.29060286,0.0017258773,0.002258826,0.054273203,0.6350399,0.000043299424],"about_ca_topic_score_codex":0.0070995674,"about_ca_topic_score_gemma":0.018228611,"teacher_disagreement_score":0.011002659,"about_ca_system_score_codex":0.0023705673,"about_ca_system_score_gemma":0.0032015503,"threshold_uncertainty_score":0.05818832},"labels":[],"label_agreement":null},{"id":"W2171633351","doi":"10.1109/hicss.2008.195","title":"Hybrid RFID-GPS Real-Time Location System for Human Resources: Development, Impacts and Perspectives","year":2008,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Workgroup; Global Positioning System; Real-time locating system; Radio-frequency identification; Computer science; Context (archaeology); Identification (biology); Process (computing); Assisted GPS; Computer security; Real-time computing; Telecommunications; Geography","score_opus":0.023600846365472564,"score_gpt":0.235096665305466,"score_spread":0.21149581893999342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171633351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8161519,0.0056227534,0.1420487,0.0019155731,0.00021804663,0.00061536167,0.00040343785,0.001308148,0.031716],"genre_scores_gemma":[0.92816156,0.0013089841,0.05990992,0.00019329421,0.000051125488,0.00013580325,0.00025026107,0.00003243625,0.009956693],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99917275,0.0002910134,0.000028339655,0.00010609118,0.00031794695,0.00008382377],"domain_scores_gemma":[0.9993204,0.0001962352,0.000031872092,0.000053219614,0.0003430503,0.000055209493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012874949,0.00034509902,0.00024743826,0.00065108767,0.00036198634,0.00093485747,0.0008014369,0.00088742055,0.002744381],"category_scores_gemma":[0.0008899104,0.00015778372,0.0002579243,0.00060624094,0.0004397612,0.001525713,0.000595497,0.00024274981,0.00068183977],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002851124,0.0010973036,0.053821724,0.0012879855,0.00019696896,0.0023648608,0.0024725185,0.03236278,0.14352527,0.015809124,0.0067463326,0.73746395],"study_design_scores_gemma":[0.0006244096,0.015487824,0.10972991,0.00038795514,0.0007440023,0.0057671694,0.009290649,0.34858942,0.33524498,0.00801117,0.16560899,0.0005135609],"about_ca_topic_score_codex":0.0076528704,"about_ca_topic_score_gemma":0.0054105194,"teacher_disagreement_score":0.0076528704,"about_ca_system_score_codex":0.0006631112,"about_ca_system_score_gemma":0.0005480079,"threshold_uncertainty_score":0.015216649},"labels":[],"label_agreement":null},{"id":"W2180780611","doi":"10.1609/hcomp.v3i1.13261","title":"Acquiring Reliable Ratings from the Crowd","year":2015,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"","keywords":"Crowdsourcing; Computer science; Artificial intelligence; Data science; Machine learning; World Wide Web","score_opus":0.0737925058077919,"score_gpt":0.28486716767576215,"score_spread":0.21107466186797025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2180780611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18760791,0.004435758,0.77136827,0.002931576,0.00066055136,0.0007009526,0.00617605,0.00568512,0.0204339],"genre_scores_gemma":[0.7037353,0.0011108366,0.2778174,0.0008209937,0.0008564591,0.00038352018,0.006789055,0.0003962306,0.008090288],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9906346,0.0025535792,0.0005063484,0.002741199,0.0030738893,0.0004903472],"domain_scores_gemma":[0.9759454,0.009358608,0.0023320934,0.0058049043,0.005627154,0.0009318802],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050756526,0.0017487003,0.00293746,0.002659282,0.0011976092,0.002430967,0.0022101966,0.0021329224,0.0030121056],"category_scores_gemma":[0.033645652,0.0009831894,0.0008236773,0.0023579404,0.000817044,0.004934746,0.0040650223,0.0020149997,0.004668569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026848482,0.00091800955,0.039938368,0.0015198963,0.0005654275,0.0016206839,0.0029268588,0.048566446,0.07246398,0.010800918,0.061623123,0.7563714],"study_design_scores_gemma":[0.00024684175,0.0008719939,0.023251202,0.0002552427,0.0002398625,0.0015336112,0.0017034551,0.83059186,0.040323544,0.054371677,0.046288013,0.00032281305],"about_ca_topic_score_codex":0.005082074,"about_ca_topic_score_gemma":0.007056769,"teacher_disagreement_score":0.99492437,"about_ca_system_score_codex":0.000592791,"about_ca_system_score_gemma":0.0011419393,"threshold_uncertainty_score":0.026842892},"labels":[],"label_agreement":null},{"id":"W2185548553","doi":"10.5555/2615731.2615791","title":"Reputation-aware task allocation for human trustees","year":2014,"lang":"en","type":"article","venue":"Adaptive Agents and Multi-Agents Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reputation; Task (project management); Computer science; Workload; Delegation; Crowdsourcing; Resource allocation; Operations research; Economics; Computer network; World Wide Web; Mathematics","score_opus":0.04947797062188094,"score_gpt":0.2924733497182121,"score_spread":0.24299537909633115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185548553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11757844,0.0005069748,0.8740752,0.0004180897,0.000086016764,0.00018407204,0.000051474955,0.00097011606,0.006129574],"genre_scores_gemma":[0.9492871,0.0000763526,0.048712377,0.00003258143,0.000029216999,0.000078588324,0.000026764941,0.000034724348,0.0017223145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997531,0.0011414448,0.00012590335,0.0004599222,0.00042855667,0.00031316117],"domain_scores_gemma":[0.99244106,0.0030465038,0.0009863224,0.0016299088,0.0011042538,0.00079191057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003324628,0.0008009181,0.0010710557,0.00061023136,0.0011459352,0.0014194289,0.001937338,0.0008300276,0.0022037788],"category_scores_gemma":[0.010790567,0.00040254777,0.00052692235,0.0005169149,0.001065809,0.0019642725,0.0024163553,0.00095609255,0.0005958061],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000907689,0.00046042536,0.0056713256,0.00037100096,0.00014103702,0.0003102294,0.0010138743,0.7384146,0.025453784,0.027614461,0.004468575,0.19517303],"study_design_scores_gemma":[0.000042518088,0.00012971547,0.0006253752,0.000007775799,0.000027292715,0.00007436121,0.00010587966,0.98718864,0.0021907582,0.007973101,0.001609941,0.00002469678],"about_ca_topic_score_codex":0.0037135351,"about_ca_topic_score_gemma":0.004019673,"teacher_disagreement_score":0.0037135351,"about_ca_system_score_codex":0.0011811345,"about_ca_system_score_gemma":0.0020720481,"threshold_uncertainty_score":0.017582536},"labels":[],"label_agreement":null},{"id":"W2185950569","doi":"10.1609/aaai.v28i1.9091","title":"A Model for Aggregating Contributions of Synergistic Crowdsourcing Workflows","year":2014,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Key Research and Development Program of China; Beijing Nova Program; Foundation for the Author of National Excellent Doctoral Dissertation of the People's Republic of China","keywords":"Crowdsourcing; Workflow; Computer science; Task (project management); Quality (philosophy); Partially observable Markov decision process; Distributed computing; Machine learning; Data mining; Artificial intelligence; Database; Systems engineering; World Wide Web; Engineering; Markov model","score_opus":0.0593580602515172,"score_gpt":0.2903209386913843,"score_spread":0.23096287843986713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185950569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010886829,0.00020892317,0.98188996,0.0006251293,0.00007649482,0.00017980459,0.00039014083,0.00044533183,0.005297381],"genre_scores_gemma":[0.6329345,0.0007458099,0.34529516,0.00029379397,0.00018135612,0.0016093194,0.0007936206,0.00025753616,0.017888935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99701595,0.0009121322,0.00021430315,0.0008515729,0.00058426615,0.00042177973],"domain_scores_gemma":[0.9961481,0.0021085977,0.00048710807,0.00027865975,0.00061478035,0.0003627185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004192494,0.0024633387,0.002049729,0.0017060929,0.0016917911,0.0033249473,0.0049845963,0.0033589385,0.00746326],"category_scores_gemma":[0.0075585106,0.0014864107,0.0023429573,0.002458717,0.0021259896,0.0036337208,0.004069229,0.0027883905,0.0013082039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008524494,0.00004152609,0.00044575328,0.00011190681,0.00005077544,0.00020813502,0.00022083649,0.9495263,0.0009478592,0.038299184,0.00096774887,0.009094836],"study_design_scores_gemma":[0.000028787743,0.000027321423,0.000074663534,0.000012477646,0.00002093081,0.000023378014,0.000023314336,0.9822222,0.00017908099,0.016356658,0.0010176891,0.000013540328],"about_ca_topic_score_codex":0.018324263,"about_ca_topic_score_gemma":0.012318509,"teacher_disagreement_score":0.018324263,"about_ca_system_score_codex":0.0033176627,"about_ca_system_score_gemma":0.0037993416,"threshold_uncertainty_score":0.036435187},"labels":[],"label_agreement":null},{"id":"W2187262079","doi":"","title":"Crowdsourcing with a Crowd of One and Other TREC 2011 Crowdsourcing and Web Track Experiments.","year":2011,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Relevance (law); Set (abstract data type); Task (project management); Construct (python library); Quality (philosophy); Information retrieval; Data science; World Wide Web; Engineering","score_opus":0.03977264322084437,"score_gpt":0.22186225948409535,"score_spread":0.182089616263251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187262079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63317853,0.0018370956,0.13806462,0.005537674,0.008819821,0.014829014,0.06496193,0.0299811,0.10279016],"genre_scores_gemma":[0.6803602,0.00031915,0.1802871,0.0019901171,0.0010277702,0.0075018685,0.071417004,0.0025361557,0.054560643],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98316115,0.007007731,0.0009466321,0.0031747057,0.0043581305,0.0013516033],"domain_scores_gemma":[0.9632718,0.011742366,0.001086872,0.007885347,0.010680403,0.005333254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023022214,0.0019939619,0.0015588239,0.0028232706,0.005602545,0.0032358756,0.0018458071,0.0029468772,0.005413402],"category_scores_gemma":[0.039967474,0.0009096643,0.0017411718,0.0029190888,0.0016946283,0.0025825065,0.004455783,0.0033720327,0.0035426063],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008925825,0.010097742,0.034992494,0.0024027186,0.0025248302,0.0017291971,0.0066623176,0.10611573,0.048790626,0.0109611545,0.5179401,0.2488572],"study_design_scores_gemma":[0.004949422,0.0077110743,0.09802705,0.00038627375,0.0007607252,0.0010661109,0.004300621,0.35899118,0.06988815,0.02941069,0.4230669,0.0014418188],"about_ca_topic_score_codex":0.048369464,"about_ca_topic_score_gemma":0.08975107,"teacher_disagreement_score":0.048369464,"about_ca_system_score_codex":0.004545857,"about_ca_system_score_gemma":0.0053611244,"threshold_uncertainty_score":0.12175459},"labels":[],"label_agreement":null},{"id":"W2200523128","doi":"","title":"Evaluating Information Retrieval Systems With Multiple Non-Expert Assessors","year":2013,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Ranking (information retrieval); Relevance (law); Computer science; Information retrieval; Key (lock); Expert system; Test (biology); Machine learning; Data mining; Artificial intelligence","score_opus":0.013713733160320379,"score_gpt":0.22638600976079065,"score_spread":0.21267227660047028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2200523128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68705004,0.0018769614,0.296456,0.000999718,0.00015559643,0.0011831255,0.00023864173,0.0013165355,0.010723332],"genre_scores_gemma":[0.8054007,0.00027029897,0.19070533,0.00026726112,0.00010240109,0.00037079674,0.00044715832,0.0000893148,0.0023467178],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97330713,0.016121084,0.002031599,0.0031852678,0.0045255725,0.0008293636],"domain_scores_gemma":[0.9068892,0.065906145,0.0057449695,0.007440171,0.012104228,0.0019152719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038056698,0.0014032539,0.0021979492,0.0022917807,0.0016776274,0.0034638694,0.0022989616,0.0023252114,0.00245583],"category_scores_gemma":[0.10156843,0.00071230915,0.0010790686,0.0018511367,0.001308387,0.004939539,0.0030513662,0.0020484221,0.0012331213],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042066867,0.001844067,0.07551784,0.001531899,0.0015129693,0.00029988078,0.0026011341,0.23791091,0.02489161,0.007298377,0.0063421223,0.6360425],"study_design_scores_gemma":[0.0006359618,0.0032724256,0.02543607,0.000121172554,0.0004200856,0.00024566025,0.0014495358,0.92526835,0.028130986,0.011268768,0.0035674854,0.00018353204],"about_ca_topic_score_codex":0.005511354,"about_ca_topic_score_gemma":0.008071076,"teacher_disagreement_score":0.038056698,"about_ca_system_score_codex":0.0023359538,"about_ca_system_score_gemma":0.0020489283,"threshold_uncertainty_score":0.20126545},"labels":[],"label_agreement":null},{"id":"W2207815291","doi":"10.5555/2772879.2773387","title":"Quality and Budget Aware Task Allocation for Spatial Crowdsourcing","year":2015,"lang":"en","type":"article","venue":"Adaptive Agents and Multi-Agents Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Reputation; Computer science; Task (project management); Quality (philosophy); Field (mathematics); Budget constraint; Trustworthiness; Computer security; World Wide Web; Engineering; Economics; Microeconomics","score_opus":0.11764615710736107,"score_gpt":0.32829033621983045,"score_spread":0.21064417911246938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2207815291","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025075758,0.00069874007,0.9695058,0.00055199134,0.00008395174,0.00019549357,0.00006243858,0.0002501288,0.003575666],"genre_scores_gemma":[0.8544038,0.0005324752,0.14066799,0.00013162752,0.00012817557,0.00029942932,0.00007389433,0.00014028884,0.0036223815],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967102,0.0014960171,0.00018070338,0.00055171864,0.0007003491,0.00036108342],"domain_scores_gemma":[0.9943416,0.0029091926,0.0008205727,0.0006649682,0.00069280807,0.0005707064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044033877,0.0013663305,0.001530374,0.000989691,0.0010881501,0.001823835,0.0026592088,0.0014902544,0.0023460211],"category_scores_gemma":[0.015571882,0.00076498464,0.0005947038,0.0012431353,0.0012562075,0.002525923,0.0027086071,0.001253591,0.0005014572],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004229372,0.00018804541,0.0015949357,0.00033668595,0.000104749306,0.00020650444,0.0004337767,0.86007726,0.008625615,0.04131631,0.0030894212,0.08360375],"study_design_scores_gemma":[0.000040364925,0.000084623236,0.0005202192,0.000024755167,0.000024094401,0.00007415203,0.00010190956,0.96898425,0.0012334145,0.027029235,0.0018577216,0.000025312293],"about_ca_topic_score_codex":0.0047452,"about_ca_topic_score_gemma":0.0037537122,"teacher_disagreement_score":0.0047452,"about_ca_system_score_codex":0.002145292,"about_ca_system_score_gemma":0.0022806842,"threshold_uncertainty_score":0.023287594},"labels":[],"label_agreement":null},{"id":"W2224129370","doi":"10.5753/cbie.wcbie.2015.65","title":"Identificando Colegas para Ajudar em Minhas Dúvidas: Um Estudo Empírico em Comunidades de Perguntas e Respostas","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Philosophy","score_opus":0.047245701099400746,"score_gpt":0.31256896685694946,"score_spread":0.2653232657575487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2224129370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.917466,0.0021144631,0.034690548,0.0013989996,0.00014715649,0.00038204237,0.0005288964,0.0004557131,0.042816233],"genre_scores_gemma":[0.9723776,0.0006776029,0.0181495,0.00016957996,0.000025152744,0.00019690633,0.00023158285,0.000098878714,0.008073248],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99535626,0.0021769393,0.00021522112,0.0010735707,0.0007869812,0.0003910334],"domain_scores_gemma":[0.982219,0.011019318,0.002231547,0.0017447926,0.0019070175,0.0008783724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046745175,0.00070021313,0.00083634286,0.0024101485,0.0036203915,0.0054496834,0.0016876197,0.0016724875,0.009194728],"category_scores_gemma":[0.025330098,0.00082660373,0.00090664823,0.0027393925,0.0020655773,0.005549225,0.0032862553,0.0013846364,0.0015652806],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001600714,0.0011001211,0.34131595,0.002146145,0.00059770065,0.0017309496,0.084310435,0.013206021,0.014217138,0.038655292,0.011365012,0.48975456],"study_design_scores_gemma":[0.00021418987,0.0015836166,0.50276536,0.0014334769,0.001027082,0.0018909969,0.18372369,0.10686401,0.014017662,0.049608,0.13641217,0.00045979852],"about_ca_topic_score_codex":0.022891168,"about_ca_topic_score_gemma":0.036206566,"teacher_disagreement_score":0.022891168,"about_ca_system_score_codex":0.0025178648,"about_ca_system_score_gemma":0.0023753988,"threshold_uncertainty_score":0.045515835},"labels":[],"label_agreement":null},{"id":"W2264475115","doi":"10.14778/2809974.2809977","title":"Worker skill estimation in team-based tasks","year":2015,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"Army Research Office; National Science Foundation","keywords":"Task (project management); Computer science; Scalability; Outcome (game theory); Estimation; Machine learning; Artificial intelligence; Knowledge management; Mathematics; Engineering","score_opus":0.015130512596530404,"score_gpt":0.23288734720550677,"score_spread":0.21775683460897638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264475115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076206185,0.00044829195,0.91976804,0.00044537787,0.00004656696,0.00013889285,0.00031000923,0.0005856152,0.0020511555],"genre_scores_gemma":[0.8068059,0.00027741754,0.18942317,0.00013661874,0.000093011855,0.00023374702,0.00061468873,0.00013299049,0.0022823703],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977551,0.00080249924,0.00013512555,0.0007224935,0.00034099873,0.00024383586],"domain_scores_gemma":[0.99402255,0.003569525,0.0007216864,0.0006939709,0.00063653477,0.00035575827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035532704,0.0014200074,0.001682784,0.0017063664,0.0009606063,0.0014170315,0.0023432996,0.0019509409,0.0017064706],"category_scores_gemma":[0.015688267,0.00083530316,0.00078637974,0.001400205,0.0011100036,0.0018676327,0.002417013,0.0014258499,0.00076827826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049971836,0.0002800168,0.015229289,0.000300164,0.00014647309,0.00017851932,0.0008651408,0.791594,0.003218078,0.010764481,0.0036383169,0.1732858],"study_design_scores_gemma":[0.000028058657,0.0000450839,0.002493762,0.000028881006,0.000015147515,0.00004021207,0.00017279953,0.9681814,0.0011211872,0.026830953,0.0010214437,0.000021139731],"about_ca_topic_score_codex":0.012485125,"about_ca_topic_score_gemma":0.009050555,"teacher_disagreement_score":0.012485125,"about_ca_system_score_codex":0.0014086297,"about_ca_system_score_gemma":0.0017572657,"threshold_uncertainty_score":0.024824917},"labels":[],"label_agreement":null},{"id":"W2274126126","doi":"10.1007/s10472-015-9492-4","title":"How many crowdsourced workers should a requester hire?","year":2016,"lang":"en","type":"article","venue":"Annals of Mathematics and Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Crowdsourcing; Aggregate (composite); Computer science; Payment; Task (project management); Bootstrapping (finance); Process (computing); Set (abstract data type); Data science; Econometrics; Economics; World Wide Web","score_opus":0.15540755052225516,"score_gpt":0.3250190013130534,"score_spread":0.16961145079079823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274126126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54688346,0.0028400212,0.39456716,0.018333958,0.00059346133,0.001138162,0.0013965137,0.0012934437,0.03295384],"genre_scores_gemma":[0.933326,0.00043627384,0.061176147,0.0005772969,0.00013917858,0.00042121322,0.00026802695,0.000112615264,0.0035432284],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9885656,0.0071872566,0.0004072328,0.001819729,0.0011945894,0.0008255316],"domain_scores_gemma":[0.9555976,0.02997854,0.004421747,0.005396763,0.002833423,0.0017719578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015084292,0.0009884579,0.0016679689,0.00075078214,0.0022832854,0.0025669471,0.0023397661,0.002440289,0.008152199],"category_scores_gemma":[0.06629662,0.0007063659,0.00073577964,0.0011994581,0.0019566566,0.0035043894,0.0020355016,0.0019379708,0.0031985007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005312143,0.0015728009,0.091282874,0.0022659719,0.00047876383,0.0008317963,0.0045576743,0.16949534,0.018778672,0.061625075,0.030731328,0.6130677],"study_design_scores_gemma":[0.0009560973,0.0014625031,0.08626467,0.0007964309,0.00034344906,0.0007793733,0.011490812,0.5782366,0.014913677,0.25517663,0.049181882,0.00039793662],"about_ca_topic_score_codex":0.005421855,"about_ca_topic_score_gemma":0.005851977,"teacher_disagreement_score":0.015084292,"about_ca_system_score_codex":0.0021824797,"about_ca_system_score_gemma":0.0029209377,"threshold_uncertainty_score":0.07977432},"labels":[],"label_agreement":null},{"id":"W2274472549","doi":"10.29173/irie265","title":"Sensing Environmental Danger in the City","year":2010,"lang":"en","type":"article","venue":"The International Review of Information Ethics","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Structuring; Risk analysis (engineering); Environmental planning; Root cause; Computer security; Internet privacy; Water contamination; Public health; Function (biology); Root (linguistics); Business; Computer science; Engineering; Contamination; Environmental science; Medicine; Operations management","score_opus":0.02210095154606067,"score_gpt":0.28858898504240765,"score_spread":0.266488033496347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274472549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42878592,0.009257951,0.076052114,0.2072327,0.0011837288,0.00021808762,0.0003051401,0.00019171597,0.27677274],"genre_scores_gemma":[0.9799328,0.0029202576,0.006708526,0.003782209,0.00020767759,0.000054152944,0.000060764272,0.000025685302,0.0063079186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99595994,0.0027396195,0.000082291874,0.0002737225,0.00073253433,0.0002118862],"domain_scores_gemma":[0.99600106,0.002106527,0.0005698718,0.00032079263,0.00078599347,0.00021571615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004243716,0.00036662785,0.00032847622,0.0018275237,0.004420331,0.0066872775,0.0007002335,0.0036103346,0.0020335643],"category_scores_gemma":[0.007858684,0.00031492877,0.00028687596,0.0013899681,0.0099936845,0.005832847,0.0060431524,0.0024873542,0.00031668137],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001520514,0.00017576445,0.044202775,0.0005236115,0.00009661133,0.001777445,0.10168184,0.0137931835,0.0034577546,0.66235,0.036458217,0.13533077],"study_design_scores_gemma":[0.000039273626,0.000095782256,0.018006641,0.00063328043,0.000054899152,0.0006659994,0.12361385,0.015936567,0.0025346635,0.5352284,0.30300903,0.00018166816],"about_ca_topic_score_codex":0.011651237,"about_ca_topic_score_gemma":0.010943787,"teacher_disagreement_score":0.011651237,"about_ca_system_score_codex":0.003321285,"about_ca_system_score_gemma":0.002157918,"threshold_uncertainty_score":0.02409774},"labels":[],"label_agreement":null},{"id":"W2283398256","doi":"10.5062/f48913sm","title":"Open Science and Crowd Science: Selected Sites and Resources","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Science and Technology Facilities Council; Strong","keywords":"Citizen science; Open science; Science education; World Wide Web; Computer science; Data science; Mathematics education; Psychology; Biology; Mathematics","score_opus":0.01781610712206986,"score_gpt":0.2676891304796389,"score_spread":0.24987302335756903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283398256","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010786175,0.45232424,0.009347704,0.04566755,0.015312216,0.0015468665,0.022386448,0.002740752,0.43988803],"genre_scores_gemma":[0.048576873,0.49876773,0.02060943,0.009764857,0.017072117,0.0011223407,0.022150192,0.0016749242,0.38026154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989899,0.00015414155,0.000057307876,0.00012677706,0.00045444275,0.00021750404],"domain_scores_gemma":[0.99350303,0.0012492831,0.00050786854,0.00036620174,0.0017036475,0.002670014],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0027416982,0.00091571367,0.00086994004,0.014894332,0.0023937114,0.00623441,0.0010600595,0.0017420165,0.055274013],"category_scores_gemma":[0.0038574885,0.00045851697,0.0005494499,0.027454639,0.00092365086,0.00466995,0.0040696007,0.0011477607,0.020204486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011343281,0.00007910599,0.0014236425,0.0018759437,0.000018606403,0.0002413983,0.00037344918,0.00021922773,0.00047228034,0.005906106,0.68076676,0.30851004],"study_design_scores_gemma":[0.000019068866,0.000028867418,0.0026037653,0.0010804929,0.000015486416,0.00020318234,0.00060087943,0.00012157462,0.00020938949,0.0019868899,0.9931069,0.000023359073],"about_ca_topic_score_codex":0.008453566,"about_ca_topic_score_gemma":0.030104535,"teacher_disagreement_score":0.99893993,"about_ca_system_score_codex":0.0015513853,"about_ca_system_score_gemma":0.004403172,"threshold_uncertainty_score":0.18491},"labels":[],"label_agreement":null},{"id":"W2290496639","doi":"","title":"A Statistical Analysis of the Aggregation of Crowdsourced Labels","year":2015,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Crowdsourcing; Computer science; Focus (optics); Quality (philosophy); Task (project management); Property (philosophy); Measure (data warehouse); Machine learning; Artificial intelligence; Data mining; Data science; Engineering; World Wide Web","score_opus":0.010432632026400877,"score_gpt":0.21473483514947497,"score_spread":0.2043022031230741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290496639","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024765838,0.0010782048,0.9647908,0.0022194257,0.00021736772,0.00031572572,0.00090331375,0.0007266121,0.004982774],"genre_scores_gemma":[0.7110376,0.0014805971,0.26938498,0.0015991424,0.0012493534,0.0014236566,0.0031601498,0.000968943,0.009695646],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9707898,0.014337301,0.0010050413,0.00627802,0.0064162156,0.0011735017],"domain_scores_gemma":[0.69830304,0.23490143,0.019085817,0.03153841,0.0136338575,0.0025375655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042306427,0.0027512424,0.0030186265,0.006087684,0.0028762794,0.004763616,0.005454472,0.0035056,0.0054046465],"category_scores_gemma":[0.22688028,0.0019013906,0.0031995683,0.0053528007,0.008705691,0.008530402,0.007814673,0.00514856,0.0014222797],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004619615,0.00018389574,0.019720161,0.00079270673,0.0006404211,0.00039071587,0.0020019433,0.45049873,0.002083203,0.42967469,0.015143275,0.07840822],"study_design_scores_gemma":[0.000042755506,0.000106141284,0.0045185955,0.00019041894,0.00006298266,0.00015319632,0.00023263165,0.6900479,0.0011549543,0.29726136,0.00613324,0.00009590118],"about_ca_topic_score_codex":0.010538817,"about_ca_topic_score_gemma":0.0055808597,"teacher_disagreement_score":0.042306427,"about_ca_system_score_codex":0.0059650596,"about_ca_system_score_gemma":0.0036040756,"threshold_uncertainty_score":0.2237404},"labels":[],"label_agreement":null},{"id":"W2292498249","doi":"10.1109/iwqos.2015.7404736","title":"Deco: False data detection and correction framework for participatory sensing","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Participatory sensing; Missing data; Computer science; Openness to experience; Data quality; Citizen journalism; Data mining; Variety (cybernetics); Quality (philosophy); Data science; Artificial intelligence; Machine learning; Engineering; World Wide Web","score_opus":0.13264184777448376,"score_gpt":0.3311073952052135,"score_spread":0.19846554743072972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292498249","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010262841,0.00006802668,0.99782526,0.00009445948,0.000031483538,0.00008588551,0.000040443472,0.0004826101,0.0003456318],"genre_scores_gemma":[0.19846644,0.0002964021,0.79583156,0.0003639371,0.00017507281,0.00078329106,0.0003156779,0.00021412456,0.0035535705],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9916021,0.0033043202,0.00040712848,0.0013662897,0.0026940273,0.00062610774],"domain_scores_gemma":[0.9859023,0.007097054,0.0013855724,0.0023702562,0.0026887879,0.0005559793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00916756,0.0019110552,0.002239377,0.0021609252,0.00163245,0.0022781456,0.005192759,0.0027783408,0.0026186423],"category_scores_gemma":[0.024816442,0.0009257077,0.0015396761,0.0015152098,0.0030244456,0.0037556065,0.0076130284,0.0036326472,0.0010027325],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010204314,0.000355844,0.006394606,0.0010573195,0.0003613864,0.0017132815,0.0026637777,0.33393326,0.031529065,0.16320068,0.013085653,0.44468486],"study_design_scores_gemma":[0.000054038494,0.0001372862,0.0004413904,0.00005347432,0.00003919842,0.00040271197,0.00021830497,0.95283306,0.005218801,0.03408238,0.006436853,0.00008252737],"about_ca_topic_score_codex":0.00712095,"about_ca_topic_score_gemma":0.008974858,"teacher_disagreement_score":0.00916756,"about_ca_system_score_codex":0.0015682321,"about_ca_system_score_gemma":0.0038921228,"threshold_uncertainty_score":0.048483312},"labels":[],"label_agreement":null},{"id":"W2294597790","doi":"10.1145/2818052.2855514","title":"Let's Talk About the Quantified Workplace","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Data science; Computer science; Citizen journalism; Work (physics); Engineering ethics; Human–computer interaction; Knowledge management; World Wide Web; Engineering","score_opus":0.017981278302102523,"score_gpt":0.23386018807453232,"score_spread":0.2158789097724298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294597790","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004623819,0.054010324,0.060941864,0.6620206,0.105235696,0.00019483005,0.00031089547,0.00075332477,0.11190866],"genre_scores_gemma":[0.24397936,0.05883926,0.053082507,0.34855124,0.06100034,0.00093282963,0.00046597776,0.0022505121,0.23089808],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892827,0.005478306,0.000358022,0.0014444381,0.002642036,0.00079448754],"domain_scores_gemma":[0.98895407,0.0053472104,0.0006049725,0.0012796257,0.0025461758,0.0012679535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010428209,0.0012824129,0.0010185554,0.0020283146,0.0094449,0.012370087,0.0027846487,0.0108176265,0.02231875],"category_scores_gemma":[0.022879593,0.0005416496,0.0018667438,0.0015657769,0.01736689,0.028696617,0.011789159,0.012762755,0.008237753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012034309,0.00008162227,0.00091505406,0.0013993252,0.000057355097,0.0007315188,0.022920836,0.0005241138,0.0016873081,0.558516,0.35662162,0.05642487],"study_design_scores_gemma":[0.000012761192,0.00005673201,0.00030780002,0.00079382706,0.000014149499,0.00046412012,0.008463545,0.00026590153,0.00055417133,0.113685556,0.8753256,0.00005575083],"about_ca_topic_score_codex":0.003401392,"about_ca_topic_score_gemma":0.002899469,"teacher_disagreement_score":0.02231875,"about_ca_system_score_codex":0.0033249047,"about_ca_system_score_gemma":0.002968744,"threshold_uncertainty_score":0.07466364},"labels":[],"label_agreement":null},{"id":"W2295333720","doi":"10.14778/2856318.2856331","title":"CLAMShell","year":2015,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Crowds; Computer science; Latency (audio); Speedup; Data science; Computer security; Operating system; Telecommunications","score_opus":0.020412257649798923,"score_gpt":0.20830406149783764,"score_spread":0.18789180384803872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295333720","genre_codex":"software","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020482076,0.0013559955,0.42277756,0.0026835823,0.001334631,0.0015311349,0.016611908,0.46677303,0.066450074],"genre_scores_gemma":[0.21390882,0.00094752474,0.59628856,0.0033891092,0.0005609173,0.0019661968,0.045072697,0.04183712,0.09602903],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99670726,0.0004724255,0.00018781345,0.0012301131,0.00115412,0.00024826673],"domain_scores_gemma":[0.9921828,0.0019338009,0.00029728274,0.0040969807,0.0009854393,0.0005036591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030062746,0.0015223454,0.0012251262,0.0019900335,0.0020568087,0.0026487114,0.0033303213,0.0017795966,0.049664002],"category_scores_gemma":[0.013342664,0.0013111333,0.0011937489,0.0015453544,0.0011909402,0.004849966,0.0075019877,0.0021170308,0.03711115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017346231,0.00028203978,0.0035047336,0.00094135274,0.00021407839,0.00043392554,0.0013848514,0.0065313615,0.020952918,0.020503843,0.5526616,0.39085466],"study_design_scores_gemma":[0.00027251686,0.00023449992,0.003126406,0.00018092447,0.00006201925,0.0005436103,0.00040058928,0.11720335,0.026049461,0.048102558,0.8036551,0.00016902175],"about_ca_topic_score_codex":0.0054781055,"about_ca_topic_score_gemma":0.010059356,"teacher_disagreement_score":0.049664002,"about_ca_system_score_codex":0.0011518094,"about_ca_system_score_gemma":0.0022683558,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2295497133","doi":"10.1609/aaai.v26i1.8099","title":"Adaptive Polling for Information Aggregation","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Xerox Foundation; John Templeton Foundation; National Science Foundation","keywords":"Pairwise comparison; Polling; Ranking (information retrieval); Computer science; Simple (philosophy); Machine learning; Artificial intelligence; Data mining","score_opus":0.06370963450995835,"score_gpt":0.27344991805905416,"score_spread":0.2097402835490958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295497133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067343205,0.00049946096,0.926558,0.00059029064,0.00015078638,0.00038573102,0.00023438863,0.0015498163,0.0026882375],"genre_scores_gemma":[0.8101611,0.00011859793,0.18567032,0.0004073522,0.00020034873,0.0004930786,0.00034056586,0.00011804736,0.0024905703],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99304855,0.003069075,0.0003364648,0.0019181136,0.0011548189,0.00047302796],"domain_scores_gemma":[0.9712605,0.020603053,0.0013634065,0.004997851,0.0011203295,0.00065483054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0078340545,0.0014404263,0.0033997323,0.0016339413,0.0019820386,0.0021067315,0.0039752577,0.0028862844,0.0032116475],"category_scores_gemma":[0.036166612,0.0009844501,0.0012973542,0.0019730446,0.0018236942,0.0042150677,0.0033934452,0.0027366376,0.0006715261],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016553202,0.0011844721,0.013191391,0.00056513905,0.00062205625,0.0007616077,0.0019297816,0.55522543,0.015675336,0.07636832,0.009815186,0.32300603],"study_design_scores_gemma":[0.00007370394,0.00009907256,0.00064353464,0.00001534853,0.00003249355,0.000069753136,0.00006208648,0.9561716,0.0012946996,0.04038746,0.0011209025,0.000029296574],"about_ca_topic_score_codex":0.0045139603,"about_ca_topic_score_gemma":0.004989738,"teacher_disagreement_score":0.0078340545,"about_ca_system_score_codex":0.0017105907,"about_ca_system_score_gemma":0.0017127808,"threshold_uncertainty_score":0.04143095},"labels":[],"label_agreement":null},{"id":"W2295689431","doi":"10.1007/978-3-319-29003-4_11","title":"CSSWare: A Middleware for Scalable Mobile Crowd-Sourced Services","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Middleware (distributed applications); Scalability; Computer science; Service (business); Variety (cybernetics); sort; Code (set theory); World Wide Web; Message oriented middleware; Distributed computing; Software; Database; Operating system; Business","score_opus":0.026101408620291974,"score_gpt":0.24193959246720154,"score_spread":0.21583818384690956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295689431","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010126783,0.0010104681,0.8028035,0.00058721076,0.0007709857,0.00040244314,0.0012943856,0.16651815,0.016486129],"genre_scores_gemma":[0.34082508,0.002563404,0.52780896,0.0015306404,0.0008148497,0.0011654542,0.0109860925,0.02951051,0.08479501],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900925,0.00011566095,0.00009382888,0.00019458063,0.00043326477,0.00015341303],"domain_scores_gemma":[0.99886996,0.00024955353,0.000051397208,0.00041173588,0.00019160593,0.00022570216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012071317,0.001592136,0.0013498649,0.0011274597,0.0011288298,0.002970421,0.0040008803,0.0016967843,0.013417003],"category_scores_gemma":[0.003182225,0.0009825886,0.0009945494,0.0012927214,0.000835308,0.0037773168,0.0052247383,0.0023179892,0.006503678],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014536307,0.0005372369,0.002019572,0.0013628568,0.00043291473,0.00087369944,0.0018603652,0.048831053,0.090461195,0.0758982,0.27730906,0.49896023],"study_design_scores_gemma":[0.00029991954,0.00022642313,0.0015682159,0.0002489662,0.00021608638,0.0005865516,0.00039386124,0.3322313,0.06597719,0.05313742,0.5448353,0.00027877677],"about_ca_topic_score_codex":0.004885341,"about_ca_topic_score_gemma":0.003253895,"teacher_disagreement_score":0.013417003,"about_ca_system_score_codex":0.001172465,"about_ca_system_score_gemma":0.0016804712,"threshold_uncertainty_score":0.044884384},"labels":[],"label_agreement":null},{"id":"W2295787329","doi":"","title":"What is hot in CHI","year":2015,"lang":"en","type":"article","venue":"National Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Vision; The arts; Human science; Computer science; Engineering ethics; Sociology; Engineering; Social science; Political science","score_opus":0.19117083066406565,"score_gpt":0.35722615859545,"score_spread":0.16605532793138433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295787329","genre_codex":"review","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012155677,0.52555764,0.0015009684,0.38800558,0.057029556,0.000045361405,0.00025491577,0.00033145532,0.02605899],"genre_scores_gemma":[0.041753598,0.5027001,0.006341042,0.21814698,0.17205676,0.00030404475,0.0012744851,0.0011888462,0.056234065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.987066,0.0051081334,0.00095749885,0.0012331142,0.004589442,0.0010457931],"domain_scores_gemma":[0.9572266,0.014132475,0.0011952209,0.0022370717,0.017184315,0.008024346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012756556,0.00083573785,0.0015048096,0.0065577603,0.0064776917,0.01717852,0.002333035,0.00614356,0.028242402],"category_scores_gemma":[0.044143226,0.0008453666,0.0010110008,0.011096862,0.009737704,0.023280026,0.004259958,0.011294782,0.010019704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008174498,0.000046521174,0.0012646184,0.0013718009,0.00004266976,0.000094362964,0.0022062876,0.000050984192,0.00021270821,0.012719741,0.83369124,0.14821723],"study_design_scores_gemma":[0.00001960879,0.000045285648,0.0018692273,0.0030457661,0.000032205386,0.0002627676,0.0040169703,0.000077632634,0.000108504886,0.016504426,0.9739619,0.000055691944],"about_ca_topic_score_codex":0.012369085,"about_ca_topic_score_gemma":0.028723681,"teacher_disagreement_score":0.028242402,"about_ca_system_score_codex":0.0073856656,"about_ca_system_score_gemma":0.007456534,"threshold_uncertainty_score":0.094480276},"labels":[],"label_agreement":null},{"id":"W2296332186","doi":"10.1145/2836041.2836050","title":"Detecting human encounters from WiFi radio signals","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Proxemics; Human–computer interaction; Mobile device; Telecommunications; World Wide Web","score_opus":0.03610883695764046,"score_gpt":0.25486622493628336,"score_spread":0.21875738797864291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296332186","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22980615,0.00026511145,0.76341265,0.0002997357,0.00006932294,0.0004127547,0.00025014294,0.002391212,0.0030928252],"genre_scores_gemma":[0.8139186,0.00010086635,0.18421431,0.00008965253,0.00003720148,0.00016926156,0.00016778521,0.000040184783,0.001262236],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985831,0.000425581,0.00005893999,0.00033923675,0.00043813037,0.00015505371],"domain_scores_gemma":[0.9980908,0.0007856005,0.00036281397,0.0002514414,0.00030989293,0.00019935948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001187699,0.0006279381,0.00085691625,0.0012377116,0.0006504296,0.0012211063,0.0012565043,0.001207479,0.00086653116],"category_scores_gemma":[0.004840358,0.00041697317,0.00038332448,0.00052612997,0.00081476563,0.0011602439,0.0019571278,0.000789102,0.00050471607],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010208653,0.0013075757,0.12654637,0.00083389715,0.0004059916,0.0011672131,0.0044517373,0.09559835,0.14940006,0.02298208,0.0068194186,0.5894665],"study_design_scores_gemma":[0.000047308058,0.0005292068,0.023918496,0.000036083486,0.00006123432,0.0006811883,0.0006421841,0.936206,0.026711209,0.005762255,0.005307542,0.000097380456],"about_ca_topic_score_codex":0.0040379567,"about_ca_topic_score_gemma":0.004786119,"teacher_disagreement_score":0.0040379567,"about_ca_system_score_codex":0.0004841206,"about_ca_system_score_gemma":0.00064844923,"threshold_uncertainty_score":0.008028865},"labels":[],"label_agreement":null},{"id":"W2321423006","doi":"10.1177/154193120504900507","title":"The Effect of Information Overhead on Perceived Workload and Learning","year":2005,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Workload; Personalization; Task (project management); Computer science; Overhead (engineering); Product (mathematics); Mass customization; World Wide Web; Engineering; Operating system","score_opus":0.005150463491119622,"score_gpt":0.2031168175607279,"score_spread":0.1979663540696083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321423006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998899,0.000035156925,0.00045957975,0.000025779658,0.000004645291,0.00001720592,0.000026756288,0.000013887202,0.00051800394],"genre_scores_gemma":[0.999203,0.00002820567,0.00043609104,0.000016504757,0.000007647689,0.000027367949,0.000049719514,0.0000067360343,0.00022470724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99806553,0.00073137623,0.00016845236,0.00017758229,0.0006558704,0.00020105581],"domain_scores_gemma":[0.9635234,0.027991425,0.003154916,0.0010151108,0.0021503929,0.0021647797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022877466,0.00039616693,0.0003170357,0.0004947463,0.00028344037,0.0008675886,0.00030069862,0.00041221103,0.0020755068],"category_scores_gemma":[0.02228987,0.00020784962,0.00031917408,0.00026198692,0.0003941446,0.0005265318,0.0006336814,0.00043820034,0.00026157958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01198951,0.006102376,0.720706,0.0008441215,0.00048512872,0.0005156263,0.013135154,0.0043143947,0.09254621,0.00026206233,0.0012634936,0.14783598],"study_design_scores_gemma":[0.000103571256,0.0055270623,0.9827399,0.000029917666,0.00009711941,0.00012974639,0.002390873,0.0033745829,0.0048660813,0.00020417092,0.00047939806,0.000057563742],"about_ca_topic_score_codex":0.0009126125,"about_ca_topic_score_gemma":0.0009337977,"teacher_disagreement_score":0.0022877466,"about_ca_system_score_codex":0.00031339706,"about_ca_system_score_gemma":0.00023730088,"threshold_uncertainty_score":0.012098908},"labels":[],"label_agreement":null},{"id":"W2326868876","doi":"10.4108/eai.22-7-2015.2260172","title":"CSSWare: An Actor-Based Middleware for Mobile Crowd-Sourced Services","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Middleware (distributed applications); Computer science; Computer security; Mobile computing; Crowd sourcing; Human–computer interaction; Internet privacy; World Wide Web; Computer network; Distributed computing","score_opus":0.038343697659170936,"score_gpt":0.27758596723757367,"score_spread":0.23924226957840272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326868876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006414293,0.00030232113,0.8935353,0.0005734101,0.00043905363,0.00034569745,0.00045282068,0.08660527,0.011331817],"genre_scores_gemma":[0.30327407,0.0013134724,0.6164597,0.0012640819,0.00044315812,0.0011182092,0.003660262,0.0147249885,0.05774205],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915445,0.00017688682,0.00009047549,0.0001832743,0.00028331205,0.00011146764],"domain_scores_gemma":[0.9987649,0.00032310263,0.00007620915,0.00037080696,0.00015659952,0.00030842613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015601737,0.00093339564,0.0007292917,0.0006320935,0.0009053098,0.0023481492,0.0029642913,0.0015749787,0.010073477],"category_scores_gemma":[0.004229687,0.0006803008,0.0008395107,0.00045181214,0.0010403934,0.0035680216,0.004423117,0.0021475407,0.0051918034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020700947,0.0005942915,0.005474364,0.0018464072,0.00046621906,0.0017282077,0.0045795063,0.082174,0.106357165,0.21221845,0.16987975,0.41261163],"study_design_scores_gemma":[0.0001919855,0.00019256043,0.0011132875,0.00020186437,0.00014835998,0.0005868272,0.00034667377,0.34203982,0.03515858,0.0508614,0.56894964,0.0002090175],"about_ca_topic_score_codex":0.002869717,"about_ca_topic_score_gemma":0.002717693,"teacher_disagreement_score":0.010073477,"about_ca_system_score_codex":0.00081582105,"about_ca_system_score_gemma":0.0015149039,"threshold_uncertainty_score":0.033699155},"labels":[],"label_agreement":null},{"id":"W2333065964","doi":"10.1145/2854946.2854993","title":"Are Secondary Assessors Uncertain When They Disagree About Relevance Judgements?","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; King Saud bin Abdulaziz University for Health Science; University of Waterloo; King Abdulaziz University; King Saud University","keywords":"Judgement; Relevance (law); Certainty; Adjudication; Test (biology); Information retrieval; Psychology; Computer science; Mathematics; Political science; Law","score_opus":0.02126795997712938,"score_gpt":0.2489718051851484,"score_spread":0.227703845208019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333065964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85390705,0.0031311505,0.086702295,0.017012445,0.0007746265,0.0009203059,0.0007202332,0.0006899527,0.036141958],"genre_scores_gemma":[0.98620147,0.0002795888,0.009931546,0.0018400337,0.00021902754,0.00032432712,0.00017281256,0.00006758788,0.00096362835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8084918,0.12937285,0.012524589,0.010815632,0.034686483,0.004108615],"domain_scores_gemma":[0.4141744,0.41028225,0.06402071,0.038631923,0.0661133,0.0067774206],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.14499877,0.0008617284,0.0018706055,0.0046003964,0.0046265596,0.008039905,0.0020013521,0.0033564651,0.0046430314],"category_scores_gemma":[0.53710157,0.0010822786,0.0016241448,0.0022869827,0.0054220734,0.006186425,0.0051654344,0.004060423,0.0023494533],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038670215,0.00041089393,0.4326863,0.0016987283,0.0011888641,0.002012535,0.22181235,0.0017495948,0.011484594,0.0149635635,0.014717997,0.29340753],"study_design_scores_gemma":[0.0010841083,0.0022630945,0.46299362,0.0039875144,0.0013189629,0.006865479,0.2085513,0.03127046,0.021864224,0.15003599,0.10799152,0.001773745],"about_ca_topic_score_codex":0.0048682303,"about_ca_topic_score_gemma":0.0036438846,"teacher_disagreement_score":0.8550012,"about_ca_system_score_codex":0.0024610418,"about_ca_system_score_gemma":0.0031700523,"threshold_uncertainty_score":0.766836},"labels":[],"label_agreement":null},{"id":"W2339954278","doi":"10.1145/2858036.2858144","title":"Curiosity Killed the Cat, but Makes Crowdwork Better","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Curiosity; Crowdsourcing; Task (project management); Set (abstract data type); Computer science; Human–computer interaction; Work (physics); Intrinsic motivation; Psychological intervention; Data science; Psychology; Social psychology; World Wide Web; Engineering","score_opus":0.00827567624748333,"score_gpt":0.19768874970160547,"score_spread":0.18941307345412214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339954278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58439934,0.0037116823,0.076547615,0.06311446,0.0024475888,0.00052903173,0.0005155115,0.003129296,0.26560554],"genre_scores_gemma":[0.9125123,0.0010076415,0.022637676,0.009846202,0.00047424444,0.00033835458,0.00024711527,0.00066171226,0.052274764],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971143,0.0010585602,0.00010660331,0.00059082464,0.0008031786,0.0003265111],"domain_scores_gemma":[0.9900169,0.0025915047,0.0013973855,0.001991445,0.0016085511,0.002394267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033851971,0.00091631635,0.0005252843,0.0007871782,0.0022631094,0.0045728507,0.0008292565,0.001837229,0.016520629],"category_scores_gemma":[0.016012557,0.00038798436,0.0007528433,0.0004275801,0.003104966,0.003922462,0.005222481,0.0027020937,0.0044519776],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015385262,0.001797873,0.088954866,0.0033866013,0.0008551962,0.0010655642,0.037891876,0.005278455,0.09457739,0.12595125,0.105259806,0.5334426],"study_design_scores_gemma":[0.00032459013,0.0018663584,0.09386485,0.0015265924,0.00047148066,0.0012252217,0.02069327,0.00869256,0.019481992,0.21176025,0.63966024,0.0004325192],"about_ca_topic_score_codex":0.002003179,"about_ca_topic_score_gemma":0.0032434405,"teacher_disagreement_score":0.016520629,"about_ca_system_score_codex":0.0009412895,"about_ca_system_score_gemma":0.001499313,"threshold_uncertainty_score":0.055266976},"labels":[],"label_agreement":null},{"id":"W2405546739","doi":"10.1145/2858036.2858490","title":"How One Microtask Affects Another","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Crowds; Crowdsourcing; Workflow; Exploit; Task (project management); Human–computer interaction; Data science; Multimedia; Cognitive psychology; World Wide Web; Psychology; Computer security","score_opus":0.013446371628719206,"score_gpt":0.19235107987703254,"score_spread":0.17890470824831334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405546739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86252034,0.0012238662,0.067686126,0.0048546987,0.00087286497,0.00059741177,0.0010010701,0.00045145868,0.06079217],"genre_scores_gemma":[0.98137456,0.0002540161,0.012344301,0.0010382449,0.00016815015,0.00044111063,0.00031569853,0.00030502144,0.0037589693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9808957,0.010450948,0.0008151228,0.0037561445,0.0028126105,0.0012695832],"domain_scores_gemma":[0.8616615,0.10569234,0.0101204,0.011361724,0.0063287225,0.004835294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017981628,0.00071570085,0.0007139835,0.0008579664,0.0017457786,0.0047420417,0.0009605304,0.0013528926,0.008147104],"category_scores_gemma":[0.11257756,0.00060722633,0.00080076815,0.0006783647,0.0029319685,0.003415258,0.003398592,0.0017069108,0.0021944887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059708175,0.0016278217,0.4510267,0.0033580419,0.001331847,0.00090925733,0.0399926,0.01624413,0.09943894,0.06078336,0.017827239,0.30148923],"study_design_scores_gemma":[0.0005972685,0.0025975937,0.67142886,0.00078288006,0.001343118,0.0007530514,0.020274343,0.032920275,0.03221228,0.14774677,0.08873714,0.0006064407],"about_ca_topic_score_codex":0.003956546,"about_ca_topic_score_gemma":0.00480462,"teacher_disagreement_score":0.017981628,"about_ca_system_score_codex":0.0016117379,"about_ca_system_score_gemma":0.0015969337,"threshold_uncertainty_score":0.095097125},"labels":[],"label_agreement":null},{"id":"W2406459529","doi":"10.5430/bmr.v5n2p19","title":"Crowdsourcing and Stochastic Modeling","year":2016,"lang":"en","type":"article","venue":"Business and Management Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Popularity; Context (archaeology); Data science; Meaning (existential); Computer science; Interpretation (philosophy); Epistemology; Psychology; World Wide Web; Geography","score_opus":0.0559757417807373,"score_gpt":0.3027313223759831,"score_spread":0.2467555805952458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406459529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008618577,0.009045817,0.9334957,0.009309165,0.00084909494,0.00013247455,0.00059255067,0.00023336601,0.037723135],"genre_scores_gemma":[0.71460676,0.02472565,0.20667434,0.00354096,0.004255113,0.00093110994,0.0013013756,0.00032371964,0.043640908],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954359,0.0024252702,0.00016679252,0.00077532046,0.0009619433,0.00023481128],"domain_scores_gemma":[0.99253523,0.0056655267,0.00067482924,0.00045777162,0.0004622022,0.00020458546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038102889,0.0013509857,0.0014390539,0.0016123074,0.001340602,0.0029042223,0.0020034867,0.0033448825,0.005318697],"category_scores_gemma":[0.013433942,0.00061191333,0.0015595232,0.00218932,0.003948402,0.0025782296,0.0029975562,0.0029117465,0.0010311729],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015424828,0.00002231247,0.00075440336,0.00023444551,0.00006547464,0.00011496133,0.00023364488,0.15548389,0.00023436303,0.8238514,0.0049199075,0.014069797],"study_design_scores_gemma":[0.000013309942,0.000018363882,0.00037651398,0.0001138458,0.00001515079,0.000057823032,0.00007357598,0.22243412,0.00012043817,0.7555743,0.02117397,0.0000286081],"about_ca_topic_score_codex":0.013761696,"about_ca_topic_score_gemma":0.0069234455,"teacher_disagreement_score":0.013761696,"about_ca_system_score_codex":0.0030370902,"about_ca_system_score_gemma":0.002312701,"threshold_uncertainty_score":0.027363181},"labels":[],"label_agreement":null},{"id":"W2407293509","doi":"10.1145/2858036.2858063","title":"The Effect of Visual Appearance on the Performance of Continuous Sliders and Visual Analogue Scales","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Slider; Computer science; Range (aeronautics); Scale (ratio); Line (geometry); Computer vision; Artificial intelligence; Mathematics; Mechanical engineering; Engineering; Geometry; Physics","score_opus":0.004172709810571497,"score_gpt":0.2210454225396931,"score_spread":0.2168727127291216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407293509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821181,0.00038798645,0.009621388,0.00015427487,0.00019893154,0.00035114103,0.00033435822,0.00068873283,0.006145046],"genre_scores_gemma":[0.97779787,0.00015477049,0.016617456,0.00021448896,0.00008595982,0.00043302448,0.00040347833,0.00033623033,0.0039568213],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9904688,0.0048962315,0.0007807076,0.0014254053,0.001958613,0.0004703061],"domain_scores_gemma":[0.805555,0.16987559,0.007061805,0.009071689,0.00639344,0.0020425164],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007775138,0.0011090988,0.0010813088,0.00086747995,0.00055642234,0.0021207843,0.001031882,0.0016730934,0.00492742],"category_scores_gemma":[0.14669487,0.00069057767,0.00056432793,0.0007342929,0.0011019611,0.001781433,0.001856245,0.0013448418,0.001469254],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.058841873,0.006371615,0.1029518,0.004576186,0.0008025439,0.0010425174,0.0091252,0.03997162,0.31241414,0.001925511,0.008904792,0.45307213],"study_design_scores_gemma":[0.002906162,0.045832317,0.70667255,0.00061125064,0.0008416271,0.0016950549,0.0036144827,0.1241232,0.09692545,0.0048108427,0.011061076,0.0009060558],"about_ca_topic_score_codex":0.0018835436,"about_ca_topic_score_gemma":0.0013453914,"teacher_disagreement_score":0.9922249,"about_ca_system_score_codex":0.00050796935,"about_ca_system_score_gemma":0.00034181442,"threshold_uncertainty_score":0.041119397},"labels":[],"label_agreement":null},{"id":"W2409446443","doi":"10.1017/iop.2015.24","title":"Don't Throw the Baby Out With the Bathwater: Comparing Data Quality of Crowdsourcing, Online Panels, and Student Samples","year":2015,"lang":"en","type":"article","venue":"Industrial and Organizational Psychology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Crowdsourcing; Legitimacy; Sampling (signal processing); Quality (philosophy); Psychology; Sample (material); Sociology; Computer science; Social psychology; Epistemology; Political science; Law; World Wide Web; Philosophy","score_opus":0.2956586616495665,"score_gpt":0.3702693215335167,"score_spread":0.07461065988395021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409446443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8141065,0.0066841696,0.13470395,0.019160729,0.0016440164,0.0046468894,0.0008829109,0.00020474577,0.01796614],"genre_scores_gemma":[0.9599058,0.0006800784,0.02866001,0.006696347,0.00037029354,0.0024207965,0.00044505327,0.00009220421,0.00072937063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5919461,0.3420208,0.012751308,0.011224514,0.040066447,0.0019908084],"domain_scores_gemma":[0.2961102,0.56863713,0.04630991,0.058810987,0.026118618,0.0040131756],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33530965,0.0006602004,0.0011800639,0.0031229062,0.0028064477,0.005834814,0.0031595102,0.0032394917,0.0021217312],"category_scores_gemma":[0.65786356,0.00060579216,0.0022410238,0.0035808147,0.012263394,0.005874889,0.007131783,0.0026875702,0.0005881702],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008610238,0.0013888415,0.5932462,0.002753806,0.0056511983,0.00030645155,0.07050371,0.0025204134,0.0018144841,0.04370775,0.012978582,0.25651836],"study_design_scores_gemma":[0.0027842906,0.009541281,0.7230067,0.0050278753,0.0032884579,0.0011321947,0.05253455,0.022950778,0.011103712,0.11653821,0.051394735,0.00069723895],"about_ca_topic_score_codex":0.00726921,"about_ca_topic_score_gemma":0.0070027537,"teacher_disagreement_score":0.6646904,"about_ca_system_score_codex":0.0022804216,"about_ca_system_score_gemma":0.0028551708,"threshold_uncertainty_score":0.8196815},"labels":[],"label_agreement":null},{"id":"W2426659032","doi":"10.1609/aaai.v30i2.19073","title":"Infusing Human Factors into Algorithmic Crowdsourcing","year":2016,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Computer science; Task (project management); Crowdsourcing software development; Field (mathematics); Data science; Construct (python library); Key (lock); Agile software development; Delegation; Knowledge management; Artificial intelligence; World Wide Web; Computer security; Software engineering; Engineering","score_opus":0.058575363307755465,"score_gpt":0.28637839904911094,"score_spread":0.22780303574135546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2426659032","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115784384,0.0010699198,0.8441986,0.0067633847,0.0004319821,0.000758265,0.0010103025,0.0010296984,0.028953545],"genre_scores_gemma":[0.8845599,0.0003211744,0.1098662,0.0005755144,0.00011033918,0.00044191416,0.00035029,0.0001739465,0.0036007012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9861718,0.009934675,0.00034249565,0.0017788601,0.0012460749,0.00052619475],"domain_scores_gemma":[0.962512,0.026197862,0.0023513285,0.006717468,0.0013925204,0.0008287509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012855267,0.0012604749,0.0009221323,0.0014577619,0.0017808973,0.0036240988,0.0019531623,0.0023309304,0.0054808287],"category_scores_gemma":[0.05175118,0.0007132486,0.00095390104,0.0015576138,0.006140274,0.004028751,0.0053962916,0.0020823632,0.00087742525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007231633,0.00037698267,0.0205321,0.00064870203,0.00023158468,0.00031106515,0.0027867686,0.5486037,0.003944832,0.29561833,0.0071310047,0.11909179],"study_design_scores_gemma":[0.00013572183,0.00022088985,0.003056929,0.000118032265,0.000037058773,0.00007149672,0.0007998612,0.67768997,0.0015131995,0.2976945,0.018573884,0.000088378656],"about_ca_topic_score_codex":0.01413829,"about_ca_topic_score_gemma":0.015605653,"teacher_disagreement_score":0.01413829,"about_ca_system_score_codex":0.0031645934,"about_ca_system_score_gemma":0.0031416202,"threshold_uncertainty_score":0.06798595},"labels":[],"label_agreement":null},{"id":"W2464440734","doi":"10.1109/glocom.2016.7842272","title":"Sociability-Driven User Recruitment in Mobile Crowdsensing Internet of Things Platforms","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Science Foundation","keywords":"Computer science; Crowdsensing; Metric (unit); The Internet; Exploit; Smart city; Key (lock); Process (computing); Information and Communications Technology; Mode (computer interface); Internet of Things; World Wide Web; Computer security; Human–computer interaction; Business","score_opus":0.03130746689380624,"score_gpt":0.26714688626393673,"score_spread":0.23583941937013048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464440734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25312567,0.0003820693,0.7330329,0.0017558559,0.00013320733,0.000780047,0.0000987855,0.00073761627,0.0099538835],"genre_scores_gemma":[0.9688191,0.000068764304,0.028483212,0.0001649018,0.000032726668,0.00028430964,0.000029527644,0.000021294023,0.0020963023],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99543,0.0025599007,0.00017792972,0.00063027174,0.0007239658,0.00047802008],"domain_scores_gemma":[0.991359,0.0054186992,0.0009036355,0.0007584093,0.00083456584,0.0007257696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051324526,0.0007210452,0.00095467165,0.0006835017,0.0013865208,0.0012051356,0.0017503067,0.0015180056,0.0011259189],"category_scores_gemma":[0.015176002,0.0004293875,0.00043912718,0.0005175415,0.0018514425,0.0014346009,0.002475604,0.00084044435,0.00038037467],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012922664,0.0018550323,0.02771594,0.00063945865,0.00017190939,0.0010648166,0.0026404832,0.56573707,0.04057484,0.08973236,0.005145612,0.2634303],"study_design_scores_gemma":[0.0000588002,0.00044176172,0.0030589905,0.000028432754,0.000021076557,0.00019369724,0.00046541833,0.95962673,0.0059988704,0.027059834,0.002983923,0.0000624998],"about_ca_topic_score_codex":0.002660204,"about_ca_topic_score_gemma":0.0026020182,"teacher_disagreement_score":0.0051324526,"about_ca_system_score_codex":0.0014276025,"about_ca_system_score_gemma":0.0021407013,"threshold_uncertainty_score":0.0271433},"labels":[],"label_agreement":null},{"id":"W2516809984","doi":"10.1016/j.ijhcs.2016.09.002","title":"TaskMe: Toward a dynamic and quality-enhanced incentive mechanism for mobile crowd sensing","year":2016,"lang":"en","type":"article","venue":"International Journal of Human-Computer Studies","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Incentive; Computer science; Quality (philosophy); Payment; Reverse auction; Anticipation (artificial intelligence); Crowdsourcing; Scheme (mathematics); Mechanism (biology); Incentive program; Mobile device; Common value auction; World Wide Web; Microeconomics; Economics; Artificial intelligence","score_opus":0.04035599071061412,"score_gpt":0.35705856920738155,"score_spread":0.3167025784967674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2516809984","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015340136,0.00021668067,0.97800887,0.0010922817,0.00035131638,0.0003506784,0.0001548845,0.0011719915,0.0033131721],"genre_scores_gemma":[0.72485983,0.00023658457,0.2653968,0.0007170885,0.00038189793,0.0005301086,0.00020560433,0.00020224674,0.0074698105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952743,0.0017841049,0.00021704708,0.00078520796,0.0012938152,0.0006455271],"domain_scores_gemma":[0.99038374,0.00376795,0.00096507726,0.0017136226,0.0020430305,0.0011265124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008187724,0.0011964297,0.0017774175,0.0011361706,0.0015199474,0.0027445885,0.0050959755,0.0031719364,0.004239876],"category_scores_gemma":[0.025752535,0.000686245,0.00072460267,0.0010470558,0.0015815218,0.005502556,0.007586458,0.0029614996,0.0009012582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025717707,0.0017248591,0.0046500033,0.0008458341,0.00023434302,0.00047595528,0.0011235315,0.26151815,0.048922054,0.34506202,0.032340657,0.30053076],"study_design_scores_gemma":[0.00016664974,0.0003262579,0.00060364074,0.000043270175,0.000030901603,0.00016669901,0.00011571463,0.90534306,0.0043751933,0.07780379,0.010952916,0.00007184529],"about_ca_topic_score_codex":0.0018908592,"about_ca_topic_score_gemma":0.00208787,"teacher_disagreement_score":0.008187724,"about_ca_system_score_codex":0.0011937278,"about_ca_system_score_gemma":0.0029687763,"threshold_uncertainty_score":0.043301344},"labels":[],"label_agreement":null},{"id":"W2518162742","doi":"10.2196/resprot.5772","title":"Cloud Based Surveys to Assess Patient Perceptions of Health Care: 1000 Respondents in 3 days for US $300","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Nutrition Obesity Research Center, University of North Carolina; University of Minnesota; University of Chicago","keywords":"Confidentiality; Amazon rainforest; Health care; Population; Workforce; Cloud computing; Family medicine; Psychology; Quality (philosophy); Medicine; Applied psychology; Medical education; Computer science; Environmental health; Computer security; Political science","score_opus":0.2105120680387287,"score_gpt":0.5120467758565226,"score_spread":0.3015347078177939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518162742","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610422,0.00021491828,0.0032603773,0.0013225796,0.00006419068,0.0047952468,0.020956002,0.00014591901,0.008198647],"genre_scores_gemma":[0.9704405,0.00027617678,0.0076984577,0.0014033443,0.00010524701,0.01190093,0.0054334854,0.000030482806,0.002711337],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99457633,0.0027048574,0.001046266,0.00037694722,0.00086653593,0.00042892713],"domain_scores_gemma":[0.9895555,0.0034453387,0.0034802745,0.0008955823,0.0018735608,0.00074982],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005438772,0.00044157353,0.00044419128,0.0016853163,0.0009398311,0.0006956132,0.0005404614,0.0009098813,0.008207395],"category_scores_gemma":[0.013919098,0.00031830318,0.0006228241,0.002497204,0.00037174285,0.0010248672,0.0014375184,0.00093642826,0.0037445843],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009509573,0.0018334079,0.8822473,0.0005639041,0.00023676653,0.00021777576,0.0060514845,0.0009056423,0.001870488,0.000367409,0.032666873,0.072087996],"study_design_scores_gemma":[0.00016699296,0.001234031,0.97782636,0.00011037613,0.000039978448,0.0002932739,0.005947244,0.0030960978,0.00066920824,0.00037988703,0.010189552,0.0000470662],"about_ca_topic_score_codex":0.0040565566,"about_ca_topic_score_gemma":0.0045422316,"teacher_disagreement_score":0.99456125,"about_ca_system_score_codex":0.001013572,"about_ca_system_score_gemma":0.00080867595,"threshold_uncertainty_score":0.028763354},"labels":[],"label_agreement":null},{"id":"W2520036727","doi":"10.1145/2968219.2968590","title":"MobiBee","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Fingerprint (computing); Code (set theory); Vulnerability (computing); Fingerprint recognition; Computer security; Real-time computing; Data mining","score_opus":0.0070456029018848634,"score_gpt":0.19373683204062603,"score_spread":0.18669122913874117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520036727","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040491343,0.003276088,0.29568753,0.0021288127,0.0024670016,0.0023737643,0.020426515,0.076619506,0.5565294],"genre_scores_gemma":[0.2582886,0.0023110856,0.2102273,0.0015788863,0.0005083787,0.002029913,0.03065812,0.007655684,0.48674193],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994549,0.000094027,0.000026531297,0.000109767156,0.00021131473,0.000103372906],"domain_scores_gemma":[0.99911696,0.00013068823,0.00005843379,0.00029510312,0.0001960673,0.00020270866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006561055,0.0010126434,0.00054094865,0.0010674883,0.00082784006,0.0016604427,0.0014368109,0.0009932707,0.06736264],"category_scores_gemma":[0.002130269,0.00040127613,0.0005123597,0.0005152836,0.00032649055,0.0022393751,0.0039982684,0.00080632867,0.051302515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020192103,0.00037525478,0.0047632125,0.0013104794,0.000116968135,0.0008887283,0.0012852483,0.0019169531,0.04544142,0.0386753,0.28614083,0.6170664],"study_design_scores_gemma":[0.00009026702,0.00019994628,0.0034505608,0.00012717508,0.000025113577,0.0006217398,0.00026246672,0.008950206,0.008560439,0.005660808,0.9719918,0.000059623042],"about_ca_topic_score_codex":0.001510671,"about_ca_topic_score_gemma":0.0025323601,"teacher_disagreement_score":0.06736264,"about_ca_system_score_codex":0.00029113374,"about_ca_system_score_gemma":0.00054385624,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2539573213","doi":"10.1109/tic-sth.2009.5444424","title":"ICE-Lasso: An enhanced form of Lasso selection","year":2009,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Lasso (programming language); Selection (genetic algorithm); Computer science; Elastic net regularization; Gesture; Artificial intelligence; Machine learning; Algorithm; Feature selection; World Wide Web","score_opus":0.008986692784603796,"score_gpt":0.23979562641582888,"score_spread":0.2308089336312251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539573213","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009025924,0.00013132734,0.97957695,0.00015473436,0.00009465805,0.00016044472,0.00033594496,0.0065791863,0.0039407434],"genre_scores_gemma":[0.20609558,0.00022047463,0.77137536,0.00061011343,0.00030864013,0.0006060492,0.0021198278,0.0021305727,0.016533392],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979091,0.0004898017,0.00012274443,0.00041607287,0.00083472097,0.00022743612],"domain_scores_gemma":[0.9958578,0.0018114558,0.00027981956,0.001120631,0.0006726422,0.00025767865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020520624,0.0013477632,0.0017964373,0.0011344363,0.0010982367,0.0012308324,0.0024938625,0.0014709374,0.0124806035],"category_scores_gemma":[0.007965077,0.0006078036,0.0009087074,0.0013471871,0.00088191195,0.002110985,0.0031373582,0.0017061715,0.0037699186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002648662,0.00039597254,0.004120443,0.0004006138,0.00023412678,0.0007487624,0.0006800491,0.06430065,0.060158715,0.013510927,0.04628435,0.8065167],"study_design_scores_gemma":[0.00022546411,0.00030330403,0.0023432935,0.00003942973,0.000062271014,0.00061932247,0.00020084658,0.9100528,0.027667372,0.01695266,0.041384604,0.00014868865],"about_ca_topic_score_codex":0.002080154,"about_ca_topic_score_gemma":0.0049124327,"teacher_disagreement_score":0.0124806035,"about_ca_system_score_codex":0.0003138701,"about_ca_system_score_gemma":0.00082175573,"threshold_uncertainty_score":0.041751802},"labels":[],"label_agreement":null},{"id":"W2546966125","doi":"10.1109/tmc.2016.2624732","title":"PLP: Protecting Location Privacy Against Correlation Analyze Attack in Crowdsensing","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Publication; Context (archaeology); Computer security; Field (mathematics); Data mining; Internet privacy","score_opus":0.01840302831943537,"score_gpt":0.25890753243447356,"score_spread":0.2405045041150382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2546966125","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02424001,0.00020633954,0.9709024,0.00058853725,0.000059694852,0.00013687345,0.00012867198,0.0015060109,0.002231488],"genre_scores_gemma":[0.89691246,0.0001917499,0.099280804,0.00040786198,0.00007435756,0.00017475487,0.00015708938,0.00009332587,0.002707672],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99619496,0.0012977245,0.00016515292,0.0005873734,0.001265879,0.00048880116],"domain_scores_gemma":[0.99323964,0.003078305,0.0006179174,0.002289369,0.0005317475,0.0002430175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033813703,0.0008999119,0.0012810285,0.0008629375,0.0014331221,0.0012257746,0.002109197,0.0018199292,0.0012358456],"category_scores_gemma":[0.012344108,0.0005403643,0.0010670603,0.0010068038,0.0019715023,0.0030919444,0.0060674404,0.0019518093,0.00063092075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001019739,0.0002722967,0.005426679,0.00026337613,0.00019149276,0.0011429981,0.0006698565,0.6288368,0.030615022,0.07858686,0.0099661,0.2430088],"study_design_scores_gemma":[0.000038924136,0.00009054,0.00036907606,0.0000123047585,0.00001582559,0.00025501315,0.00005439484,0.9616121,0.006968944,0.028513094,0.0020426072,0.00002712457],"about_ca_topic_score_codex":0.0026747189,"about_ca_topic_score_gemma":0.0018910563,"teacher_disagreement_score":0.0033813703,"about_ca_system_score_codex":0.0014339453,"about_ca_system_score_gemma":0.0026655344,"threshold_uncertainty_score":0.017882645},"labels":[],"label_agreement":null},{"id":"W2547436379","doi":"10.14778/3007263.3007293","title":"Collaborative crowdsourcing with crowd4U","year":2016,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"Army Research Office; Microsoft Research; Ministry of Education, Culture, Sports, Science and Technology; Agence Nationale de la Recherche; National Science Foundation","keywords":"Crowdsourcing; Software deployment; Computer science; Task (project management); Set (abstract data type); Data science; Crowdsourcing software development; Human–computer interaction; Knowledge management; Quality (philosophy); World Wide Web; Software engineering; Engineering; Software; Software development","score_opus":0.0036326253293779993,"score_gpt":0.18044141811212303,"score_spread":0.17680879278274503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547436379","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027573995,0.0004249171,0.9105622,0.00078509876,0.00052401325,0.0011122428,0.000911513,0.030150713,0.02795539],"genre_scores_gemma":[0.386968,0.0002735152,0.5885065,0.0006141566,0.00016280297,0.001766262,0.0020671762,0.002586939,0.017054657],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99666923,0.0010777081,0.00017251635,0.00079572824,0.00094059814,0.0003441733],"domain_scores_gemma":[0.99681574,0.00096562126,0.00015693031,0.0011425425,0.00048266124,0.00043648412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036168138,0.0012897244,0.0013509452,0.0012509015,0.002954333,0.0028159984,0.0034007502,0.0022440497,0.0077320756],"category_scores_gemma":[0.00862917,0.00092902867,0.0013340997,0.0012907357,0.0019518592,0.0021192823,0.010662928,0.0017086106,0.003970591],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025559796,0.001071058,0.0055498527,0.0011101187,0.0004362583,0.0016358042,0.0055129426,0.34780142,0.054724984,0.093120165,0.09950152,0.38697988],"study_design_scores_gemma":[0.0003135824,0.00022513051,0.00074673066,0.00007313024,0.000048088274,0.0001860409,0.00051007984,0.79950446,0.017956095,0.066959575,0.11331092,0.00016615653],"about_ca_topic_score_codex":0.009531854,"about_ca_topic_score_gemma":0.008119761,"teacher_disagreement_score":0.009531854,"about_ca_system_score_codex":0.0012655834,"about_ca_system_score_gemma":0.0029707584,"threshold_uncertainty_score":0.02586633},"labels":[],"label_agreement":null},{"id":"W2554971060","doi":"10.1038/s41598-016-0011-6","title":"Mitigating Herding in Hierarchical Crowdsourcing Networks","year":2016,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Natural Science Foundation of China; National Research Foundation","keywords":"Herding; Crowdsourcing; Computer science; Crowds; Task (project management); Workload; Risk analysis (engineering); Business; Computer security; Economics; World Wide Web","score_opus":0.009755456249028096,"score_gpt":0.2246533235950789,"score_spread":0.2148978673460508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554971060","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4259665,0.0006378982,0.5644203,0.0008075287,0.00009600854,0.00010917503,0.000071790186,0.0006024893,0.0072882893],"genre_scores_gemma":[0.9871121,0.000115051225,0.011554207,0.00008568231,0.000020490264,0.000036757712,0.000018354958,0.000014618476,0.0010428426],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992668,0.00020551993,0.000030782878,0.00014010817,0.000175179,0.00018164905],"domain_scores_gemma":[0.99637634,0.0020122216,0.0007065281,0.00035116772,0.00029935033,0.00025451413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015595186,0.0005998113,0.00076611794,0.0006032872,0.0009770674,0.00079356914,0.001585565,0.0009837019,0.0010732465],"category_scores_gemma":[0.0075233164,0.00039931302,0.0004681435,0.0003754649,0.0009556896,0.0012477624,0.0024619023,0.0006874553,0.00017592999],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019679041,0.00013280148,0.0090163965,0.0002697407,0.00016469289,0.00062787236,0.00089250656,0.8826919,0.018480068,0.02343125,0.0025910498,0.061504986],"study_design_scores_gemma":[0.000017576927,0.000098623816,0.001381239,0.000014374821,0.000027605014,0.000053033145,0.00016793124,0.98425585,0.0010822203,0.011982058,0.00090549403,0.00001398555],"about_ca_topic_score_codex":0.0052535185,"about_ca_topic_score_gemma":0.004319382,"teacher_disagreement_score":0.0052535185,"about_ca_system_score_codex":0.00082494697,"about_ca_system_score_gemma":0.0007776416,"threshold_uncertainty_score":0.010445893},"labels":[],"label_agreement":null},{"id":"W2562158640","doi":"10.1007/s10726-016-9516-4","title":"Toward the Automated Detection of Individuals’ Rationales in Large-Scale Online Open Participative Activities: A Conceptual Framework","year":2016,"lang":"en","type":"article","venue":"Group Decision and Negotiation","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Syracuse University","keywords":"Argumentative; Computer science; Process (computing); Scale (ratio); Data science; Conceptual framework; Knowledge management; Sociology; Political science","score_opus":0.03489777471174557,"score_gpt":0.30271326192916487,"score_spread":0.2678154872174193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562158640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022481771,0.00020914868,0.97027594,0.0015924725,0.000019698327,0.00030119278,0.00020677315,0.00025694392,0.00465612],"genre_scores_gemma":[0.47388113,0.00019254355,0.52328515,0.00016005224,0.000040230858,0.00048555518,0.00038491233,0.000058084617,0.0015123537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98508936,0.007877475,0.0009292566,0.0029204867,0.0025394545,0.00064406625],"domain_scores_gemma":[0.9333267,0.04655006,0.0076732906,0.0065684887,0.004468206,0.0014131914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02007184,0.0011329715,0.0012297672,0.007425396,0.0024867544,0.010041015,0.005619258,0.004700141,0.0033039453],"category_scores_gemma":[0.055695668,0.0015744944,0.0022075053,0.00442615,0.009418874,0.014210043,0.008555273,0.0031412663,0.0009466034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013000605,0.0005289958,0.018298274,0.00039389767,0.00019922222,0.00042007514,0.008165872,0.0344618,0.004038901,0.8422788,0.0016700346,0.08941418],"study_design_scores_gemma":[0.000044277618,0.00006988857,0.0030328245,0.00015193842,0.000069419,0.00019534338,0.00295282,0.42197296,0.0020245197,0.5634084,0.0060002245,0.00007737605],"about_ca_topic_score_codex":0.011136345,"about_ca_topic_score_gemma":0.008499782,"teacher_disagreement_score":0.02007184,"about_ca_system_score_codex":0.002373752,"about_ca_system_score_gemma":0.005995258,"threshold_uncertainty_score":0.10615128},"labels":[],"label_agreement":null},{"id":"W2571802872","doi":"","title":"Running experiments on Amazon Mechanical Turk","year":2010,"lang":"en","type":"article","venue":"RePub (Erasmus University, Rotterdam)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; National Science Foundation","keywords":"Subject (documents); Amazon rainforest; Data science; Quality (philosophy); Computer science; Data quality; Population; Social media; Internet privacy; World Wide Web; Engineering; Sociology; Operations management; Demography","score_opus":0.009527346176419857,"score_gpt":0.21279727165627,"score_spread":0.20326992547985012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571802872","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58530325,0.0010923005,0.20504107,0.0026428578,0.0026666948,0.043750487,0.03649996,0.038511474,0.08449195],"genre_scores_gemma":[0.6231352,0.00060867664,0.23559774,0.002190485,0.0006545042,0.07268193,0.03413716,0.0032572115,0.027737066],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99156606,0.0029276886,0.00103346,0.0023522843,0.0012773364,0.00084317505],"domain_scores_gemma":[0.96556574,0.016354222,0.0013441645,0.011142134,0.0034195485,0.002174271],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009757934,0.0025638433,0.0024814894,0.0009784227,0.0020594804,0.0022694925,0.003334577,0.0017653955,0.034432855],"category_scores_gemma":[0.029884709,0.0015044815,0.0016957169,0.0013388168,0.0010789597,0.0031658888,0.0018980192,0.0028892376,0.017706085],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023851922,0.039545923,0.029412044,0.0063613323,0.0021783514,0.0021062084,0.0069570565,0.09267912,0.08577549,0.016226856,0.30974963,0.3851561],"study_design_scores_gemma":[0.016719388,0.018845573,0.103369854,0.00061136845,0.0012174089,0.0005888097,0.0027719594,0.37203705,0.04089214,0.10247265,0.3390806,0.0013933232],"about_ca_topic_score_codex":0.004042243,"about_ca_topic_score_gemma":0.0072759674,"teacher_disagreement_score":0.99024206,"about_ca_system_score_codex":0.0009675426,"about_ca_system_score_gemma":0.002605395,"threshold_uncertainty_score":0.11518937},"labels":[],"label_agreement":null},{"id":"W2576135028","doi":"10.48550/arxiv.1611.02992","title":"Authority-based Team Discovery in Social Networks","year":2016,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; University of Waterloo; York University","funders":"","keywords":"Computer science; Set (abstract data type); Greedy algorithm; Node (physics); Enhanced Data Rates for GSM Evolution; Social network (sociolinguistics); Work (physics); Theoretical computer science; Artificial intelligence; World Wide Web; Algorithm; Social media; Engineering","score_opus":0.036210053801838296,"score_gpt":0.17482121003314313,"score_spread":0.13861115623130482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576135028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09465609,0.0012758491,0.8905641,0.0027165744,0.00012720161,0.00041650204,0.00074659,0.0005937605,0.0089033935],"genre_scores_gemma":[0.7603336,0.0010704581,0.23035154,0.00030444012,0.00030165698,0.0004213877,0.0010940008,0.00016722448,0.0059557045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9911542,0.0042230175,0.00037599035,0.0020674844,0.0015773259,0.0006019538],"domain_scores_gemma":[0.96771115,0.025241314,0.0025580127,0.0018856775,0.0012996832,0.0013042543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006981466,0.0016488008,0.0033691446,0.0032776135,0.0033440448,0.003944367,0.004396419,0.0039981017,0.0033181673],"category_scores_gemma":[0.037527997,0.0014051273,0.0018797158,0.0042322706,0.0027183264,0.008351224,0.0049569877,0.0022109372,0.0008201669],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000732297,0.0002929096,0.004717247,0.00083295885,0.00029082948,0.00070259895,0.0016656015,0.7328994,0.0021367085,0.15346031,0.010709776,0.091559365],"study_design_scores_gemma":[0.000080205915,0.00004337771,0.00041566973,0.000041035557,0.00004960962,0.00013275792,0.0002721155,0.8254056,0.00069478835,0.16992481,0.0029119293,0.00002815122],"about_ca_topic_score_codex":0.004842831,"about_ca_topic_score_gemma":0.0051558064,"teacher_disagreement_score":0.006981466,"about_ca_system_score_codex":0.0023989733,"about_ca_system_score_gemma":0.0023332895,"threshold_uncertainty_score":0.03692192},"labels":[],"label_agreement":null},{"id":"W2577466617","doi":"","title":"On Actively Teaching the Crowd to Classify","year":2013,"lang":"en","type":"article","venue":"Infoscience (Ecole Polytechnique Fédérale de Lausanne)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Crowdsourcing; Computer science; Exploit; Competence (human resources); Machine learning; Artificial intelligence; Prior probability; Annotation; Bayesian probability; Data science; World Wide Web; Psychology","score_opus":0.009194711457281023,"score_gpt":0.24604054895628302,"score_spread":0.236845837499002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577466617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2461685,0.0012323579,0.7193157,0.010222063,0.00022325845,0.00043806032,0.00020617887,0.002096896,0.02009704],"genre_scores_gemma":[0.9095049,0.00041907857,0.079719014,0.0010057458,0.00016510661,0.00024071969,0.00012136233,0.0001468403,0.008677277],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978058,0.0010778002,0.000058782283,0.00049650983,0.0003426161,0.00021855165],"domain_scores_gemma":[0.98554325,0.009498824,0.0010302082,0.0013861012,0.0017833962,0.0007581635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004842424,0.0010724049,0.0008917213,0.0007769594,0.0017267385,0.0017542404,0.0019777422,0.0030818384,0.0035306262],"category_scores_gemma":[0.023809047,0.00081929675,0.00044475478,0.00053491537,0.0027905938,0.0046855747,0.0036777717,0.0018027613,0.0014622214],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016573101,0.0010676204,0.023182016,0.0006681215,0.00015676334,0.0004546856,0.006882871,0.39438024,0.028837427,0.05230508,0.015703209,0.47470468],"study_design_scores_gemma":[0.00014794322,0.00029726743,0.0038456866,0.0000862403,0.000052622152,0.00019159213,0.0011106568,0.896902,0.009017593,0.077767394,0.010478809,0.00010216395],"about_ca_topic_score_codex":0.013196971,"about_ca_topic_score_gemma":0.009386913,"teacher_disagreement_score":0.013196971,"about_ca_system_score_codex":0.0020207681,"about_ca_system_score_gemma":0.0023200205,"threshold_uncertainty_score":0.026240349},"labels":[],"label_agreement":null},{"id":"W2579792020","doi":"","title":"Dynamic task allocation algorithm for hiring workers that learn","year":2016,"lang":"en","type":"article","venue":"International Joint Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Task (project management); Automation; Competence (human resources); Machine learning; Work (physics); Artificial intelligence; Engineering","score_opus":0.07856348913146355,"score_gpt":0.3072318620184597,"score_spread":0.22866837288699615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579792020","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027980747,0.0005129835,0.9650284,0.00066352845,0.00017747216,0.00030647364,0.00008966052,0.0015015291,0.0037392364],"genre_scores_gemma":[0.5722953,0.00029801813,0.4145455,0.00057214894,0.0002572156,0.0009556172,0.00031377634,0.00024282878,0.010519638],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888116,0.00032877224,0.000071756345,0.00034134893,0.00016859308,0.00020833264],"domain_scores_gemma":[0.99693346,0.0017529218,0.00027589442,0.00036633038,0.00036388417,0.00030751256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028666365,0.0013169968,0.0022409821,0.0010257189,0.0011085834,0.0011075347,0.0029433023,0.002622724,0.0063083777],"category_scores_gemma":[0.007710317,0.00074982113,0.00089543004,0.0010041709,0.001188618,0.001600405,0.0020158812,0.0020411205,0.0025478932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068186864,0.00051360455,0.002215357,0.00023956405,0.000108747874,0.00013634341,0.00041346226,0.5406399,0.005168017,0.011205042,0.009439889,0.42923823],"study_design_scores_gemma":[0.000075648524,0.00009096828,0.00027709873,0.0000137737825,0.000013921731,0.00003521061,0.000049187096,0.9867907,0.00080202473,0.010521099,0.0013159321,0.00001440261],"about_ca_topic_score_codex":0.0036395697,"about_ca_topic_score_gemma":0.0036079786,"teacher_disagreement_score":0.0063083777,"about_ca_system_score_codex":0.001436475,"about_ca_system_score_gemma":0.0021007834,"threshold_uncertainty_score":0.02110362},"labels":[],"label_agreement":null},{"id":"W2579842701","doi":"10.1609/aaai.v30i1.9941","title":"Efficient Collaborative Crowdsourcing","year":2016,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Research Foundation","keywords":"Crowdsourcing; Computer science; Task (project management); Profit (economics); Crowdsourcing software development; Quality (philosophy); Data science; Knowledge management; World Wide Web; Engineering; Microeconomics","score_opus":0.03784253213540263,"score_gpt":0.26560864876638113,"score_spread":0.2277661166309785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579842701","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020038674,0.00060914346,0.9674685,0.00083070924,0.00013555169,0.00025982934,0.00014623012,0.000596283,0.009915032],"genre_scores_gemma":[0.73190105,0.0006744179,0.25273237,0.00039959993,0.00021989121,0.00042157527,0.0003069889,0.00027019056,0.013073963],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949261,0.0015187991,0.0002118371,0.0012898212,0.0013791033,0.0006743369],"domain_scores_gemma":[0.9927435,0.003802795,0.0005627096,0.0014367579,0.0009337303,0.0005204843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049578776,0.0019076077,0.0026354224,0.0012071949,0.0023406458,0.0033514348,0.0046277735,0.003553544,0.006390113],"category_scores_gemma":[0.014027664,0.0011570657,0.001133251,0.0020101392,0.002015091,0.0038060814,0.0058157537,0.002039076,0.0018336707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036447722,0.00021913728,0.0008785595,0.00034713367,0.00015577827,0.00034515696,0.00040006582,0.83268964,0.006737861,0.049288444,0.00701965,0.10155403],"study_design_scores_gemma":[0.00006728087,0.000105779356,0.0002345627,0.000023160823,0.000036085294,0.0000873921,0.00012333973,0.9125799,0.0021206865,0.07820684,0.0063811033,0.00003382743],"about_ca_topic_score_codex":0.0055052545,"about_ca_topic_score_gemma":0.0044484325,"teacher_disagreement_score":0.006390113,"about_ca_system_score_codex":0.0020220887,"about_ca_system_score_gemma":0.0026981235,"threshold_uncertainty_score":0.026220083},"labels":[],"label_agreement":null},{"id":"W2584997790","doi":"10.1109/glocom.2016.7841540","title":"A Reputation System to Evaluate Participants for Participatory Sensing","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Participatory sensing; Reputation; Citizen journalism; Computer science; Internet privacy; Data science; World Wide Web; Political science","score_opus":0.08260298475483255,"score_gpt":0.32658594946460673,"score_spread":0.24398296470977418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584997790","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08394144,0.00093939726,0.8894295,0.000806407,0.0007185854,0.0016312972,0.00067124685,0.008945529,0.012916634],"genre_scores_gemma":[0.79211855,0.0002217343,0.19998862,0.00021181171,0.00028419908,0.0007816437,0.0006445133,0.00021400172,0.005534943],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99055946,0.0036652356,0.0009888184,0.0017091214,0.0026311579,0.00044620273],"domain_scores_gemma":[0.97117615,0.010653732,0.0036198634,0.0032353846,0.009697064,0.0016178018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010623784,0.0013693658,0.0020129804,0.0030769052,0.00237432,0.0028568872,0.0023299793,0.0018533329,0.003113969],"category_scores_gemma":[0.03463358,0.0005113103,0.0007005429,0.00164417,0.00081550976,0.0038204202,0.0030750933,0.0015234294,0.00188309],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033495424,0.0015441234,0.053934913,0.0013388162,0.00083681324,0.0014761132,0.003105794,0.05787246,0.056849316,0.03599565,0.029401457,0.75429505],"study_design_scores_gemma":[0.00032148056,0.0016656622,0.015945746,0.00015480304,0.00048483216,0.0009723731,0.00068867096,0.90806717,0.029244395,0.015965246,0.026045626,0.00044406048],"about_ca_topic_score_codex":0.0030266058,"about_ca_topic_score_gemma":0.0032528872,"teacher_disagreement_score":0.010623784,"about_ca_system_score_codex":0.0013010486,"about_ca_system_score_gemma":0.0019370238,"threshold_uncertainty_score":0.05618459},"labels":[],"label_agreement":null},{"id":"W2585510280","doi":"10.1109/glocom.2016.7841499","title":"A Framework for Heterogeneous Sensing in Big Sensed Data","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Interoperability; Computer science; Big data; Data science; Sensor fusion; Distributed computing; World Wide Web; Data mining","score_opus":0.0743258952823658,"score_gpt":0.2974170291010584,"score_spread":0.22309113381869258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585510280","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004085112,0.00024522818,0.997045,0.000496801,0.00007832816,0.00007631598,0.000058490838,0.00016034921,0.0014310945],"genre_scores_gemma":[0.064448945,0.0008593043,0.9306709,0.00039022756,0.00023682837,0.0005338867,0.0003083456,0.00013275065,0.002418864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99455833,0.0023806083,0.00047632193,0.00078304525,0.0015034698,0.00029818554],"domain_scores_gemma":[0.99625933,0.002094971,0.00023986855,0.00064696855,0.00043986746,0.00031899087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009586562,0.0012843044,0.0012331171,0.002248597,0.0020505951,0.0055673765,0.004997668,0.0028337988,0.003087745],"category_scores_gemma":[0.009290475,0.000998293,0.0030294922,0.0027138097,0.004147648,0.0054709716,0.0090515725,0.0035995631,0.0007400534],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003302959,0.000030588802,0.00036863075,0.00020275397,0.00006192038,0.00041070118,0.00058330694,0.09014202,0.0012637838,0.88218725,0.0031860482,0.021530027],"study_design_scores_gemma":[0.00003256721,0.00003886953,0.00015449962,0.000102723905,0.000038225295,0.00018023861,0.00025597512,0.57847434,0.000718354,0.3767016,0.04325801,0.000044530825],"about_ca_topic_score_codex":0.009495602,"about_ca_topic_score_gemma":0.011653231,"teacher_disagreement_score":0.009586562,"about_ca_system_score_codex":0.0024521146,"about_ca_system_score_gemma":0.0030185764,"threshold_uncertainty_score":0.050699174},"labels":[],"label_agreement":null},{"id":"W2592910900","doi":"10.1109/mcom.2018.1700018","title":"When IoT Keeps People in the Loop: A Path Towards a New Global Utility","year":2018,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Internet of Things; Commoditization; Context (archaeology); Wireless; Path (computing); Data science; Risk analysis (engineering); Distributed computing; Telecommunications; Computer security; Computer network","score_opus":0.04039197390291538,"score_gpt":0.2944474429172894,"score_spread":0.25405546901437404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592910900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20751245,0.011945264,0.41592342,0.14005184,0.0030467745,0.00015924558,0.00050374144,0.0014788378,0.21937837],"genre_scores_gemma":[0.975775,0.0015808201,0.010530171,0.0032199174,0.00037701882,0.00005415778,0.00005046558,0.00014770127,0.008264702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99906963,0.00036170045,0.000020101359,0.00015335559,0.00021269276,0.00018249468],"domain_scores_gemma":[0.99828726,0.0007845055,0.00013169953,0.00028519245,0.00015751878,0.00035376925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018877292,0.0004084825,0.00053621526,0.00028904979,0.0009898368,0.0038187038,0.0008940818,0.0023391552,0.007859718],"category_scores_gemma":[0.0057334155,0.00022877917,0.00041568594,0.00044307316,0.0036534844,0.01172561,0.0038212056,0.0026765575,0.0010117148],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035314256,0.000116168994,0.0033566817,0.00027688043,0.00006644224,0.00042121514,0.0016642868,0.023355385,0.00274813,0.8704176,0.025639586,0.07158447],"study_design_scores_gemma":[0.000045067878,0.00013790916,0.0012505789,0.00015655735,0.000032568405,0.00019458846,0.0020138763,0.031241475,0.0013356196,0.86675334,0.09678482,0.000053583575],"about_ca_topic_score_codex":0.0012132649,"about_ca_topic_score_gemma":0.0014109462,"teacher_disagreement_score":0.007859718,"about_ca_system_score_codex":0.0010693428,"about_ca_system_score_gemma":0.0008859032,"threshold_uncertainty_score":0.026293337},"labels":[],"label_agreement":null},{"id":"W2594890947","doi":"10.1109/cts.2016.0049","title":"Enhancing Topic Detection in Twitter Using the Crowdsourcing Process","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Process (computing); Crowdsourcing software development; Cosine similarity; Reliability (semiconductor); Quality (philosophy); Precision and recall; Social media; Term (time); Data science; Similarity (geometry); World Wide Web; Information retrieval; Artificial intelligence; Software; Pattern recognition (psychology)","score_opus":0.018696208241042463,"score_gpt":0.2579116200659235,"score_spread":0.23921541182488104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594890947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11828843,0.0005629752,0.87276226,0.00063092547,0.00017368504,0.00042917457,0.00034202993,0.0029490925,0.0038614238],"genre_scores_gemma":[0.6274582,0.0004121384,0.3675073,0.00020442052,0.00024490306,0.00032141557,0.0006144562,0.00022290958,0.0030142125],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972927,0.00073348975,0.00016014908,0.0005890182,0.0010032569,0.00022134217],"domain_scores_gemma":[0.99481416,0.002619148,0.00053536013,0.0005014421,0.0012950122,0.00023495888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039258096,0.0012520261,0.0013857161,0.004035459,0.0015202912,0.0024362192,0.0013188657,0.0013028043,0.00092661835],"category_scores_gemma":[0.012678515,0.0004878636,0.0011012292,0.0027100542,0.00080833933,0.0026490476,0.002850335,0.0011132238,0.001191949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012560303,0.00067529257,0.022648312,0.0006895611,0.0002968704,0.00071581185,0.00347801,0.09523256,0.18117699,0.0072425352,0.00796312,0.6786249],"study_design_scores_gemma":[0.00006750499,0.00021212714,0.006142854,0.00003445783,0.0000927845,0.00024329635,0.00077075226,0.9107689,0.06436502,0.00881662,0.008371728,0.000113927235],"about_ca_topic_score_codex":0.0044358666,"about_ca_topic_score_gemma":0.0037645462,"teacher_disagreement_score":0.0044358666,"about_ca_system_score_codex":0.00096590596,"about_ca_system_score_gemma":0.0011474366,"threshold_uncertainty_score":0.020761967},"labels":[],"label_agreement":null},{"id":"W2604272310","doi":"10.1609/aaai.v31i2.19102","title":"Crowdsensing Air Quality with Camera-Enabled Mobile Devices","year":2017,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Nanyang Technological University; National Research Foundation","keywords":"Crowdsensing; Computer science; Air quality index; Scalability; Mobile device; Quality (philosophy); Analytics; Real-time computing; Artificial intelligence; Data mining; Data science; Database","score_opus":0.07407773828354826,"score_gpt":0.318293629477468,"score_spread":0.24421589119391973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604272310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53477436,0.0041956725,0.39296353,0.0030170304,0.0009924282,0.0017690858,0.0029569129,0.008322546,0.051008437],"genre_scores_gemma":[0.9177807,0.0005157725,0.076496266,0.00056787103,0.00016033158,0.0002748243,0.00045394644,0.00007020572,0.003680206],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99924254,0.00017277976,0.000025573345,0.00018343142,0.00030155663,0.000074059426],"domain_scores_gemma":[0.99906594,0.0004430688,0.00009258689,0.00013031802,0.00019328258,0.00007487125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004679046,0.00068144087,0.0005726295,0.00071895204,0.0004867797,0.00072530704,0.00078559294,0.0007481146,0.0016189466],"category_scores_gemma":[0.0022538537,0.00029023777,0.00042075483,0.00048459912,0.00032808844,0.0007356089,0.0016474302,0.0005579686,0.00059192214],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029084466,0.0009137976,0.033600293,0.001827705,0.0005176305,0.0020430337,0.0025228006,0.07337429,0.15778926,0.0076100035,0.031874724,0.685018],"study_design_scores_gemma":[0.0005015604,0.0014522028,0.034053426,0.0003408822,0.00034013143,0.0011817623,0.0015393108,0.7950949,0.07372133,0.02029432,0.0712099,0.00027030063],"about_ca_topic_score_codex":0.006676659,"about_ca_topic_score_gemma":0.008251197,"teacher_disagreement_score":0.006676659,"about_ca_system_score_codex":0.00047552894,"about_ca_system_score_gemma":0.00041303626,"threshold_uncertainty_score":0.013275623},"labels":[],"label_agreement":null},{"id":"W2611369485","doi":"10.1145/3025453.3026036","title":"WeBuild","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Task (project management); Dashboard; Process (computing); Group (periodic table); Human–computer interaction; Phone; Order (exchange); Mobile phone; Data science; Programming language; Engineering; Operating system","score_opus":0.01593854875262742,"score_gpt":0.2554013086478387,"score_spread":0.2394627598952113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611369485","genre_codex":"software","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006832379,0.0011218278,0.34346524,0.00059594144,0.000613803,0.0010271625,0.03093654,0.55939525,0.056011826],"genre_scores_gemma":[0.14783342,0.0022033672,0.4490581,0.0019536843,0.00022078054,0.004319206,0.1632997,0.0900755,0.14103623],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99907196,0.00011759094,0.00008395467,0.00026675372,0.00031918474,0.00014052805],"domain_scores_gemma":[0.9985039,0.0004185648,0.0000761506,0.00055074814,0.00027725688,0.00017341922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012441184,0.0017753983,0.0010994215,0.0019220224,0.0009886157,0.00289695,0.00420051,0.0017142906,0.076002166],"category_scores_gemma":[0.0050397655,0.0010589568,0.0014759016,0.0017095153,0.00061794993,0.004074371,0.005763216,0.0018667732,0.04271871],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002783017,0.0005211406,0.0024260692,0.0022897865,0.0002059855,0.0004891313,0.0008392942,0.010598291,0.011901703,0.036529504,0.55068654,0.38072953],"study_design_scores_gemma":[0.00043292443,0.00016195343,0.0015588767,0.0002372391,0.00006217087,0.0002730014,0.00019618093,0.070753515,0.019712528,0.028740201,0.87770706,0.00016427432],"about_ca_topic_score_codex":0.006737755,"about_ca_topic_score_gemma":0.008270886,"teacher_disagreement_score":0.076002166,"about_ca_system_score_codex":0.0011905114,"about_ca_system_score_gemma":0.0014917835,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2611837538","doi":"10.1109/percomw.2017.7917562","title":"Effective role-assignment for participatory sensing systems","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Participatory sensing; Global Positioning System; Set (abstract data type); Real-time computing; Focus (optics); Sorting; Energy consumption; Greedy algorithm; Scheme (mathematics); Mobile device; Energy (signal processing); Data mining; Distributed computing; Algorithm; Data science; Telecommunications; Engineering","score_opus":0.030365118643780286,"score_gpt":0.2839421736538389,"score_spread":0.2535770550100586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611837538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02951698,0.0003578969,0.9647477,0.00048423265,0.00013591698,0.00025873468,0.0001274091,0.0004609588,0.003910089],"genre_scores_gemma":[0.8031247,0.00022580342,0.19080213,0.00021052633,0.00010693341,0.00044345116,0.00021025947,0.000060128194,0.0048160786],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958514,0.001819803,0.00020078299,0.00091807224,0.00069466414,0.00051525835],"domain_scores_gemma":[0.9958105,0.0023850095,0.00026686906,0.0007476089,0.00042608887,0.0003639363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032789458,0.0011534173,0.0016642727,0.0006679126,0.0023408139,0.0015227252,0.0033255098,0.0015967527,0.0037063584],"category_scores_gemma":[0.008880173,0.00061616243,0.0007768625,0.00094471994,0.0012465204,0.0024561582,0.0043688817,0.001302235,0.0010493111],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013442964,0.0005504972,0.0040537925,0.00055522256,0.0001528951,0.00089930877,0.0022148348,0.51756394,0.024575258,0.09499956,0.010951197,0.34213918],"study_design_scores_gemma":[0.0000780241,0.00012580982,0.00035203906,0.000018033314,0.000023591558,0.00018557419,0.00042518356,0.9495566,0.0025173787,0.04205864,0.0046289293,0.000030180363],"about_ca_topic_score_codex":0.002570511,"about_ca_topic_score_gemma":0.0035361585,"teacher_disagreement_score":0.0037063584,"about_ca_system_score_codex":0.00089271937,"about_ca_system_score_gemma":0.0014882967,"threshold_uncertainty_score":0.017340899},"labels":[],"label_agreement":null},{"id":"W2616417825","doi":"10.2196/resprot.5851","title":"Crowdsourced Identification of Possible Allergy-Associated Factors: Automated Hypothesis Generation and Validation Using Crowdsourcing Services","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Crowdsourcing; Identification (biology); Data science; Computer science; World Wide Web; Biology","score_opus":0.2389973154109489,"score_gpt":0.4639238991815707,"score_spread":0.22492658377062177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616417825","genre_codex":"methods","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2137181,0.0014784392,0.7262651,0.0064149555,0.00067888777,0.025143296,0.0064257598,0.0048390315,0.0150364805],"genre_scores_gemma":[0.45460695,0.00040982492,0.52855265,0.0011900476,0.000197357,0.010192043,0.0030831976,0.0001605859,0.0016073905],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9544294,0.032059994,0.0023074313,0.004920558,0.005470593,0.0008120668],"domain_scores_gemma":[0.7521269,0.2078021,0.010250945,0.016836742,0.010941031,0.0020422426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.059236422,0.0022639774,0.0016351864,0.0071553118,0.002921342,0.0034028066,0.0035579773,0.002211883,0.006891805],"category_scores_gemma":[0.14754127,0.00081826374,0.0030352843,0.002861516,0.0027672828,0.002504957,0.006534041,0.0021771984,0.0021752808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003690747,0.003222718,0.087848134,0.008349262,0.0015805472,0.0018684409,0.018808221,0.1113751,0.02107828,0.021796161,0.029989395,0.690393],"study_design_scores_gemma":[0.0020504445,0.0017992851,0.04948204,0.0023949652,0.000779556,0.00047394872,0.010880495,0.7209128,0.019514726,0.14642121,0.044698257,0.0005923156],"about_ca_topic_score_codex":0.007919054,"about_ca_topic_score_gemma":0.006465198,"teacher_disagreement_score":0.059236422,"about_ca_system_score_codex":0.0034097428,"about_ca_system_score_gemma":0.00819176,"threshold_uncertainty_score":0.31327587},"labels":[],"label_agreement":null},{"id":"W2622324299","doi":"10.1016/j.arcped.2017.04.019","title":"Réponse à Lemoine et al. « Identification des victimes pédiatriques et informations des familles : une difficulté supplémentaire »","year":2017,"lang":"fr","type":"letter","venue":"Archives de Pédiatrie","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Mathematics; Derivative (finance); Partial differential equation; First-order partial differential equation; Differential equation; Ordinary differential equation; Linear multistep method; Partial derivative; Mathematical analysis; Integer (computer science); Applied mathematics; Computer science; Differential algebraic equation","score_opus":0.024168969446238,"score_gpt":0.2878303285647026,"score_spread":0.2636613591184646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622324299","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058763655,0.0042410824,0.00024689393,0.9673912,0.02347215,0.000019256957,0.00014369299,0.00003563152,0.0038624757],"genre_scores_gemma":[0.007054888,0.006034823,0.000373918,0.940147,0.039074432,0.00005674005,0.000069310314,0.000035749857,0.007153154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99508876,0.0014166366,0.0008142954,0.00055778597,0.0014550646,0.00066747353],"domain_scores_gemma":[0.9489713,0.030497884,0.0020073717,0.0009860808,0.014388233,0.0031491623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050406386,0.00065152184,0.0010518809,0.0012149035,0.004386937,0.0041641337,0.0024541554,0.029270716,0.010855072],"category_scores_gemma":[0.08097848,0.0005431432,0.0008370652,0.001003554,0.0019084647,0.0034828582,0.0016956079,0.02411726,0.006674051],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003227881,0.000019799767,0.0006711975,0.00013682427,0.000014799304,0.002129235,0.00038032612,0.000021137088,0.00008058594,0.0012552649,0.9817806,0.01347787],"study_design_scores_gemma":[0.00008422935,0.00007220868,0.0019931127,0.0014450595,0.000057322155,0.006200486,0.0021993408,0.0002536486,0.0004137741,0.0052296054,0.9819708,0.00008051943],"about_ca_topic_score_codex":0.015762908,"about_ca_topic_score_gemma":0.02577147,"teacher_disagreement_score":0.029270716,"about_ca_system_score_codex":0.0034149333,"about_ca_system_score_gemma":0.0051224967,"threshold_uncertainty_score":0.03631383},"labels":[],"label_agreement":null},{"id":"W2684481693","doi":"10.2139/ssrn.2988949","title":"Do the Number of Appropriators from the Commons Matter in Controlled Laboratory Environments?","year":2017,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; McMaster University; York University","funders":"","keywords":"Commons; Biology; Ecology","score_opus":0.005747080922318408,"score_gpt":0.22587254311677643,"score_spread":0.22012546219445803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2684481693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98248005,0.00030585323,0.0045340657,0.00072794646,0.0001082116,0.000109307504,0.00014321893,0.00003425836,0.011556989],"genre_scores_gemma":[0.9959694,0.00012012353,0.0010943136,0.00019279087,0.00003236147,0.00022114124,0.00008698388,0.000042440573,0.002240325],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98802245,0.005684046,0.0005500203,0.0025361145,0.0021291475,0.0010782717],"domain_scores_gemma":[0.9077266,0.0543277,0.013810875,0.015091335,0.0035692437,0.0054742726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0101311095,0.0005735885,0.0010177483,0.0008970957,0.0018770234,0.0048330254,0.0016585949,0.00263783,0.011351655],"category_scores_gemma":[0.06852101,0.00061792723,0.0005224755,0.000440373,0.0057704444,0.006320702,0.0034047668,0.0012970491,0.001667637],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023129981,0.01960855,0.46178183,0.0017667742,0.0012527008,0.0008959376,0.01536933,0.0048892605,0.25245512,0.06104877,0.006373549,0.1514282],"study_design_scores_gemma":[0.0019784286,0.013819497,0.72407824,0.0004625064,0.0009403501,0.0011587006,0.033270553,0.014568154,0.06452814,0.12153387,0.023173705,0.00048775558],"about_ca_topic_score_codex":0.0012300408,"about_ca_topic_score_gemma":0.00209057,"teacher_disagreement_score":0.011351655,"about_ca_system_score_codex":0.0009041392,"about_ca_system_score_gemma":0.0012076066,"threshold_uncertainty_score":0.053579032},"labels":[],"label_agreement":null},{"id":"W269085259","doi":"10.1007/978-3-319-16354-3_39","title":"The Power of Contextual Suggestion","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Remuneration; Task (project management); Track (disk drive); Activity-based costing; Process (computing); Point (geometry); Operations research; Information retrieval; Data science; Finance; Accounting","score_opus":0.018959190244338377,"score_gpt":0.24534896012355975,"score_spread":0.22638976987922138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W269085259","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040466078,0.009135989,0.7836091,0.01699066,0.0009843911,0.00014315062,0.00062815315,0.002865572,0.14517693],"genre_scores_gemma":[0.8641349,0.002096564,0.111685656,0.0014419452,0.0013796756,0.00019585624,0.00042952076,0.00069549796,0.017940268],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9902863,0.005500614,0.00029169762,0.0015691385,0.0019213534,0.0004309297],"domain_scores_gemma":[0.91160816,0.064955585,0.0018516838,0.017312141,0.003151399,0.001121058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065241833,0.000970809,0.0016276746,0.0019787785,0.0031425597,0.005480457,0.0029557182,0.003526983,0.018255277],"category_scores_gemma":[0.0761942,0.0012939816,0.00096509827,0.002564531,0.0065725665,0.016958103,0.0056607537,0.004713443,0.0033264665],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043645297,0.00007624266,0.0011375534,0.00026603867,0.00007138515,0.00012368077,0.0010362806,0.010077544,0.0011772898,0.8685913,0.013175812,0.103830546],"study_design_scores_gemma":[0.00005653969,0.00003547265,0.00027322155,0.000055919685,0.000059742873,0.00013304231,0.00014970965,0.0651321,0.0012791937,0.91484976,0.017935252,0.000039998275],"about_ca_topic_score_codex":0.0031145895,"about_ca_topic_score_gemma":0.0024173418,"teacher_disagreement_score":0.018255277,"about_ca_system_score_codex":0.0013366619,"about_ca_system_score_gemma":0.0016344143,"threshold_uncertainty_score":0.061069965},"labels":[],"label_agreement":null},{"id":"W2724495271","doi":"10.1109/icse-seip.2017.2","title":"Leveraging crowdsourcing for team elasticity: an empirical evaluation at TopCoder","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Crowdsourcing software development; Computer science; Cheating; Empirical research; Schedule; Task (project management); Software development; Team software process; Software; Knowledge management; Data science; World Wide Web; Software development process; Engineering","score_opus":0.0958709320395684,"score_gpt":0.36838463772517405,"score_spread":0.2725137056856056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2724495271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893856,0.000185965,0.0043574083,0.0002248645,0.00004050405,0.0014432919,0.0005371775,0.00029642624,0.0035287754],"genre_scores_gemma":[0.98536783,0.00013547164,0.0105218105,0.00015085019,0.00004106323,0.0013423127,0.0009850797,0.000056372468,0.0013991315],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.990311,0.005210538,0.00047391115,0.0011270335,0.0022010843,0.00067633943],"domain_scores_gemma":[0.92838067,0.043993354,0.0050486582,0.006934144,0.009784634,0.005858688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01308214,0.00076973514,0.00083313783,0.0015481287,0.0013869195,0.0013183471,0.0017428261,0.0012302663,0.0027311083],"category_scores_gemma":[0.037603024,0.00036923325,0.00065173267,0.0012600914,0.0014618217,0.0015779224,0.0022321916,0.0015762271,0.0014584451],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015301584,0.05353868,0.31338856,0.0059739784,0.0011250268,0.0020188817,0.026481032,0.05034758,0.020863747,0.0040101563,0.02608044,0.4808704],"study_design_scores_gemma":[0.0032954556,0.03830352,0.6634173,0.0007612432,0.00080975675,0.00073171954,0.025144506,0.21505661,0.013241556,0.0047729905,0.034045808,0.00041950514],"about_ca_topic_score_codex":0.008656691,"about_ca_topic_score_gemma":0.008405181,"teacher_disagreement_score":0.01308214,"about_ca_system_score_codex":0.0016839635,"about_ca_system_score_gemma":0.0021739483,"threshold_uncertainty_score":0.06918585},"labels":[],"label_agreement":null},{"id":"W2731802473","doi":"10.1145/3079628.3079652","title":"Towards Understanding Users' Motivation in a Q&amp;A Social Network Using Social Influence and the Moderation by Culture","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Moderation; Collectivism; Sustenance; Structural equation modeling; Social network (sociolinguistics); Social influence; Order (exchange); Individualism; Knowledge management; Computer science; Psychology; Social psychology; Social media; Business; World Wide Web; Political science; Machine learning","score_opus":0.06563153241639223,"score_gpt":0.2914854130692564,"score_spread":0.22585388065286416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731802473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99063545,0.00005724129,0.004453756,0.00040547675,0.0000066778307,0.000072651084,0.000057014597,0.0000161749,0.004295567],"genre_scores_gemma":[0.9981608,0.000029616873,0.0014779726,0.000031170453,0.0000032027917,0.00005946674,0.000018994931,0.000004046454,0.00021461451],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99539244,0.0033088925,0.0001572663,0.0004137968,0.00046219106,0.00026550374],"domain_scores_gemma":[0.9634225,0.027029404,0.005295168,0.001251965,0.0018678932,0.0011330651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077539706,0.00037006597,0.0003608182,0.0020088397,0.0013247353,0.003438488,0.0005139009,0.0006350142,0.0022817315],"category_scores_gemma":[0.031382233,0.00024998598,0.00057616044,0.0014831263,0.0015490354,0.003965774,0.0020635026,0.0008254353,0.00018543993],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023047627,0.0004447823,0.8652174,0.00021815064,0.0002312996,0.00010070348,0.07319857,0.0013412228,0.0018862205,0.009509696,0.00046205573,0.047159363],"study_design_scores_gemma":[0.000047300407,0.0003751802,0.88284075,0.0001860457,0.00026388164,0.00006228881,0.0686174,0.029177453,0.0017718598,0.0121842865,0.0043838318,0.00008972369],"about_ca_topic_score_codex":0.010241929,"about_ca_topic_score_gemma":0.010557137,"teacher_disagreement_score":0.010241929,"about_ca_system_score_codex":0.0013534989,"about_ca_system_score_gemma":0.0015081723,"threshold_uncertainty_score":0.0410074},"labels":[],"label_agreement":null},{"id":"W2735021664","doi":"10.1101/156141","title":"Science Game Lab: tool for the unification of biomedical games with a purpose","year":2017,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Unification; Computer science; Citizen science; Game mechanics; Boosting (machine learning); Data science; Multimedia; Artificial intelligence","score_opus":0.015421336779912545,"score_gpt":0.23488371492367113,"score_spread":0.21946237814375857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735021664","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012493119,0.00056196854,0.54645,0.0012857444,0.0009256207,0.0037487461,0.008173643,0.3974444,0.028916705],"genre_scores_gemma":[0.19850485,0.00074367004,0.6015155,0.0028188007,0.000424558,0.01545073,0.026544755,0.10337592,0.050621215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735475,0.00084576965,0.0003475261,0.00046636685,0.0006475221,0.00033806838],"domain_scores_gemma":[0.9918018,0.0046582283,0.0003677112,0.0012129329,0.0007941494,0.0011651824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004720398,0.002783649,0.0011747181,0.0038295991,0.001038637,0.0039219684,0.0036016311,0.00215211,0.059200704],"category_scores_gemma":[0.01928043,0.0015014433,0.0022172704,0.0008429399,0.0015475486,0.0052820705,0.010532107,0.0027538447,0.022961227],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006498527,0.0026817024,0.009530946,0.0038084954,0.0006123617,0.0034756353,0.007758105,0.012520678,0.03585515,0.091242574,0.4994514,0.32656458],"study_design_scores_gemma":[0.00196792,0.00068422436,0.004584711,0.0008888134,0.00019127734,0.0009653381,0.0009488455,0.13874763,0.025391573,0.10023871,0.7247619,0.0006290225],"about_ca_topic_score_codex":0.001233778,"about_ca_topic_score_gemma":0.0015485258,"teacher_disagreement_score":0.059200704,"about_ca_system_score_codex":0.00095072313,"about_ca_system_score_gemma":0.0013615432,"threshold_uncertainty_score":0.19804609},"labels":[],"label_agreement":null},{"id":"W2735296243","doi":"10.2196/diabetes.7473","title":"Assessing Diabetes-Relevant Data Provided by Undergraduate and Crowdsourced Web-Based Survey Participants for Honesty and Accuracy","year":2017,"lang":"en","type":"article","venue":"JMIR Diabetes","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Honesty; Ethnic group; Data science; Psychology; Quality (philosophy); Medical education; Computer science; Applied psychology; Internet privacy; Medicine; Social psychology; Political science","score_opus":0.07450125226706915,"score_gpt":0.3429417888322715,"score_spread":0.26844053656520234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735296243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74937266,0.0014415957,0.10582145,0.008897568,0.0012685243,0.021029394,0.05129625,0.0020884415,0.058784116],"genre_scores_gemma":[0.8743956,0.0003944772,0.07878484,0.0028656805,0.00024431778,0.028014658,0.010228384,0.0002520682,0.004819834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9177911,0.04126755,0.012125083,0.0060122563,0.021216294,0.0015877505],"domain_scores_gemma":[0.77409554,0.09018305,0.03010509,0.03126139,0.07224151,0.0021134315],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.05659518,0.0008267786,0.000686436,0.003886732,0.0025263678,0.0027586021,0.0015204439,0.001456303,0.00674761],"category_scores_gemma":[0.22882582,0.00041607843,0.0010794151,0.0024142002,0.0012610849,0.0017593513,0.0039195213,0.0011635221,0.0031468032],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017628912,0.0010786743,0.5317149,0.0032102335,0.00055427995,0.00042050655,0.043930963,0.0016351087,0.01152646,0.0035685562,0.05959334,0.3410041],"study_design_scores_gemma":[0.00071036204,0.0012685119,0.72142494,0.004986714,0.00048128687,0.0005826132,0.029291606,0.024220852,0.02216592,0.013848996,0.18055354,0.0004646256],"about_ca_topic_score_codex":0.004942807,"about_ca_topic_score_gemma":0.006558024,"teacher_disagreement_score":0.9985437,"about_ca_system_score_codex":0.0012199979,"about_ca_system_score_gemma":0.0036403113,"threshold_uncertainty_score":0.29930747},"labels":[],"label_agreement":null},{"id":"W2738025867","doi":"","title":"Autopsie d'un commentaire : étude des métadonnées produites par le grand public dans le secteur culturel / Autopsy of a Comment: A Study of Metadata Produced by the Public in the Cultural Sector","year":2017,"lang":"fr","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Humanities; Metadata; Context (archaeology); Political science; Sociology; Library science; Philosophy; Geography; Computer science; Law; World Wide Web","score_opus":0.05196606329222133,"score_gpt":0.24783105399617028,"score_spread":0.19586499070394894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738025867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91964734,0.0013752248,0.007825463,0.020997526,0.0013368906,0.00037721643,0.0019840524,0.00022261459,0.046233613],"genre_scores_gemma":[0.96316195,0.0010604247,0.0027707359,0.0027252652,0.00036951352,0.0003883047,0.00055592565,0.0002672945,0.028700713],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9905765,0.00417857,0.0007630146,0.00089078484,0.002869365,0.00072175555],"domain_scores_gemma":[0.91117966,0.056997567,0.0102365995,0.005984641,0.0133055765,0.0022960152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014612058,0.00065741426,0.00042578595,0.0052274056,0.013355261,0.00734259,0.0016885705,0.003508603,0.0076908562],"category_scores_gemma":[0.085888065,0.00077021023,0.00064823887,0.0061549195,0.0076958877,0.006615506,0.008127699,0.004458879,0.0015219903],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057345125,0.000032508076,0.018155593,0.00020192376,0.00001692786,0.002541581,0.95100665,0.000045029676,0.0014874038,0.006304335,0.006764741,0.013386091],"study_design_scores_gemma":[0.0000072498024,0.000031108048,0.014302527,0.00040494362,0.000022710914,0.0009586675,0.8391969,0.00021443132,0.0017900217,0.0012022624,0.14181814,0.00005107228],"about_ca_topic_score_codex":0.099295214,"about_ca_topic_score_gemma":0.10195307,"teacher_disagreement_score":0.099295214,"about_ca_system_score_codex":0.009315798,"about_ca_system_score_gemma":0.010203563,"threshold_uncertainty_score":0.19743448},"labels":[],"label_agreement":null},{"id":"W2739523730","doi":"10.1109/icc.2017.7996808","title":"Dual-anonymous reward distribution for mobile crowdsensing","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; University of Waterloo","funders":"","keywords":"Computer science; Incentive; Crowdsensing; Mobile device; Overhead (engineering); Mobile computing; Mobile telephony; Internet privacy; Dual (grammatical number); Computer security; Computer network; Mobile radio; World Wide Web","score_opus":0.019021361779650095,"score_gpt":0.27876132692989763,"score_spread":0.25973996515024755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739523730","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015629346,0.0001897542,0.9799938,0.00045726247,0.000070756265,0.00014463738,0.00007841242,0.00035776937,0.0030782423],"genre_scores_gemma":[0.87600094,0.0002270899,0.11557803,0.0002718123,0.00009688033,0.00028756013,0.00008008991,0.00007072481,0.0073869163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942458,0.0024887747,0.00023997188,0.00097494683,0.0013723462,0.0006781239],"domain_scores_gemma":[0.9910629,0.004880252,0.0009973389,0.0013552818,0.0009843025,0.0007199117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004998778,0.0009550925,0.0014511682,0.0010606252,0.0013785812,0.0019778758,0.003207035,0.0016881621,0.0030746625],"category_scores_gemma":[0.015577584,0.00049933343,0.00084359717,0.0010686422,0.0023231702,0.0023831348,0.0038160689,0.0021223337,0.0007103541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012605409,0.00047089273,0.0023606208,0.00039320663,0.00011621049,0.0008487864,0.00065772777,0.41731972,0.014272859,0.43118006,0.0064509446,0.124668516],"study_design_scores_gemma":[0.000055671175,0.00011079985,0.00024505597,0.000021674585,0.000020459898,0.00020007601,0.00004646708,0.89676464,0.0019741994,0.09657578,0.003945092,0.000040092782],"about_ca_topic_score_codex":0.0009854218,"about_ca_topic_score_gemma":0.00089214323,"teacher_disagreement_score":0.004998778,"about_ca_system_score_codex":0.0021163619,"about_ca_system_score_gemma":0.0019590287,"threshold_uncertainty_score":0.026436329},"labels":[],"label_agreement":null},{"id":"W2740478029","doi":"10.24963/ijcai.2017/413","title":"Obtaining High-Quality Label by Distinguishing between Easy and Hard Items in Crowdsourcing","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Novelis (Canada)","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Crowdsourcing; Quality (philosophy); Computer science; Set (abstract data type); Payment; Construct (python library); Scale (ratio); Machine learning; Artificial intelligence; Data science; Data mining; World Wide Web","score_opus":0.04632613660003589,"score_gpt":0.3053481823572383,"score_spread":0.25902204575720245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740478029","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18152599,0.0006628951,0.8087671,0.0012025076,0.00014162458,0.00049963966,0.00068852457,0.0014641993,0.0050476403],"genre_scores_gemma":[0.76237243,0.00021673358,0.23138617,0.0004511256,0.00016523355,0.0003610948,0.0011383748,0.00024346545,0.0036653858],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940752,0.0018998643,0.0003103427,0.00172194,0.0016091996,0.0003834202],"domain_scores_gemma":[0.97891265,0.012633937,0.0024015813,0.0028542841,0.002256164,0.00094129785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063302144,0.0022360403,0.002141438,0.0031589079,0.0021025524,0.0030128343,0.002427145,0.0032484962,0.0015085025],"category_scores_gemma":[0.030842569,0.00080271094,0.0013887514,0.0021301107,0.0024485793,0.0040963893,0.0044026994,0.0033401374,0.0012848086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003042303,0.001598469,0.0743917,0.0015182695,0.0005957574,0.0011738472,0.0052507184,0.23531511,0.036608797,0.021586608,0.013620325,0.60529804],"study_design_scores_gemma":[0.00017855695,0.0002534284,0.013422803,0.00014672894,0.00013823678,0.00026729447,0.0010402494,0.88898075,0.013254397,0.07534012,0.0067643174,0.0002131797],"about_ca_topic_score_codex":0.0074347146,"about_ca_topic_score_gemma":0.009269795,"teacher_disagreement_score":0.0074347146,"about_ca_system_score_codex":0.001985611,"about_ca_system_score_gemma":0.0017303976,"threshold_uncertainty_score":0.033477724},"labels":[],"label_agreement":null},{"id":"W2744629383","doi":"10.18293/seke2017-102","title":"Multi-Objective Crowd Worker Selection in Crowdsourced Testing","year":2017,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Natural Science Foundation of China; Baidu","keywords":"Crowdsourcing; Selection (genetic algorithm); Computer science; Crowd sourcing; Data science; Machine learning; World Wide Web","score_opus":0.028070874775800992,"score_gpt":0.2491263343932967,"score_spread":0.2210554596174957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744629383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056717403,0.0012846886,0.9334984,0.00094667805,0.00028068727,0.0008154946,0.00035065494,0.0010292241,0.0050767553],"genre_scores_gemma":[0.7788483,0.0004603714,0.20961271,0.00084556267,0.00030531664,0.0014471979,0.0009164947,0.00039484503,0.0071693263],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9939427,0.0031767734,0.00021705352,0.0013508255,0.0008121708,0.0005003889],"domain_scores_gemma":[0.98024803,0.014734397,0.0011503319,0.0010659823,0.0015677593,0.0012335494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008962303,0.0030301015,0.0043986114,0.0018596806,0.0017714705,0.0020150563,0.0044560093,0.0030991342,0.004379797],"category_scores_gemma":[0.02020359,0.0013241709,0.0016200575,0.0014801183,0.002493457,0.0020474927,0.0049893665,0.001809675,0.0011416015],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011004732,0.00057027343,0.006061482,0.0008160633,0.0003052026,0.0009694319,0.0010055917,0.8100144,0.005107746,0.013087151,0.007972402,0.1529899],"study_design_scores_gemma":[0.0001523443,0.00018805408,0.0010386636,0.00007441603,0.000054757453,0.00008433431,0.00026471162,0.97744477,0.0009595612,0.017466761,0.0022165733,0.0000550238],"about_ca_topic_score_codex":0.009803594,"about_ca_topic_score_gemma":0.0071091573,"teacher_disagreement_score":0.009803594,"about_ca_system_score_codex":0.0018408344,"about_ca_system_score_gemma":0.0023536864,"threshold_uncertainty_score":0.047397733},"labels":[],"label_agreement":null},{"id":"W2746268185","doi":"10.1145/3121348","title":"Opportunities and challenges for cross-device interactions in the wild","year":2017,"lang":"en","type":"article","venue":"interactions","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Citation; Library science; University campus; Engineering; Computer science","score_opus":0.23524123569882766,"score_gpt":0.38532146322964766,"score_spread":0.15008022753082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746268185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12459187,0.03188334,0.4923931,0.110241495,0.0049352464,0.0007816248,0.0016063403,0.0039897584,0.22957718],"genre_scores_gemma":[0.7707417,0.012961077,0.16640945,0.0147676235,0.002315983,0.0015886324,0.0013032276,0.001397352,0.02851494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9893755,0.0045052823,0.0004165644,0.0017634182,0.0026792441,0.0012600059],"domain_scores_gemma":[0.9871525,0.0065189037,0.0006056197,0.0023203702,0.001859448,0.0015432342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068297777,0.0015623634,0.0014657304,0.0014511744,0.0071401885,0.013914418,0.0044499342,0.006056675,0.015977051],"category_scores_gemma":[0.014864116,0.0011498184,0.0010685424,0.0012533254,0.008453341,0.028674321,0.018034795,0.0056235255,0.0038684222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044792026,0.0005290202,0.01615823,0.0033330221,0.00027627902,0.0039062467,0.058658812,0.0090366695,0.018745922,0.38760448,0.13969144,0.36161196],"study_design_scores_gemma":[0.000059899758,0.00026796176,0.005090734,0.001210593,0.000099285324,0.0028444598,0.05773379,0.015643008,0.0023255225,0.31149644,0.6029425,0.00028577528],"about_ca_topic_score_codex":0.004097144,"about_ca_topic_score_gemma":0.0058920993,"teacher_disagreement_score":0.015977051,"about_ca_system_score_codex":0.0015853944,"about_ca_system_score_gemma":0.0021444275,"threshold_uncertainty_score":0.053448558},"labels":[],"label_agreement":null},{"id":"W2748451549","doi":"10.1007/978-3-319-60255-4_10","title":"Transportation Engineering on Social Question and Answer Websites: An Empirical Case Study","year":2017,"lang":"en","type":"book-chapter","venue":"Studies in big data","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Empirical research; Social engineering (security); Sociology; Engineering; Computer science; Internet privacy; Epistemology; Philosophy","score_opus":0.27949585788617864,"score_gpt":0.4003285753998373,"score_spread":0.12083271751365865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748451549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9604684,0.0001636723,0.0061337356,0.0009202157,0.000044983022,0.00038210815,0.0005348217,0.00020011156,0.031151894],"genre_scores_gemma":[0.97809404,0.00023275419,0.0072348965,0.00020021563,0.000034619585,0.00021692883,0.0009478325,0.000119291006,0.012919448],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972784,0.0015649899,0.0000835325,0.0002548906,0.0005295032,0.0002886309],"domain_scores_gemma":[0.98356044,0.012377485,0.0005685452,0.0012203626,0.0016559681,0.0006171939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002359966,0.00048964866,0.00028821762,0.0014867405,0.0033203538,0.0028477153,0.001336145,0.0022935334,0.010151318],"category_scores_gemma":[0.013310461,0.0002517219,0.0004865069,0.0023683582,0.001109392,0.0029733924,0.0013780863,0.0012362154,0.003000131],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017131665,0.03092176,0.19059789,0.0016022018,0.00028319957,0.011379274,0.074522614,0.036102768,0.008057875,0.048100494,0.105829604,0.49088925],"study_design_scores_gemma":[0.00040477782,0.0034676427,0.19491719,0.00086501444,0.00046637384,0.0056530293,0.22885819,0.27971336,0.019423982,0.039252672,0.22657506,0.00040270865],"about_ca_topic_score_codex":0.02535367,"about_ca_topic_score_gemma":0.028513765,"teacher_disagreement_score":0.02535367,"about_ca_system_score_codex":0.0022606193,"about_ca_system_score_gemma":0.0019792411,"threshold_uncertainty_score":0.050412178},"labels":[],"label_agreement":null},{"id":"W2748934360","doi":"10.1145/3139243.3139252","title":"Detecting Location Fraud in Indoor Mobile Crowdsensing","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsensing; Computer science; Identification (biology); Mobile device; Location data; Computer security; Data mining; Mobile computing; Artificial intelligence; Computer network; World Wide Web","score_opus":0.015297004790889957,"score_gpt":0.2651161529137469,"score_spread":0.24981914812285694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748934360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7747787,0.002454962,0.21120821,0.0014219902,0.00032992606,0.00039068423,0.0014619647,0.0018881889,0.0060654082],"genre_scores_gemma":[0.97686476,0.0002782759,0.021393081,0.00012495635,0.000058001686,0.000043963053,0.0004884181,0.000015710457,0.0007329014],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964311,0.0010244901,0.00022975542,0.0007126344,0.0012251443,0.00037691242],"domain_scores_gemma":[0.99437594,0.0018050891,0.0015430073,0.0012497167,0.00074381183,0.0002823874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021042228,0.00095495954,0.0014862594,0.0026610254,0.00096940645,0.0015423519,0.0019996597,0.0020740703,0.00033311613],"category_scores_gemma":[0.008122557,0.00032647437,0.00061589025,0.0022976222,0.0010899891,0.0014915925,0.0023677363,0.0008558313,0.000527197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029506283,0.0009067685,0.19029754,0.0008837912,0.0005158428,0.00679769,0.0015384369,0.2732006,0.04492368,0.012722504,0.013621725,0.45164084],"study_design_scores_gemma":[0.00006018186,0.00018623559,0.018517049,0.000072044735,0.000058172987,0.0018135908,0.0007360073,0.9461321,0.01708347,0.009096876,0.0061728307,0.00007139545],"about_ca_topic_score_codex":0.003592481,"about_ca_topic_score_gemma":0.0026588053,"teacher_disagreement_score":0.003592481,"about_ca_system_score_codex":0.0011233012,"about_ca_system_score_gemma":0.0008128881,"threshold_uncertainty_score":0.011128306},"labels":[],"label_agreement":null},{"id":"W2754384959","doi":"10.1016/j.socscimed.2017.08.043","title":"Ethical implications of location and accelerometer measurement in health research studies with mobile sensing devices","year":2017,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Memorial University of Newfoundland","funders":"","keywords":"Confidentiality; Mobile device; Informed consent; Internet privacy; Set (abstract data type); Data science; Research ethics; Computer science; Field (mathematics); Data collection; Engineering ethics; Sociology; Medicine; Computer security; Engineering; World Wide Web; Social science","score_opus":0.27800408172486535,"score_gpt":0.4723498625941638,"score_spread":0.19434578086929843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754384959","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06427651,0.008804094,0.17761867,0.65022975,0.015459284,0.0029548157,0.00052052137,0.000112914386,0.08002343],"genre_scores_gemma":[0.7774689,0.0025174534,0.068737395,0.12764385,0.0075061335,0.007618276,0.0001573458,0.00011453265,0.008236158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.43007797,0.48914272,0.02156784,0.015022965,0.03980059,0.0043879007],"domain_scores_gemma":[0.20858106,0.66080064,0.029887421,0.06041093,0.033962592,0.0063574174],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.41205534,0.0010082907,0.0016726196,0.0031552853,0.008389584,0.010370687,0.0047502536,0.02170331,0.0035027147],"category_scores_gemma":[0.6294017,0.0018911931,0.0014424428,0.002974573,0.05270357,0.008867683,0.009499159,0.01870138,0.0010704517],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012812061,0.00047959902,0.029421033,0.0011373945,0.00043222157,0.0025473803,0.056577086,0.0017775137,0.0015497629,0.7972573,0.03509178,0.07244779],"study_design_scores_gemma":[0.0007416808,0.0006165103,0.015683463,0.006247628,0.0003656995,0.004568603,0.029519891,0.007872127,0.0030249006,0.8129575,0.11813552,0.00026636786],"about_ca_topic_score_codex":0.0052081943,"about_ca_topic_score_gemma":0.0077182055,"teacher_disagreement_score":0.5879446,"about_ca_system_score_codex":0.0053290473,"about_ca_system_score_gemma":0.01760363,"threshold_uncertainty_score":0.72504044},"labels":[],"label_agreement":null},{"id":"W2756232505","doi":"10.1080/10095020.2017.1370177","title":"Contributors’ enrollment in collaborative online communities: the case of OpenStreetMap","year":2017,"lang":"en","type":"article","venue":"Geo-spatial Information Science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centre de Géomatique du Québec; Memorial University of Newfoundland","funders":"","keywords":"Affect (linguistics); Order (exchange); Causality (physics); Psychology; Business","score_opus":0.018189928053955987,"score_gpt":0.2921589083200337,"score_spread":0.27396898026607774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756232505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850916,0.000268937,0.0034529446,0.001520192,0.000037735463,0.0000868258,0.00030361218,0.00012041574,0.009117756],"genre_scores_gemma":[0.99410015,0.00013465302,0.0034076595,0.0000559821,0.000034986493,0.00004714723,0.00034075504,0.00006616364,0.0018124057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98990905,0.0058003445,0.00035451114,0.001240764,0.0015779878,0.0011173234],"domain_scores_gemma":[0.94152826,0.03448588,0.0067409826,0.0065077087,0.0046450607,0.0060922382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01296446,0.0003799535,0.00057221047,0.003884956,0.005063238,0.005300344,0.0018381559,0.002307762,0.0040923995],"category_scores_gemma":[0.05831455,0.00038749442,0.00061625487,0.0055641225,0.0033236912,0.010388275,0.0054089366,0.0015990842,0.0008586008],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010665314,0.0013776616,0.6664514,0.0005844345,0.00018606786,0.016721332,0.13178398,0.011495182,0.0030546808,0.058113907,0.014648756,0.09451601],"study_design_scores_gemma":[0.00016699627,0.0005297498,0.5196748,0.0005381373,0.00018908022,0.005678402,0.21000668,0.10487499,0.0028790834,0.052244954,0.10281722,0.0003999127],"about_ca_topic_score_codex":0.019984446,"about_ca_topic_score_gemma":0.023077961,"teacher_disagreement_score":0.019984446,"about_ca_system_score_codex":0.0023664345,"about_ca_system_score_gemma":0.0020426996,"threshold_uncertainty_score":0.0685634},"labels":[],"label_agreement":null},{"id":"W2756489727","doi":"10.1007/978-3-319-66435-4_3","title":"Understanding the Crowd: Ethical and Practical Matters in the Academic Use of Crowdsourcing","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Crowdsourcing; Churning; Computer science; Parallels; Data science; Knowledge management; World Wide Web; Engineering","score_opus":0.12138575017141362,"score_gpt":0.3189866619977965,"score_spread":0.1976009118263829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756489727","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01306182,0.017986378,0.07362475,0.32155475,0.0036927627,0.00012794926,0.00012762424,0.00016814556,0.5696557],"genre_scores_gemma":[0.75528187,0.018917874,0.02858171,0.03888995,0.005515411,0.00041321522,0.00015057846,0.0006274181,0.151622],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9847837,0.009092615,0.00038886257,0.0009392843,0.0036890558,0.0011065906],"domain_scores_gemma":[0.96445936,0.028593244,0.00119473,0.00197504,0.002459712,0.0013179798],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021186996,0.0007695382,0.00070555287,0.0021984691,0.010073231,0.02065654,0.0026325854,0.010928954,0.011338904],"category_scores_gemma":[0.035621434,0.00058980635,0.00059613015,0.0028875293,0.04143237,0.023516223,0.010435135,0.010077573,0.0020693778],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055641094,0.000010610395,0.0001724123,0.000065507076,0.0000034275236,0.000052432155,0.010563145,0.00032274603,0.00006871253,0.9611561,0.015314749,0.012264506],"study_design_scores_gemma":[0.000003471686,0.0000052601677,0.00017810121,0.00031782556,0.000003569579,0.000062421466,0.008433624,0.00060880906,0.00016190216,0.83397037,0.15623683,0.000017708917],"about_ca_topic_score_codex":0.0063773617,"about_ca_topic_score_gemma":0.008439691,"teacher_disagreement_score":0.978813,"about_ca_system_score_codex":0.006404443,"about_ca_system_score_gemma":0.011990425,"threshold_uncertainty_score":0.112048864},"labels":[],"label_agreement":null},{"id":"W2759341995","doi":"10.17705/1cais.04114","title":"Using Mechanical Turk Data in IS Research: Risks, Rewards, and Recommendations","year":2017,"lang":"en","type":"article","venue":"Communications of the Association for Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Set (abstract data type); Data science; Computer science; Cognition; Data set; Psychology; Work (physics); Data collection; Applied psychology; Artificial intelligence; Sociology; Engineering","score_opus":0.43028464178301773,"score_gpt":0.460380283125942,"score_spread":0.03009564134292425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759341995","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10837564,0.026914114,0.16204154,0.58928436,0.0050142137,0.0029475035,0.0035229004,0.00070290023,0.10119682],"genre_scores_gemma":[0.74265265,0.01945411,0.1763537,0.037243642,0.005364503,0.007766331,0.0021089513,0.00039176954,0.008664298],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5847646,0.3317784,0.014433679,0.009094643,0.056040905,0.00388783],"domain_scores_gemma":[0.21085116,0.6514201,0.03361503,0.046841715,0.05257034,0.0047016325],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25740567,0.001406389,0.0024400535,0.00972854,0.009472273,0.022212317,0.003895633,0.007953322,0.0056455103],"category_scores_gemma":[0.6109252,0.0014848992,0.0013247031,0.016764954,0.015314327,0.028153837,0.009398745,0.0073884623,0.0031382737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081022683,0.00027662082,0.18424913,0.0048053316,0.00052984466,0.0009040091,0.026972234,0.003773563,0.0012505164,0.14383176,0.08352115,0.54907566],"study_design_scores_gemma":[0.0002631325,0.0004598891,0.08611114,0.016537065,0.0004283667,0.0014653953,0.075653575,0.021376397,0.0037805086,0.54464257,0.24861847,0.0006634711],"about_ca_topic_score_codex":0.016108466,"about_ca_topic_score_gemma":0.029537018,"teacher_disagreement_score":0.74259436,"about_ca_system_score_codex":0.0061419182,"about_ca_system_score_gemma":0.01446103,"threshold_uncertainty_score":0.91575104},"labels":[],"label_agreement":null},{"id":"W2759747693","doi":"10.5555/3141475.3141481","title":"Tell Me More! Soliciting Reader Contributions to Software Tutorials","year":2017,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Session (web analytics); Software; Multimedia; Human–computer interaction; Software engineering; World Wide Web; Programming language","score_opus":0.024840311792513052,"score_gpt":0.3267040741076642,"score_spread":0.30186376231515116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759747693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5462394,0.0014708409,0.29930612,0.01261208,0.0021437271,0.003404841,0.0022257676,0.03905055,0.093546726],"genre_scores_gemma":[0.6067119,0.00086679956,0.28548753,0.00242509,0.000985794,0.0022164043,0.002497877,0.0030543106,0.09575426],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963039,0.0021257082,0.00017884807,0.00041032306,0.0006587926,0.00032233607],"domain_scores_gemma":[0.96885395,0.016839053,0.0022648803,0.004897996,0.0032852432,0.0038588098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059264186,0.0013170732,0.00075729546,0.001295702,0.001845432,0.0024158969,0.0014994072,0.0015464395,0.04521161],"category_scores_gemma":[0.04306419,0.00041097176,0.000599753,0.00075998594,0.00067574426,0.0042858673,0.0051198,0.0014437656,0.018506605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017780509,0.0018939063,0.022124732,0.0020037289,0.00009726043,0.0009886523,0.021979222,0.0013610628,0.044266008,0.0055924826,0.14061455,0.75730044],"study_design_scores_gemma":[0.0008481366,0.005210208,0.04243696,0.001164181,0.00036189178,0.0016425907,0.017861962,0.02841916,0.048966464,0.025122276,0.8275523,0.00041387434],"about_ca_topic_score_codex":0.0005686835,"about_ca_topic_score_gemma":0.0021035871,"teacher_disagreement_score":0.04521161,"about_ca_system_score_codex":0.00053376635,"about_ca_system_score_gemma":0.0007829585,"threshold_uncertainty_score":0.15124792},"labels":[],"label_agreement":null},{"id":"W2760893072","doi":"10.1109/infocom.2017.8057034","title":"When data acquisition meets data analytics: A distributed active learning framework for optimal budgeted mobile crowdsensing","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Upload; Crowdsensing; Mobile device; Inference; Analytics; Mobile computing; Machine learning; Activity recognition; Active learning (machine learning); Inertial measurement unit; Data mining; Artificial intelligence; Data science; Computer network; World Wide Web","score_opus":0.07300052793677128,"score_gpt":0.33379293354183787,"score_spread":0.26079240560506656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760893072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045160158,0.00019840855,0.9935375,0.0004775567,0.000035643763,0.0000654448,0.000048078055,0.00018015016,0.0009412123],"genre_scores_gemma":[0.73577535,0.0004696632,0.25785127,0.00042911782,0.00029983875,0.0006231073,0.00020035646,0.00018344409,0.0041679055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749905,0.0010370325,0.00013291129,0.00060193916,0.0004504133,0.0002785455],"domain_scores_gemma":[0.9928427,0.0052465973,0.00043552744,0.00040754277,0.0007060556,0.0003615194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064168046,0.0017119211,0.002206953,0.0008617748,0.0009751962,0.0026339164,0.0045107347,0.0025312486,0.0022331402],"category_scores_gemma":[0.013073806,0.0012884395,0.0010533776,0.0010668453,0.0024862883,0.0033109274,0.0040386934,0.0031522647,0.00041220413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018066094,0.00009974961,0.0006310517,0.00010303532,0.00005233321,0.00012350343,0.00019901436,0.9282467,0.0014131066,0.038642548,0.0012728856,0.029035483],"study_design_scores_gemma":[0.000014955507,0.0000152045595,0.000026872563,0.000004763916,0.00000483824,0.000006860726,0.000012364616,0.985399,0.00019232182,0.013991418,0.0003268445,0.000004682519],"about_ca_topic_score_codex":0.007489866,"about_ca_topic_score_gemma":0.0065125506,"teacher_disagreement_score":0.007489866,"about_ca_system_score_codex":0.0019467504,"about_ca_system_score_gemma":0.0026375041,"threshold_uncertainty_score":0.033935666},"labels":[],"label_agreement":null},{"id":"W2765493762","doi":"10.3390/su9112019","title":"Crowdsourcing Analysis of Twitter Data on Climate Change: Paid Workers vs. Volunteers","year":2017,"lang":"en","type":"article","venue":"Sustainability","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University","funders":"University of Florida","keywords":"Crowdsourcing; Amateur; Data processing; Citizen science; Data science; Social media; Computer science; Climate change; Limiting; World Wide Web; Engineering; Database; Geography","score_opus":0.05085086884443499,"score_gpt":0.32985841267682114,"score_spread":0.27900754383238613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765493762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97083193,0.0002450938,0.020597782,0.0008318679,0.000114564755,0.00034236658,0.0011396596,0.00021492061,0.0056819073],"genre_scores_gemma":[0.99125177,0.0000619727,0.00648244,0.000098287936,0.000056927565,0.0001412101,0.0006134004,0.00004122476,0.0012527182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968484,0.0014294132,0.00018633348,0.00042001272,0.00083638384,0.00027946822],"domain_scores_gemma":[0.9861448,0.008825567,0.0010972983,0.0015309704,0.0019594114,0.00044195005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004614581,0.00034273803,0.00056273374,0.001873786,0.0008493064,0.0014203544,0.00045711588,0.00060114486,0.0018432585],"category_scores_gemma":[0.020391107,0.0001680112,0.0006274488,0.0016052076,0.00061673345,0.00091304554,0.0010561781,0.00047610517,0.0007826858],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050963173,0.0009379227,0.577656,0.0014359874,0.0007262048,0.0015273447,0.020049592,0.022187253,0.036240235,0.006658236,0.013494589,0.31399032],"study_design_scores_gemma":[0.00021934177,0.000912016,0.7104808,0.0002789819,0.00032074656,0.0006467945,0.025852213,0.19638875,0.02119592,0.01908889,0.02439776,0.00021768425],"about_ca_topic_score_codex":0.006596046,"about_ca_topic_score_gemma":0.0067815413,"teacher_disagreement_score":0.006596046,"about_ca_system_score_codex":0.0005453993,"about_ca_system_score_gemma":0.00068648806,"threshold_uncertainty_score":0.024404526},"labels":[],"label_agreement":null},{"id":"W2769860519","doi":"10.1109/tmc.2017.2777481","title":"A Truthful Online Mechanism for Location-Aware Tasks in Mobile Crowd Sensing","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Natural Science Foundation of China","keywords":"Computer science; Auction algorithm; Competitive analysis; Combinatorial auction; Focus (optics); Mechanism design; Block (permutation group theory); Remuneration; Common value auction; Vickrey–Clarke–Groves auction; Online algorithm; Payment; Incentive compatibility; Mathematical optimization; Distributed computing; Incentive; Auction theory; Revenue equivalence; Algorithm; World Wide Web; Upper and lower bounds; Microeconomics","score_opus":0.02346257707735367,"score_gpt":0.28885113307263005,"score_spread":0.2653885559952764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769860519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054307487,0.0002080092,0.93965137,0.0005220456,0.00009877181,0.0002584816,0.00012631806,0.00055659085,0.0042709275],"genre_scores_gemma":[0.8871662,0.000109088214,0.11029284,0.000115934694,0.000050330087,0.00022747194,0.00005892275,0.000054164284,0.0019250148],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966917,0.0014763258,0.00018918031,0.0005507698,0.0006352787,0.0004567708],"domain_scores_gemma":[0.9911283,0.0054060556,0.0010170041,0.0014129893,0.0005848462,0.0004507599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055301148,0.0009829173,0.0014905453,0.0006574302,0.0011668529,0.002655069,0.003354888,0.0022712476,0.0029792462],"category_scores_gemma":[0.016083613,0.0007225451,0.0008622795,0.0008809466,0.001812671,0.004260255,0.002427942,0.0016902318,0.00046401416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007837443,0.00042364534,0.0013004638,0.00028963332,0.00010054444,0.0005171075,0.0005464727,0.75484365,0.011723071,0.16608325,0.0036700163,0.059718397],"study_design_scores_gemma":[0.00007411057,0.00009651397,0.00013151023,0.000011113071,0.000013543418,0.00009246609,0.00004692487,0.94340307,0.0010651073,0.05419989,0.0008407259,0.000025051288],"about_ca_topic_score_codex":0.0015901324,"about_ca_topic_score_gemma":0.0013419521,"teacher_disagreement_score":0.0055301148,"about_ca_system_score_codex":0.0012298006,"about_ca_system_score_gemma":0.002524944,"threshold_uncertainty_score":0.02924639},"labels":[],"label_agreement":null},{"id":"W2770032936","doi":"10.1109/vtcspring.2017.8108298","title":"GoSense: Efficient Vehicle Selection for User Defined Vehicular Crowdsensing","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsensing; Computer science; Vehicular ad hoc network; Scale (ratio); Cloud computing; Scheme (mathematics); Crowdsourcing; Set (abstract data type); Wireless ad hoc network; Participatory sensing; Real-time computing; Computer security; Data science; Telecommunications; Wireless; World Wide Web","score_opus":0.01703466824964611,"score_gpt":0.25506981723700384,"score_spread":0.23803514898735773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770032936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09195827,0.0007723863,0.89441353,0.00045274323,0.00030219936,0.0004600611,0.00037986436,0.0052898824,0.0059711183],"genre_scores_gemma":[0.89633906,0.00020572596,0.098885305,0.00015534312,0.00009434121,0.00020397456,0.00046832545,0.00012926756,0.003518603],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994097,0.00012760729,0.000026852758,0.000105917155,0.00021913627,0.00011095102],"domain_scores_gemma":[0.999496,0.00017123876,0.00004939782,0.00006663273,0.00010120204,0.000115482704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006389371,0.0008358127,0.0012333074,0.00081136473,0.000822716,0.0007347658,0.0018212699,0.00075859594,0.0013443213],"category_scores_gemma":[0.0016848873,0.0002730932,0.00046004468,0.0006236242,0.0005670546,0.0007552951,0.0027428702,0.00051365554,0.0006201548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017411852,0.00051182596,0.0065900795,0.0004446552,0.00019170764,0.0018150887,0.00085336354,0.5097021,0.070507415,0.023158122,0.024104085,0.36038044],"study_design_scores_gemma":[0.00006505394,0.00012348151,0.00040600396,0.0000075307403,0.000015520885,0.00017040953,0.00014534216,0.98386973,0.005341432,0.005119446,0.004713514,0.000022484097],"about_ca_topic_score_codex":0.003276958,"about_ca_topic_score_gemma":0.0049817944,"teacher_disagreement_score":0.003276958,"about_ca_system_score_codex":0.0006370012,"about_ca_system_score_gemma":0.000972897,"threshold_uncertainty_score":0.0065157413},"labels":[],"label_agreement":null},{"id":"W2770526968","doi":"10.21307/ijssis-2017-836","title":"Standard Arpu Calculation Improvement Using Artificial Intelligent Techniques","year":2015,"lang":"en","type":"article","venue":"International Journal on Smart Sensing and Intelligent Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algonquin College","funders":"","keywords":"Computer science; Revenue; Duration (music); Quality (philosophy); Service (business); Software","score_opus":0.05643143567596925,"score_gpt":0.3092453448279224,"score_spread":0.2528139091519531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770526968","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022453178,0.000107847234,0.9693899,0.000108126325,0.00007258262,0.00006980095,0.00007762546,0.0039100307,0.0038109226],"genre_scores_gemma":[0.45729777,0.00012669676,0.5370341,0.00007884341,0.000042270633,0.0001965945,0.00022197518,0.00058765616,0.0044141207],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989016,0.00026104326,0.00009403967,0.0002551115,0.00041478756,0.00007340823],"domain_scores_gemma":[0.997614,0.00096943195,0.0002400729,0.0005298259,0.00060563034,0.00004095464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013223019,0.0008649498,0.0007784001,0.0016140798,0.00045672298,0.0014879941,0.0016098262,0.0008067979,0.00425264],"category_scores_gemma":[0.007250796,0.0003656693,0.000666204,0.0010412253,0.00040032648,0.0011242898,0.0009545535,0.00084968767,0.0015768096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031235354,0.000265874,0.006243661,0.00027231724,0.00010020839,0.00027899872,0.00035195114,0.41800338,0.018352933,0.0185791,0.0061962865,0.5310429],"study_design_scores_gemma":[0.000005855466,0.000025485098,0.0005367434,0.00000931454,0.0000061256233,0.000047691457,0.000019425057,0.99154526,0.0036679492,0.0021705525,0.001954619,0.000011038232],"about_ca_topic_score_codex":0.0034372902,"about_ca_topic_score_gemma":0.0024820797,"teacher_disagreement_score":0.00425264,"about_ca_system_score_codex":0.00055572327,"about_ca_system_score_gemma":0.0006773288,"threshold_uncertainty_score":0.014226496},"labels":[],"label_agreement":null},{"id":"W2780153469","doi":"10.1609/hcomp.v5i1.13300","title":"Drafty: Enlisting Users To Be Editors Who Maintain Structured Data","year":2017,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Brown University","keywords":"Computer science; Construct (python library); Matching (statistics); World Wide Web; User modeling; Information retrieval; Data science; User interface","score_opus":0.0971098124215099,"score_gpt":0.3317737254023328,"score_spread":0.2346639129808229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780153469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27081168,0.0027143245,0.41611373,0.014636034,0.0047035287,0.0071460158,0.022774955,0.22379416,0.037305597],"genre_scores_gemma":[0.30504817,0.0009659579,0.62483805,0.004336048,0.002391436,0.004928906,0.022475274,0.013118942,0.02189724],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98070395,0.010557163,0.0019841732,0.002866028,0.0031704549,0.00071821327],"domain_scores_gemma":[0.7024991,0.15645364,0.018661918,0.09681355,0.015783504,0.0097883055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034133974,0.0015691321,0.0011276288,0.0033611548,0.0021193195,0.0049980474,0.0029259361,0.002112037,0.0126287],"category_scores_gemma":[0.22984643,0.0011814052,0.0009705288,0.002509744,0.0019936848,0.012196487,0.0107204,0.0019110315,0.009307933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028008765,0.0007994961,0.04564272,0.0040983963,0.00031402256,0.0010382918,0.029324345,0.0020464424,0.035635937,0.0066443807,0.40013877,0.47151637],"study_design_scores_gemma":[0.0009476078,0.0014037656,0.04258131,0.0007269387,0.00020221446,0.0014085295,0.007225887,0.021625854,0.025350686,0.017608454,0.88034755,0.00057122315],"about_ca_topic_score_codex":0.0015066859,"about_ca_topic_score_gemma":0.0038225313,"teacher_disagreement_score":0.034133974,"about_ca_system_score_codex":0.0006698364,"about_ca_system_score_gemma":0.004002551,"threshold_uncertainty_score":0.18051982},"labels":[],"label_agreement":null},{"id":"W2781826142","doi":"10.2495/sdp-v13-n4-638-652","title":"Monitoring air pollution by combining a static infrastructure with a participatory sensing approach: Design and performance evaluation","year":2018,"lang":"en","type":"article","venue":"International Journal of Sustainable Development and Planning","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pontificia Universidad Javeriana","keywords":"Pollution; Environmental science; Air pollution; Environmental planning; Participatory sensing; Computer science; Environmental resource management; Environmental engineering; Civil engineering; Engineering; Data science","score_opus":0.027272173749035296,"score_gpt":0.26498587139810825,"score_spread":0.23771369764907296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781826142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64766663,0.0007172554,0.33375427,0.0003874413,0.00013954207,0.006642641,0.00024802555,0.0011364989,0.009307698],"genre_scores_gemma":[0.85464495,0.0002836492,0.14021114,0.000077237375,0.000023247821,0.0029351057,0.00009935548,0.00004342337,0.0016819497],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9953571,0.0023593812,0.00020711018,0.0007092377,0.0009162712,0.00045094406],"domain_scores_gemma":[0.9943039,0.0028871153,0.00038636834,0.00052497134,0.0013968955,0.00050077494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005346714,0.0014415398,0.0011339885,0.0013614992,0.0006882203,0.0013689727,0.0019998623,0.0016506269,0.0027180188],"category_scores_gemma":[0.005761276,0.00066294253,0.0008957347,0.00080159836,0.0009865791,0.0012367029,0.0016212628,0.0006341753,0.000469558],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010100576,0.0118462145,0.027839715,0.0039167376,0.0009955171,0.00067974406,0.0011682902,0.4104354,0.083773755,0.0060622385,0.0019463846,0.44123542],"study_design_scores_gemma":[0.001423027,0.03273593,0.015350682,0.000152735,0.0011321594,0.00037217158,0.00090766815,0.8977476,0.04210912,0.002586039,0.005290667,0.00019233578],"about_ca_topic_score_codex":0.004988055,"about_ca_topic_score_gemma":0.003408121,"teacher_disagreement_score":0.005346714,"about_ca_system_score_codex":0.0019424775,"about_ca_system_score_gemma":0.0018529227,"threshold_uncertainty_score":0.028276443},"labels":[],"label_agreement":null},{"id":"W2787045581","doi":"10.24251/hicss.2018.700","title":"Learn or Earn? - Intelligent Task Recommendation for Competitive Crowdsourced Software Development","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ... Annual Hawaii International Conference on System Sciences/Proceedings of the Annual Hawaii International Conference on System Sciences","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates - Technology Futures","keywords":"Crowdsourcing; Task (project management); Computer science; Context (archaeology); Recommender system; Preference; Upload; Competition (biology); Software; Data science; Knowledge management; World Wide Web","score_opus":0.05922060633312393,"score_gpt":0.30612699018398587,"score_spread":0.24690638385086194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787045581","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41466445,0.0015601832,0.51550984,0.0017416792,0.00030539487,0.0017964793,0.0027944082,0.04342654,0.018200912],"genre_scores_gemma":[0.69936985,0.00024353385,0.2895214,0.00034390631,0.00006247784,0.0005363328,0.0018526753,0.000377653,0.007692202],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881613,0.0003167351,0.00009473949,0.00036418438,0.00029643456,0.000111760986],"domain_scores_gemma":[0.9973084,0.0012531297,0.00023886311,0.00048601025,0.00042870524,0.0002849875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018322443,0.0010843668,0.0006551928,0.0010062337,0.00075886125,0.0013097329,0.0016928487,0.0011068681,0.0033885944],"category_scores_gemma":[0.006891067,0.00045048454,0.0006006889,0.0006398027,0.00031386383,0.0016799769,0.001919136,0.00069349544,0.0020808498],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027128006,0.0017205902,0.04070101,0.0014601263,0.0003695557,0.0008439681,0.0029313117,0.040841147,0.04279736,0.003037099,0.035419017,0.8271659],"study_design_scores_gemma":[0.0004433702,0.0011184948,0.03287374,0.00016825627,0.00023344636,0.0006296419,0.0016316972,0.8704864,0.027848016,0.011359401,0.05293202,0.00027557454],"about_ca_topic_score_codex":0.0063068653,"about_ca_topic_score_gemma":0.0107294675,"teacher_disagreement_score":0.0063068653,"about_ca_system_score_codex":0.00062604976,"about_ca_system_score_gemma":0.0010620488,"threshold_uncertainty_score":0.012540281},"labels":[],"label_agreement":null},{"id":"W2788372920","doi":"10.5539/ibr.v11n4p1","title":"Research on Mission Pricing of Crowdsourcing APP","year":2018,"lang":"en","type":"article","venue":"International Business Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Task (project management); Computer science; Cluster analysis; Order (exchange); Focus (optics); Pricing strategies; Operations research; Data science; Business; Marketing; Economics; Machine learning; World Wide Web; Finance; Management","score_opus":0.12326882379012961,"score_gpt":0.429389294090382,"score_spread":0.3061204703002524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788372920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41744456,0.0087304255,0.52050984,0.007442244,0.0010676048,0.0006096112,0.00060613937,0.0005531157,0.043036364],"genre_scores_gemma":[0.97492856,0.0018911524,0.016933518,0.00029293643,0.0002701255,0.00014645516,0.00017241108,0.000069123795,0.005295738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99529773,0.001621034,0.00017777887,0.000858519,0.0014470512,0.00059790624],"domain_scores_gemma":[0.9885076,0.0067046126,0.0009132423,0.000963885,0.0024131264,0.0004975396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044091465,0.0010082984,0.0011679516,0.002172452,0.0013864633,0.003252516,0.0025407434,0.0016460614,0.0033566551],"category_scores_gemma":[0.027674139,0.0006209104,0.0014272308,0.0026721687,0.0015150943,0.008007311,0.0012802918,0.0021734827,0.00043504356],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041868773,0.0007610316,0.037292834,0.0010598424,0.0003795126,0.00075321394,0.001936805,0.29678828,0.0077403514,0.38841403,0.013283915,0.25117147],"study_design_scores_gemma":[0.000024737472,0.00012997257,0.010545469,0.00009198548,0.0001157286,0.0002467335,0.0012763438,0.8589976,0.001980926,0.11676247,0.009722036,0.000105964646],"about_ca_topic_score_codex":0.013149854,"about_ca_topic_score_gemma":0.005195588,"teacher_disagreement_score":0.013149854,"about_ca_system_score_codex":0.004418399,"about_ca_system_score_gemma":0.0027110286,"threshold_uncertainty_score":0.03205788},"labels":[],"label_agreement":null},{"id":"W2792499629","doi":"","title":"Crowdsourcing Versus the Laboratory: Towards Human-Centered Experiments Using the Crowd.","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Crowdsourcing; Variety (cybernetics); Data science; Flourishing; Scale (ratio); Computer science; Key (lock); World Wide Web; Artificial intelligence; Computer security; Psychology; Geography; Social psychology","score_opus":0.15614490343658385,"score_gpt":0.34585521504203875,"score_spread":0.1897103116054549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792499629","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03512298,0.0123175755,0.8538408,0.023157861,0.0018731222,0.0041376706,0.0007478372,0.0013259536,0.067476176],"genre_scores_gemma":[0.37132767,0.009911738,0.5884464,0.011637355,0.0010117625,0.008865252,0.0005876861,0.00045002942,0.007762026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9416859,0.04736279,0.00088768825,0.0038453874,0.00539402,0.0008241324],"domain_scores_gemma":[0.8869483,0.090975516,0.0048481543,0.010275365,0.0038803013,0.003072422],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.046510153,0.0013940312,0.0012527395,0.0013192105,0.0030023083,0.007072255,0.00426538,0.0062224925,0.005676167],"category_scores_gemma":[0.093044445,0.0010717221,0.0007148505,0.0015219932,0.01222353,0.010201406,0.010727959,0.0053047724,0.0021780033],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035780089,0.0038543139,0.010539952,0.008902663,0.00060635444,0.00061401183,0.03125494,0.027475424,0.037757676,0.42910567,0.044795852,0.4015151],"study_design_scores_gemma":[0.00096672593,0.0033592363,0.005846637,0.0032861957,0.00019525783,0.00046125829,0.011575617,0.036093663,0.019349353,0.623993,0.29439008,0.00048293837],"about_ca_topic_score_codex":0.0020645945,"about_ca_topic_score_gemma":0.0020406244,"teacher_disagreement_score":0.95348984,"about_ca_system_score_codex":0.0021104207,"about_ca_system_score_gemma":0.005877089,"threshold_uncertainty_score":0.2459721},"labels":[],"label_agreement":null},{"id":"W2793496850","doi":"10.18130/34st-c880","title":"Beyond Micro-Tasks: Research Opportunities in Observational Crowdsourcing","year":2022,"lang":"en","type":"article","venue":"Libra","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Crowdsourcing; Observational study; Computer science; Data science; World Wide Web; Statistics; Mathematics","score_opus":0.21009989235239018,"score_gpt":0.3269915649565717,"score_spread":0.11689167260418154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793496850","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038225655,0.17439048,0.57165873,0.0751361,0.0034877488,0.0006951931,0.0008717497,0.000547799,0.13498658],"genre_scores_gemma":[0.6952604,0.09712788,0.17600004,0.009973144,0.0059407097,0.0010677885,0.0007925577,0.00036325096,0.013474214],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9897069,0.006081187,0.00033964164,0.0015349956,0.0019522996,0.00038506632],"domain_scores_gemma":[0.90772635,0.07951969,0.002366444,0.0050208922,0.004307869,0.0010587506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012598663,0.0009339258,0.0013317397,0.0029848134,0.002049484,0.0071567283,0.0025537726,0.003714525,0.004323481],"category_scores_gemma":[0.045326214,0.0006992262,0.0013269995,0.004790018,0.007188467,0.012456619,0.004854477,0.003632088,0.001366322],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021722965,0.00032605074,0.0101531055,0.005144668,0.0002594525,0.00037796027,0.008944003,0.01750262,0.0017417521,0.6228723,0.018192152,0.3142687],"study_design_scores_gemma":[0.000047416324,0.00015112858,0.0069561596,0.0026086294,0.00008237809,0.00033705382,0.006870447,0.03280581,0.0010307514,0.749635,0.19934638,0.00012892339],"about_ca_topic_score_codex":0.005880796,"about_ca_topic_score_gemma":0.0048575765,"teacher_disagreement_score":0.012598663,"about_ca_system_score_codex":0.0027709499,"about_ca_system_score_gemma":0.0043874513,"threshold_uncertainty_score":0.06662887},"labels":[],"label_agreement":null},{"id":"W2793871201","doi":"10.1609/hcomp.v5i1.13309","title":"Lessons from an Online Massive Genomics Computer Game","year":2017,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; Genome Canada","keywords":"Computer science; Crowdsourcing; Casual; Task (project management); Data science; Matching (statistics); Citizen science; Artificial intelligence; Human–computer interaction; World Wide Web; Engineering; Biology","score_opus":0.09804089691815192,"score_gpt":0.3325677333469798,"score_spread":0.23452683642882788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793871201","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35042578,0.0037428292,0.05539115,0.20129296,0.0021606055,0.00056961813,0.0020317025,0.0010352017,0.38335016],"genre_scores_gemma":[0.9399644,0.0020316758,0.0167256,0.009025782,0.00044661667,0.00026349735,0.000676852,0.00037022785,0.030495351],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99830866,0.0009742006,0.00004825368,0.00018648474,0.00029898642,0.00018351094],"domain_scores_gemma":[0.99241793,0.0047769095,0.0002866594,0.00041270134,0.0008379792,0.0012679092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002451192,0.00056849624,0.0003319514,0.00093183754,0.0026519,0.004913573,0.0018475463,0.0025574833,0.01208772],"category_scores_gemma":[0.020043952,0.00024436417,0.00036317421,0.0006924024,0.0027586285,0.0049665603,0.0027740188,0.0021745418,0.0028364963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008859328,0.0021499456,0.040688805,0.00082106073,0.00012301808,0.0030286727,0.026560854,0.013797779,0.0022976457,0.35350606,0.24838781,0.30775246],"study_design_scores_gemma":[0.00020377351,0.00068237906,0.016532067,0.0005617151,0.00004672795,0.0015230242,0.023948718,0.032261036,0.0019226187,0.4822639,0.4398724,0.00018163599],"about_ca_topic_score_codex":0.012781352,"about_ca_topic_score_gemma":0.016006954,"teacher_disagreement_score":0.012781352,"about_ca_system_score_codex":0.0015996143,"about_ca_system_score_gemma":0.0015933552,"threshold_uncertainty_score":0.04043752},"labels":[],"label_agreement":null},{"id":"W2794325666","doi":"10.1609/hcomp.v5i1.13307","title":"Deja Vu: Characterizing Worker Reliability Using Task Consistency","year":2017,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Consistency (knowledge bases); Task (project management); Reliability (semiconductor); Metric (unit); Computer science; Context (archaeology); Consistency model; Measure (data warehouse); Reliability engineering; Data mining; Artificial intelligence; Data consistency; Engineering; Geography; Operations management; Database","score_opus":0.06568918211076574,"score_gpt":0.3058742671703849,"score_spread":0.24018508505961916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794325666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2668017,0.00085054984,0.72077173,0.0005402839,0.00018627319,0.000716035,0.00094268075,0.003086894,0.006103843],"genre_scores_gemma":[0.88268405,0.000113963586,0.11432421,0.00014192009,0.000071697796,0.00065805047,0.0005861067,0.00033107115,0.0010889452],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98131037,0.0070925625,0.0018783457,0.0035367517,0.005277734,0.00090423005],"domain_scores_gemma":[0.859104,0.07534956,0.019852422,0.028043423,0.015204653,0.002446028],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018166753,0.0013313618,0.001265428,0.0029131642,0.0014006636,0.003067796,0.0026409344,0.0015700541,0.0013096207],"category_scores_gemma":[0.1581714,0.0008792727,0.00093011087,0.0021243333,0.0019416977,0.004787448,0.004089996,0.0019401135,0.0005855765],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028458713,0.0010533927,0.2738426,0.0014825484,0.00075294,0.00049377885,0.0096296575,0.19471537,0.0479531,0.047822587,0.0112336,0.40817454],"study_design_scores_gemma":[0.00026009156,0.0020200615,0.10313266,0.00028302762,0.00028175645,0.00084778253,0.002160174,0.7385901,0.041598517,0.09697043,0.013372199,0.00048326366],"about_ca_topic_score_codex":0.003528017,"about_ca_topic_score_gemma":0.002074333,"teacher_disagreement_score":0.9818332,"about_ca_system_score_codex":0.0013807209,"about_ca_system_score_gemma":0.0021268213,"threshold_uncertainty_score":0.09607613},"labels":[],"label_agreement":null},{"id":"W2796294589","doi":"10.1145/3173574.3173884","title":"Crowdsourcing vs Laboratory-Style Social Acceptability Studies?","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Data collection; Modalities; Data science; Style (visual arts); Computer science; Key (lock); Knowledge management; Applied psychology; World Wide Web; Psychology","score_opus":0.025220594092997914,"score_gpt":0.3023743306040157,"score_spread":0.27715373651101777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796294589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8020509,0.0058030235,0.089966394,0.010025482,0.0022475307,0.012666677,0.0017973345,0.00036033042,0.07508236],"genre_scores_gemma":[0.95315504,0.0012208354,0.024105577,0.0031115524,0.00047429363,0.014789794,0.00036963043,0.00010282931,0.0026704918],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9363243,0.050163522,0.0023869877,0.003903364,0.006333058,0.000888874],"domain_scores_gemma":[0.8160803,0.13228634,0.017867155,0.01569004,0.015893491,0.0021826392],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05055792,0.0008262194,0.0009792551,0.0011914172,0.0018790864,0.0037113568,0.0017288852,0.00229934,0.007682276],"category_scores_gemma":[0.1764561,0.00037117026,0.0012144841,0.0015220236,0.0038096576,0.004806889,0.0035179933,0.0019447689,0.0015846716],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014607509,0.019677239,0.17080298,0.018504452,0.0028476687,0.0011168276,0.13903394,0.0025407597,0.066687584,0.07086814,0.021019723,0.4722932],"study_design_scores_gemma":[0.004668891,0.059255846,0.3771304,0.009203577,0.002661203,0.0017089597,0.15102352,0.010220096,0.056106765,0.12710138,0.19992185,0.0009975297],"about_ca_topic_score_codex":0.0022671765,"about_ca_topic_score_gemma":0.0022462883,"teacher_disagreement_score":0.9494421,"about_ca_system_score_codex":0.0012681572,"about_ca_system_score_gemma":0.002097521,"threshold_uncertainty_score":0.26737905},"labels":[],"label_agreement":null},{"id":"W2802838214","doi":"10.1016/j.infsof.2019.03.003","title":"Images don’t lie: Duplicate crowdtesting reports detection with screenshot information","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"China Scholarship Council; National Natural Science Foundation of China","keywords":"Context (archaeology); Feature (linguistics); Word embedding; Computer science; Precision and recall; Similarity (geometry); Artificial intelligence; Image (mathematics); Variety (cybernetics); Word (group theory); F1 score; Recall; Information retrieval; Natural language processing; Embedding; Data mining; Pattern recognition (psychology); Mathematics; Geography; Linguistics","score_opus":0.003162984024258265,"score_gpt":0.1814050668166534,"score_spread":0.17824208279239512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802838214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88232315,0.0019004516,0.09659782,0.0007921196,0.0008224621,0.00025710155,0.0023390406,0.006104112,0.008863856],"genre_scores_gemma":[0.9608379,0.00023375504,0.03169948,0.00021167428,0.00027455666,0.000060204693,0.0016831728,0.00017264903,0.0048265536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99689305,0.0005092279,0.00012215445,0.00070227485,0.0014922657,0.00028098107],"domain_scores_gemma":[0.98994195,0.004733344,0.0014206433,0.0013891755,0.001924278,0.000590616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016998224,0.0009358418,0.0010740812,0.0032087027,0.00073291495,0.0013654389,0.0013660417,0.0018295854,0.001234668],"category_scores_gemma":[0.012175663,0.0004497071,0.00044840452,0.0015669895,0.00063759007,0.0011554593,0.0015537647,0.0006528604,0.0015772053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007924539,0.0013423219,0.13676897,0.00090686517,0.0005816937,0.008468709,0.0025382708,0.026401503,0.09740275,0.004283771,0.06313199,0.65024865],"study_design_scores_gemma":[0.00015058203,0.001010799,0.09143021,0.00012674052,0.00029570246,0.0054036235,0.0018425845,0.79659843,0.07950948,0.0065118475,0.01693229,0.00018761284],"about_ca_topic_score_codex":0.0050575626,"about_ca_topic_score_gemma":0.0046169646,"teacher_disagreement_score":0.0050575626,"about_ca_system_score_codex":0.00054357224,"about_ca_system_score_gemma":0.00064486,"threshold_uncertainty_score":0.010056257},"labels":[],"label_agreement":null},{"id":"W2803819785","doi":"10.3390/s18051593","title":"SOBER-MCS: Sociability-Oriented and Battery Efficient Recruitment for Mobile Crowd-Sensing","year":2018,"lang":"en","type":"article","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Wearable computer; Participatory sensing; Interconnectivity; Computer science; Mobile device; Citizen science; Trustworthiness; Process (computing); Human–computer interaction; Computer security; Internet privacy; World Wide Web; Data science; Embedded system; Artificial intelligence","score_opus":0.026474105379510178,"score_gpt":0.28271283104825035,"score_spread":0.2562387256687402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803819785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0783761,0.00068505516,0.89448696,0.002035166,0.00041988914,0.0013055848,0.00040689445,0.0025897832,0.019694554],"genre_scores_gemma":[0.88857394,0.00027929235,0.101770274,0.0006334609,0.00015583032,0.0011239134,0.00023014135,0.000117338735,0.007115769],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760216,0.0009083646,0.00011576061,0.00044359625,0.0005732323,0.00035691087],"domain_scores_gemma":[0.9971033,0.0011598992,0.00041299063,0.00034135167,0.00042733466,0.00055519934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024802797,0.0010821228,0.0010946519,0.00072861294,0.0011706693,0.0011694551,0.002512075,0.0014944781,0.0032166906],"category_scores_gemma":[0.008434729,0.000318776,0.0005747668,0.00044691973,0.0015613463,0.0017476444,0.0037068566,0.0010922598,0.00074995693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007744976,0.0012397498,0.014782942,0.00097435096,0.00016043226,0.0011234225,0.0024604048,0.48198956,0.028958648,0.1444705,0.024076583,0.29898885],"study_design_scores_gemma":[0.00007531983,0.00038251514,0.0020600902,0.000082340295,0.000038250473,0.0002861665,0.0004946506,0.94065183,0.0029933602,0.037588965,0.01527146,0.00007500973],"about_ca_topic_score_codex":0.003568384,"about_ca_topic_score_gemma":0.004829871,"teacher_disagreement_score":0.003568384,"about_ca_system_score_codex":0.001028133,"about_ca_system_score_gemma":0.002537332,"threshold_uncertainty_score":0.013117135},"labels":[],"label_agreement":null},{"id":"W2804404899","doi":"10.3390/s18051566","title":"A Crowdsensing Based Analytical Framework for Perceptional Degradation of OTT Web Browsing","year":2018,"lang":"en","type":"article","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Key Laboratory of Universal Wireless Communications of Ministry of Education; Newton Fund; National Natural Science Foundation of China; Beijing Union University; Beijing University of Posts and Telecommunications; Royal Academy of Engineering","keywords":"Computer science; Key (lock); Service (business); Web service; The Internet; World Wide Web; Computer security","score_opus":0.02945450596718529,"score_gpt":0.2920786044694548,"score_spread":0.2626240985022695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804404899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026079457,0.00036403045,0.96744084,0.00034043728,0.00005699849,0.0001496265,0.00021797765,0.00022625898,0.005124352],"genre_scores_gemma":[0.91879857,0.0006026561,0.07689741,0.00011225149,0.000104762184,0.00025053104,0.00017093797,0.00004372564,0.0030191268],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900395,0.00027731084,0.000050098963,0.00021373181,0.0003261549,0.00012865859],"domain_scores_gemma":[0.9984906,0.00078939466,0.0002180396,0.000119821925,0.00031962816,0.000062487445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011761424,0.0009811322,0.0006151279,0.0014913013,0.0006152795,0.0015225426,0.001430192,0.0009278158,0.0012641426],"category_scores_gemma":[0.004077799,0.00034194006,0.0008840363,0.0010788948,0.0011405831,0.00123068,0.0015386158,0.00088866655,0.00020854955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121291894,0.00016144784,0.006731056,0.0004015845,0.00009299311,0.00070475903,0.0011296234,0.8367869,0.015938316,0.083092004,0.0023205352,0.052519474],"study_design_scores_gemma":[0.0000024340297,0.000021642198,0.0008304542,0.000010705607,0.000010312815,0.000053103726,0.00014999972,0.9874068,0.00067529426,0.010078095,0.0007408287,0.000020321753],"about_ca_topic_score_codex":0.014407644,"about_ca_topic_score_gemma":0.006716404,"teacher_disagreement_score":0.014407644,"about_ca_system_score_codex":0.0016592038,"about_ca_system_score_gemma":0.0011872771,"threshold_uncertainty_score":0.028647542},"labels":[],"label_agreement":null},{"id":"W2805038576","doi":"10.1155/2018/6231236","title":"Crowdsourcing for Mobile Networks and IoT","year":2018,"lang":"en","type":"article","venue":"Wireless Communications and Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Crowdsourcing; Internet of Things; Data science; World Wide Web; Computer security","score_opus":0.016849414738011496,"score_gpt":0.27659384078774524,"score_spread":0.25974442604973375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805038576","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026543016,0.02196139,0.8474731,0.0095741805,0.003259621,0.00029437343,0.00034956544,0.0008150771,0.0897297],"genre_scores_gemma":[0.8216174,0.015799556,0.09513272,0.0013676244,0.0019862019,0.0002978061,0.00040835835,0.00027485206,0.06311551],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987207,0.00032897343,0.000046589084,0.00022142584,0.0005312227,0.00015107146],"domain_scores_gemma":[0.9982951,0.0009844116,0.000129078,0.0002634095,0.00022001933,0.000107940185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011060333,0.0007711386,0.000988864,0.0010622689,0.0018685136,0.0029218143,0.001598582,0.0023001814,0.0045880107],"category_scores_gemma":[0.004038918,0.00042522294,0.0007752288,0.0016085468,0.0023545597,0.0032204967,0.0039523854,0.0016507856,0.00084154506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016980342,0.0001326328,0.0010643015,0.0008933411,0.00014860873,0.00062137283,0.0008717269,0.14406978,0.009254806,0.6144574,0.031558357,0.1967579],"study_design_scores_gemma":[0.000022344238,0.000043595086,0.00064191525,0.0001722408,0.000036207766,0.00020386332,0.00052107294,0.27353296,0.0023746132,0.6268923,0.095490925,0.00006790342],"about_ca_topic_score_codex":0.0075906347,"about_ca_topic_score_gemma":0.0072985208,"teacher_disagreement_score":0.0075906347,"about_ca_system_score_codex":0.0018749402,"about_ca_system_score_gemma":0.0011415917,"threshold_uncertainty_score":0.015348434},"labels":[],"label_agreement":null},{"id":"W2809450641","doi":"10.1109/tmc.2018.2847350","title":"Reward or Penalty: Aligning Incentives of Stakeholders in Crowdsourcing","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Incentive; Computer science; Payment; Crowdsourcing software development; Quality (philosophy); Key (lock); Perspective (graphical); Data science; Knowledge management; Computer security; World Wide Web; Artificial intelligence; Microeconomics; Economics","score_opus":0.045404160681853045,"score_gpt":0.28470959608749746,"score_spread":0.23930543540564442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809450641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0881876,0.00042162792,0.90229666,0.0013592637,0.00015607006,0.000533742,0.00008771442,0.00049241993,0.006464888],"genre_scores_gemma":[0.9095229,0.00012699148,0.08748855,0.00019046324,0.000053125805,0.00030386055,0.000031466636,0.00005498571,0.0022275087],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99280614,0.003564684,0.0003800526,0.0011151687,0.0013397296,0.00079428597],"domain_scores_gemma":[0.98677325,0.0069311727,0.002222717,0.001172916,0.0016346385,0.0012652925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008740157,0.0017022686,0.0014937139,0.0012758578,0.0015216084,0.0025478045,0.0028227633,0.002168899,0.0026066096],"category_scores_gemma":[0.03254433,0.0006104486,0.0006851504,0.00118735,0.0020196931,0.0045000585,0.0038099724,0.001998618,0.0004030187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012270785,0.0006986824,0.009906843,0.0006131661,0.00016859663,0.0005991466,0.0012219916,0.6206834,0.020344902,0.16868536,0.004212969,0.17163794],"study_design_scores_gemma":[0.0001292034,0.00033567252,0.001594785,0.000066605266,0.00007085753,0.00014409942,0.00029128822,0.9240439,0.0034827164,0.066615604,0.0031399603,0.000085319436],"about_ca_topic_score_codex":0.0019699757,"about_ca_topic_score_gemma":0.0017604715,"teacher_disagreement_score":0.008740157,"about_ca_system_score_codex":0.002563064,"about_ca_system_score_gemma":0.0029600395,"threshold_uncertainty_score":0.046222925},"labels":[],"label_agreement":null},{"id":"W2860417883","doi":"10.1109/iccw.2018.8403744","title":"Robust Quality Metric for Scarce Mobile Crowd-Sensing Scenarios","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Metric (unit); Outlier; Computer science; Quality (philosophy); Range (aeronautics); Sample (material); Centrality; Sample size determination; Data mining; Statistics; Mathematics; Artificial intelligence; Engineering","score_opus":0.05405144786018457,"score_gpt":0.3000625953822249,"score_spread":0.24601114752204034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2860417883","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014281068,0.0004756344,0.9834509,0.00017044667,0.000054308406,0.000075539596,0.000081902974,0.00031151334,0.0010986875],"genre_scores_gemma":[0.835388,0.00036803438,0.16275415,0.00011608194,0.00014482453,0.00017410412,0.00017474504,0.00014345926,0.0007365912],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99464273,0.0018394721,0.0003640764,0.0008472848,0.00199404,0.00031237863],"domain_scores_gemma":[0.98532087,0.008151631,0.0022357034,0.0014147725,0.0024545854,0.00042249064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004459971,0.0012138434,0.0011282843,0.0018475569,0.00075939554,0.001805187,0.0019516867,0.0012991626,0.0011403402],"category_scores_gemma":[0.028413124,0.00041168774,0.0005719196,0.0011312864,0.001609948,0.0031993387,0.0026194232,0.0010553322,0.00029592268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039936646,0.00010361589,0.0052704336,0.0005515148,0.0001751991,0.00024951942,0.00047787878,0.79746276,0.025906196,0.0521084,0.0028052179,0.114489935],"study_design_scores_gemma":[0.000016414615,0.00017754991,0.0014470336,0.000039381197,0.000028223656,0.00020472053,0.000086116575,0.9747927,0.005385837,0.015359644,0.002406855,0.000055575332],"about_ca_topic_score_codex":0.0024681813,"about_ca_topic_score_gemma":0.0012692611,"teacher_disagreement_score":0.004459971,"about_ca_system_score_codex":0.0020424898,"about_ca_system_score_gemma":0.0012646491,"threshold_uncertainty_score":0.02358687},"labels":[],"label_agreement":null},{"id":"W2883329982","doi":"10.3390/jsan7030029","title":"Trajectory-Assisted Municipal Agent Mobility: A Sensor-Driven Smart Waste Management System","year":2018,"lang":"en","type":"article","venue":"Journal of Sensor and Actuator Networks","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristics; Computer science; Truck; Greedy algorithm; Cloud computing; Integer programming; Smart city; Trajectory; Set (abstract data type); Waste collection; Software deployment; Real-time computing; Internet of Things; Computer security; Municipal solid waste; Automotive engineering; Engineering; Operating system","score_opus":0.016187300830491972,"score_gpt":0.231710230898665,"score_spread":0.21552293006817302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883329982","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21121371,0.0002763991,0.77341247,0.0011042614,0.00015222994,0.0002894564,0.00032430937,0.003288832,0.009938295],"genre_scores_gemma":[0.941151,0.000108324966,0.055720735,0.00007132583,0.000016970895,0.00013259689,0.00016810533,0.000027546694,0.002603382],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99984,0.000031386317,0.000012681277,0.000044038137,0.000033082528,0.00003880848],"domain_scores_gemma":[0.9997887,0.000035992005,0.000041822594,0.000035816825,0.000041632295,0.00005604065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029209294,0.00048711876,0.0005215831,0.00027598944,0.0008663825,0.0006498723,0.0011993226,0.0007014865,0.0016244713],"category_scores_gemma":[0.00054004864,0.00020877577,0.00035663985,0.00055262505,0.00033352352,0.0007579308,0.0013102825,0.00037785794,0.00046350184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005963024,0.00039682564,0.005427632,0.00016078813,0.000089032386,0.00089810294,0.0004837656,0.7902727,0.034278464,0.016171478,0.005187959,0.146037],"study_design_scores_gemma":[0.000026870788,0.00007543685,0.00038012752,0.0000048309034,0.000016936223,0.00005793069,0.000085948646,0.9918202,0.002613444,0.0015098806,0.0033961255,0.000012316653],"about_ca_topic_score_codex":0.0058473707,"about_ca_topic_score_gemma":0.006272125,"teacher_disagreement_score":0.0058473707,"about_ca_system_score_codex":0.0006333819,"about_ca_system_score_gemma":0.0013051088,"threshold_uncertainty_score":0.011626661},"labels":[],"label_agreement":null},{"id":"W2883420210","doi":"10.1007/s10115-018-1235-5","title":"Overview of the crowdsourcing process","year":2018,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Process (computing); Task (project management); Quality (philosophy); Data science; Human intelligence; Incentive; Artificial intelligence; Machine learning; World Wide Web; Engineering","score_opus":0.020536533582253488,"score_gpt":0.26745217543955035,"score_spread":0.24691564185729686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883420210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003125776,0.0192296,0.89590496,0.007920758,0.0010409635,0.0012064497,0.0022575762,0.0015676089,0.06774631],"genre_scores_gemma":[0.147669,0.052699648,0.70699054,0.0026314831,0.0048007974,0.0026366767,0.0052341474,0.0010902571,0.07624749],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99329424,0.0018734122,0.00051099045,0.0014440047,0.0024333652,0.0004441176],"domain_scores_gemma":[0.99348277,0.0030275837,0.00031993457,0.0012128573,0.0016183811,0.0003385098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058136946,0.0017076074,0.0018642757,0.0058768326,0.003424972,0.009762814,0.003526879,0.0052323597,0.016320534],"category_scores_gemma":[0.011557774,0.0019197463,0.002048744,0.0072994465,0.003190617,0.006882859,0.0072239223,0.003967068,0.010931197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001213275,0.00015255266,0.0011848971,0.0021954924,0.000111099434,0.00029469078,0.0011502849,0.023420185,0.003242262,0.707544,0.030646566,0.22993651],"study_design_scores_gemma":[0.000034448374,0.000055483055,0.0010331551,0.0006560921,0.00006169404,0.0003673113,0.00030862924,0.060583256,0.0025958833,0.43740022,0.49678388,0.000119973774],"about_ca_topic_score_codex":0.01603959,"about_ca_topic_score_gemma":0.009058144,"teacher_disagreement_score":0.016320534,"about_ca_system_score_codex":0.004133658,"about_ca_system_score_gemma":0.0068963687,"threshold_uncertainty_score":0.054597616},"labels":[],"label_agreement":null},{"id":"W2883626290","doi":"10.1145/3196398.3196445","title":"The open-closed principle of modern machine learning frameworks","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"License; Open source; Cloud computing; Computer science; Demise; Data science; Open-source software development; World Wide Web; Knowledge management; Open data; Software development; Software; Political science","score_opus":0.015575666125038495,"score_gpt":0.27387340622631845,"score_spread":0.2582977401012799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883626290","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013416376,0.0024479402,0.9133247,0.017468758,0.0005297087,0.00023138413,0.0003352832,0.002123204,0.050122697],"genre_scores_gemma":[0.46766984,0.0027234133,0.49717784,0.0048808604,0.001684442,0.0015350921,0.0006991756,0.0017084766,0.021920875],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9818948,0.0055857664,0.0010194662,0.004100655,0.0060748537,0.0013243966],"domain_scores_gemma":[0.95840716,0.018342983,0.0017067342,0.016661694,0.0034785,0.0014029677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018937401,0.0010575615,0.001361354,0.0024309175,0.0033149896,0.010548076,0.004738768,0.0051862895,0.0075369156],"category_scores_gemma":[0.058023155,0.0013713947,0.002241317,0.001720751,0.02200333,0.022809612,0.012672255,0.010425985,0.0037970718],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020164285,0.000026024316,0.00035399973,0.00007875627,0.000018293218,0.000039347706,0.00030443026,0.002029361,0.00031005766,0.97701424,0.001796345,0.01800905],"study_design_scores_gemma":[0.00002235136,0.000020271764,0.00017065956,0.00009048288,0.000010199828,0.0000940795,0.000061023016,0.007112019,0.0005130554,0.9549282,0.036956213,0.00002145182],"about_ca_topic_score_codex":0.002192753,"about_ca_topic_score_gemma":0.0009854424,"teacher_disagreement_score":0.018937401,"about_ca_system_score_codex":0.002787073,"about_ca_system_score_gemma":0.005151144,"threshold_uncertainty_score":0.10015172},"labels":[],"label_agreement":null},{"id":"W2884971059","doi":"10.1109/twc.2018.2885747","title":"A Stackelberg Game Approach Toward Socially-Aware Incentive Mechanisms for Mobile Crowdsensing","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Wireless Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":186,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Stackelberg competition; Computer science; Incentive; Service provider; Revenue; Backward induction; Service (business); Mobile telephony; Mobile computing; Computer network; Game theory; Complete information; Bayesian game; Computer security; Business; Microeconomics; Mobile radio; Sequential game; Economics","score_opus":0.03813459668068552,"score_gpt":0.28664665213839785,"score_spread":0.24851205545771232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884971059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042405045,0.00016082397,0.991134,0.00049476646,0.00006967289,0.00015791156,0.000044864402,0.000057322395,0.003640153],"genre_scores_gemma":[0.62372994,0.0011644487,0.36118156,0.00071375084,0.0003485524,0.0012182184,0.00011030594,0.00008481309,0.011448409],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943856,0.002793958,0.00023559525,0.00091478263,0.0010542537,0.00061580935],"domain_scores_gemma":[0.99500245,0.0031411883,0.000581878,0.00027183373,0.0006385519,0.00036409384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006950822,0.0022770185,0.0023393624,0.0013968312,0.0015817394,0.0029975509,0.0042120363,0.003799903,0.0038788586],"category_scores_gemma":[0.011329735,0.0012059618,0.0024959217,0.0011607889,0.0033804337,0.0044995183,0.0032106922,0.0040897457,0.00059546606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007961248,0.00013297738,0.00040308508,0.0002334566,0.000090698435,0.0002910324,0.00036557586,0.33991754,0.0032841468,0.63909584,0.0015778042,0.014528248],"study_design_scores_gemma":[0.000043703636,0.000098613236,0.00008513445,0.00003604115,0.000030527575,0.00006557165,0.000055372748,0.7608289,0.0005553344,0.23530233,0.0028572863,0.000041108113],"about_ca_topic_score_codex":0.0034073212,"about_ca_topic_score_gemma":0.0026575613,"teacher_disagreement_score":0.006950822,"about_ca_system_score_codex":0.0033845874,"about_ca_system_score_gemma":0.0045263,"threshold_uncertainty_score":0.036759913},"labels":[],"label_agreement":null},{"id":"W2886331632","doi":"10.1109/icc.2018.8422306","title":"An Online Mechanism for Crowdsensing with Uncertain Task Arriving","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Crowdsensing; Task (project management); Incentive; Mechanism (biology); Online algorithm; Online and offline; Competitive analysis; Quality (philosophy); Computer security","score_opus":0.027112938053902347,"score_gpt":0.26714781212683614,"score_spread":0.24003487407293378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886331632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0145503245,0.00032787517,0.9811131,0.00047700646,0.00017952394,0.00027997536,0.00006764835,0.0002919992,0.0027126907],"genre_scores_gemma":[0.85768753,0.00040000692,0.13508664,0.00038727283,0.00021788772,0.00051828614,0.00007142046,0.00007121628,0.0055596754],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955852,0.0017538763,0.0002557292,0.0010079809,0.0008345352,0.000562527],"domain_scores_gemma":[0.99139166,0.0053442377,0.0011851001,0.00078959967,0.00074365677,0.00054569764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004879345,0.0015207315,0.0020535209,0.00095220894,0.0013911831,0.002256492,0.0047163004,0.0029051378,0.0047356114],"category_scores_gemma":[0.012902436,0.00081268675,0.0012544576,0.0009430916,0.0016426304,0.004140416,0.0028970328,0.0023894564,0.00053504284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010202469,0.00097023224,0.0017396046,0.0010827787,0.00023508964,0.0016024009,0.0007100081,0.5750735,0.023279708,0.28671962,0.0056785475,0.1018883],"study_design_scores_gemma":[0.00010372998,0.0002003498,0.00016618629,0.000030566673,0.000039227056,0.00026323684,0.00007642241,0.94261247,0.0018789335,0.051282424,0.0032957133,0.00005082127],"about_ca_topic_score_codex":0.001041192,"about_ca_topic_score_gemma":0.0006808638,"teacher_disagreement_score":0.004879345,"about_ca_system_score_codex":0.0013398034,"about_ca_system_score_gemma":0.0024918315,"threshold_uncertainty_score":0.025804698},"labels":[],"label_agreement":null},{"id":"W2887346961","doi":"10.1257/aer.20181065","title":"Testing the Waters: Behavior across Participant Pools","year":2021,"lang":"en","type":"article","venue":"American Economic Review","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":277,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Leverage (statistics); Sample (material); Population; Set (abstract data type); Amazon rainforest; Scale (ratio); Psychology; Statistics; Computer science; Geography; Ecology; Mathematics; Demography; Biology; Cartography; Sociology; Physics","score_opus":0.08043842403601754,"score_gpt":0.3246748597124279,"score_spread":0.24423643567641035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887346961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9023146,0.0007502125,0.05696693,0.005722582,0.0002168941,0.0014574864,0.0023103158,0.00042943723,0.02983152],"genre_scores_gemma":[0.9862505,0.00013068486,0.008136224,0.00082497403,0.0000494418,0.0010878613,0.00061943044,0.000037127793,0.0028637147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9812165,0.013262689,0.00050427084,0.0029405067,0.0015086171,0.00056752085],"domain_scores_gemma":[0.9189712,0.04712707,0.012774496,0.01348206,0.0054148296,0.002230286],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029534321,0.00042829968,0.0008936295,0.0007294967,0.0020096507,0.0022146527,0.0016616628,0.0016312064,0.009275118],"category_scores_gemma":[0.090971604,0.00042187056,0.0006064253,0.0010746067,0.0023028322,0.0037684774,0.002308157,0.0011521247,0.0019793871],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045127515,0.0015301416,0.579817,0.0009821852,0.00094389566,0.00057737937,0.010577332,0.013527621,0.008103307,0.08449169,0.03003432,0.2649024],"study_design_scores_gemma":[0.0015465845,0.0057628984,0.5256706,0.00079878786,0.00082904537,0.001005526,0.016564721,0.12048704,0.013262802,0.21273768,0.10096898,0.00036526803],"about_ca_topic_score_codex":0.0052666296,"about_ca_topic_score_gemma":0.0035682842,"teacher_disagreement_score":0.97046566,"about_ca_system_score_codex":0.0012064391,"about_ca_system_score_gemma":0.0020086018,"threshold_uncertainty_score":0.15619433},"labels":[],"label_agreement":null},{"id":"W2888319397","doi":"10.1109/jiot.2018.2866973","title":"Location-Dependent Task Allocation for Mobile Crowdsensing With Clustering Effect","year":2018,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Cluster analysis; Task (project management); Profit (economics); Task analysis; Key (lock); Energy consumption; Data mining; Machine learning; Distributed computing","score_opus":0.008561934544858405,"score_gpt":0.24656665027650965,"score_spread":0.23800471573165125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888319397","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050968148,0.00054396136,0.9425776,0.00051438104,0.00011418072,0.00017326204,0.000095735326,0.00036677392,0.0046459176],"genre_scores_gemma":[0.9046179,0.00020599893,0.09229338,0.00018311321,0.000057547742,0.00019351146,0.00007556151,0.000047245205,0.0023256969],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990883,0.00021831831,0.00004084412,0.00022414213,0.0002072707,0.00022111076],"domain_scores_gemma":[0.9987311,0.0006779567,0.0001546397,0.00010209107,0.00020595349,0.00012819837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011288304,0.00114356,0.0013086126,0.0007358347,0.0008844656,0.0009748399,0.0017879315,0.0012553157,0.0013098613],"category_scores_gemma":[0.003406782,0.00042252985,0.0007666909,0.0008891759,0.00075978605,0.0008903807,0.0015191364,0.0007687745,0.00027832907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018329837,0.00011337997,0.00092537864,0.00012486994,0.000043554617,0.00015444723,0.00012663646,0.9384242,0.0052558105,0.0072823917,0.0014984545,0.045867566],"study_design_scores_gemma":[0.000018117682,0.000041916042,0.00021538016,0.0000063045945,0.00001130847,0.00003100878,0.000036274036,0.9933663,0.0007247332,0.0049202233,0.0006178595,0.00001065623],"about_ca_topic_score_codex":0.0073950225,"about_ca_topic_score_gemma":0.0060315435,"teacher_disagreement_score":0.0073950225,"about_ca_system_score_codex":0.0013669281,"about_ca_system_score_gemma":0.0017432235,"threshold_uncertainty_score":0.014703989},"labels":[],"label_agreement":null},{"id":"W2890861208","doi":"10.1145/3274895.3274981","title":"In-route task selection in crowdsourcing","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Ciência sem Fronteiras; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Crowdsourcing; Task (project management); Computer science; Skyline; Set (abstract data type); Heuristic; Selection (genetic algorithm); Path (computing); Recall; Artificial intelligence; Machine learning; Data mining; Cognitive psychology; Psychology; Engineering; World Wide Web","score_opus":0.008268904931308796,"score_gpt":0.24003414182218424,"score_spread":0.23176523689087544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890861208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14119577,0.0013363372,0.84291387,0.0013874996,0.00013783651,0.00067237497,0.00069805636,0.0011667979,0.010491437],"genre_scores_gemma":[0.7826408,0.0005023495,0.2102551,0.00031020056,0.000116741525,0.0004690764,0.0005708526,0.00019385436,0.004940946],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995812,0.0019547194,0.00016360517,0.00096089503,0.0006389018,0.00046987392],"domain_scores_gemma":[0.9935796,0.0042504515,0.00049497373,0.00071141013,0.0004977491,0.00046586632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040197894,0.0019066654,0.0027132856,0.0012769568,0.0020994362,0.0019957845,0.0038553728,0.002723076,0.0034107168],"category_scores_gemma":[0.011470954,0.0009094385,0.0012582492,0.002537512,0.0016572697,0.002682104,0.002860836,0.0011335528,0.00092782197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060226844,0.00025736098,0.0015454668,0.00046439964,0.00015910534,0.0006328961,0.00060478394,0.91992545,0.0043964824,0.014225619,0.0045685633,0.05261769],"study_design_scores_gemma":[0.00012225039,0.00015461385,0.0004486528,0.00002492337,0.00004496641,0.00019765853,0.00035116108,0.9574456,0.0020558804,0.035192408,0.0039284076,0.00003336859],"about_ca_topic_score_codex":0.010113107,"about_ca_topic_score_gemma":0.009310312,"teacher_disagreement_score":0.010113107,"about_ca_system_score_codex":0.0021460985,"about_ca_system_score_gemma":0.0021647112,"threshold_uncertainty_score":0.02125889},"labels":[],"label_agreement":null},{"id":"W2893414612","doi":"10.1145/3258692","title":"Session details: Session 7A: Crowdsourcing &amp; Assessment","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Crowdsourcing; Computer science; Multimedia; World Wide Web","score_opus":0.02375889438937933,"score_gpt":0.29992422117047435,"score_spread":0.276165326781095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893414612","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018309355,0.0027258196,0.027381245,0.031213224,0.056800954,0.025673987,0.08981503,0.011258606,0.7368219],"genre_scores_gemma":[0.07782522,0.0020456456,0.016235102,0.006625383,0.0074357544,0.013038479,0.0579721,0.0032517135,0.81557065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943106,0.001035003,0.00018335808,0.000568916,0.003044896,0.00085717737],"domain_scores_gemma":[0.96193844,0.0032013112,0.0005669109,0.0024415578,0.023419075,0.008432634],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.010333071,0.0018599356,0.0016700387,0.0021091136,0.003770483,0.007187201,0.0028093834,0.0040837172,0.47431704],"category_scores_gemma":[0.024738736,0.00047780215,0.002254166,0.0011243129,0.00073712575,0.0030994802,0.0069848383,0.003752646,0.3141761],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010479974,0.00054774183,0.0007745528,0.00044400038,0.000046889236,0.000041226733,0.000089735164,0.00051254506,0.0009900514,0.0009067304,0.94265693,0.051941432],"study_design_scores_gemma":[0.0005144595,0.0014361222,0.008851832,0.00057484565,0.000087312386,0.00006410411,0.00055300555,0.001715228,0.0034956378,0.0061357254,0.97646683,0.00010485803],"about_ca_topic_score_codex":0.007583357,"about_ca_topic_score_gemma":0.015510521,"teacher_disagreement_score":0.5256829,"about_ca_system_score_codex":0.0029143805,"about_ca_system_score_gemma":0.007587557,"threshold_uncertainty_score":0.7498229},"labels":[],"label_agreement":null},{"id":"W2895962414","doi":"10.1007/978-981-10-7847-7_6","title":"Crowdsourcing Database Systems and Optimization","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Crowdsourcing; Computer science; Set (abstract data type); Database; Code (set theory); Data science; World Wide Web; Programming language","score_opus":0.019502137731543037,"score_gpt":0.21796586618403282,"score_spread":0.19846372845248977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895962414","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027308087,0.033393618,0.8906686,0.004758835,0.0020627107,0.0001783517,0.0007916191,0.0013548471,0.06406061],"genre_scores_gemma":[0.14426288,0.0558053,0.5511372,0.002196954,0.0055379146,0.0006333898,0.0034431093,0.0020492505,0.23493402],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983261,0.0002529143,0.00010439661,0.00036277046,0.00085567054,0.0000981434],"domain_scores_gemma":[0.9986135,0.0006668656,0.000040158826,0.0004057051,0.00022652691,0.00004728916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017217032,0.0013421669,0.0016048644,0.0011156109,0.0009078511,0.0047923233,0.0025618977,0.001595676,0.014218635],"category_scores_gemma":[0.0056609553,0.0009237187,0.00082681363,0.0044800295,0.0013778015,0.0045664497,0.0028767895,0.0028725022,0.0069283783],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070356946,0.00007819291,0.00024837977,0.0006697913,0.00006677067,0.00005106753,0.00014700752,0.040468127,0.0015119567,0.37620464,0.13948075,0.4410029],"study_design_scores_gemma":[0.000024149485,0.000023778211,0.00026422477,0.0001534213,0.000027991378,0.00012975624,0.00007561781,0.15422313,0.0016082585,0.58080643,0.26263005,0.00003324192],"about_ca_topic_score_codex":0.0038083564,"about_ca_topic_score_gemma":0.0030691673,"teacher_disagreement_score":0.014218635,"about_ca_system_score_codex":0.0021397867,"about_ca_system_score_gemma":0.0016809858,"threshold_uncertainty_score":0.047566056},"labels":[],"label_agreement":null},{"id":"W2898636943","doi":"10.1145/3274355","title":"Creating Better Action Plans for Writing Tasks via Vocabulary-Based Planning","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Vocabulary; Computer science; Task (project management); Action (physics); Context (archaeology); Plan (archaeology); Set (abstract data type); Domain (mathematical analysis); Action plan; Human–computer interaction; Quality (philosophy); Automation; Process management; Artificial intelligence; Knowledge management; Engineering; Linguistics","score_opus":0.06342491920446641,"score_gpt":0.33789907807114816,"score_spread":0.27447415886668175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898636943","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16633244,0.0003902753,0.800008,0.0007938908,0.0001231054,0.0031765262,0.0012539806,0.005750389,0.022171384],"genre_scores_gemma":[0.3504755,0.00022584765,0.6408844,0.000116555144,0.000023788962,0.0019875437,0.0016503304,0.0004418775,0.004194163],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99466383,0.0031485832,0.0004323903,0.00082695787,0.0007322103,0.00019594673],"domain_scores_gemma":[0.9650571,0.024949996,0.0026551979,0.0041957134,0.0024246606,0.0007173975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067508477,0.0016044336,0.0005323013,0.0020711895,0.0013070263,0.0029591378,0.0017779574,0.0011114363,0.007497165],"category_scores_gemma":[0.0484786,0.000580327,0.0010139993,0.001236866,0.0017521081,0.0044220486,0.0030293798,0.0015691806,0.002840067],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000881476,0.0010976865,0.027352799,0.0036825319,0.00012916853,0.0011435499,0.10746046,0.03465008,0.045592062,0.04025889,0.015010916,0.7227404],"study_design_scores_gemma":[0.0010334171,0.002425837,0.03507614,0.0025669734,0.0005235664,0.0020771497,0.09436812,0.3666858,0.04826274,0.18404251,0.26213378,0.00080393534],"about_ca_topic_score_codex":0.003397657,"about_ca_topic_score_gemma":0.0062953285,"teacher_disagreement_score":0.007497165,"about_ca_system_score_codex":0.0011558864,"about_ca_system_score_gemma":0.003298217,"threshold_uncertainty_score":0.035702348},"labels":[],"label_agreement":null},{"id":"W2898642460","doi":"10.1109/tits.2018.2873112","title":"CESense: Cost-Effective Urban Environment Sensing in Vehicular Sensor Networks","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Intelligent Transportation Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Science Foundation of Beijing Municipality; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Transport engineering; Engineering","score_opus":0.015884971323914747,"score_gpt":0.23500968262640237,"score_spread":0.21912471130248762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898642460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032309365,0.0005361869,0.9640368,0.00020432472,0.00007508741,0.00011410483,0.00016491913,0.0008741119,0.0016850395],"genre_scores_gemma":[0.85594416,0.0004213457,0.14152443,0.00010887095,0.00006541892,0.00017123688,0.00033040676,0.000059718976,0.0013744425],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921715,0.0002002468,0.000034880137,0.00014377311,0.00029395576,0.00010996776],"domain_scores_gemma":[0.9991259,0.00044863622,0.000083461055,0.00011668871,0.00017526458,0.000049969218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087948766,0.00095948315,0.00092632265,0.00065214525,0.00051670626,0.0005630106,0.0018603958,0.00070109987,0.00060697144],"category_scores_gemma":[0.0024812284,0.00034314833,0.00043406224,0.0009856382,0.0006387274,0.0014934366,0.0019615728,0.0005522612,0.00019392688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001935164,0.00008126753,0.0012668038,0.00014524232,0.00005334552,0.00019820964,0.0001120612,0.8634681,0.010481956,0.01129392,0.0029457216,0.10975985],"study_design_scores_gemma":[0.000008276158,0.00002705596,0.00020779441,0.0000027827796,0.000005361488,0.00003349748,0.000025736665,0.9948783,0.0012232781,0.0028328022,0.0007475838,0.000007546488],"about_ca_topic_score_codex":0.006473538,"about_ca_topic_score_gemma":0.008423155,"teacher_disagreement_score":0.006473538,"about_ca_system_score_codex":0.0006841831,"about_ca_system_score_gemma":0.00095051265,"threshold_uncertainty_score":0.012871742},"labels":[],"label_agreement":null},{"id":"W2899134503","doi":"10.1145/3274423","title":"Resolvable vs. Irresolvable Disagreement","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; California HIV/AIDS Research Program","keywords":"Deliberation; Task (project management); Set (abstract data type); Process (computing); Quality (philosophy); Computer science; Workflow; Work (physics); Psychology; Cognitive psychology; Artificial intelligence; Social psychology; Epistemology; Political science; Engineering","score_opus":0.04068191450753942,"score_gpt":0.30181923727309334,"score_spread":0.2611373227655539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899134503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6555619,0.0016695373,0.2558538,0.009102794,0.00035944887,0.0019288467,0.0010508401,0.0014715241,0.07300113],"genre_scores_gemma":[0.95845807,0.00016726248,0.037493363,0.0005255787,0.0000891262,0.00077504263,0.00035994258,0.00017324573,0.0019584985],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.84265965,0.10609127,0.011541859,0.012836898,0.021326648,0.005543705],"domain_scores_gemma":[0.34775427,0.5395678,0.0342727,0.059658617,0.015076369,0.0036701716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09116649,0.0011207301,0.0013830641,0.0029321944,0.004646217,0.008165226,0.002884856,0.0050772396,0.00633766],"category_scores_gemma":[0.4569319,0.0010534046,0.002049133,0.002018012,0.008395485,0.010345065,0.010297672,0.005734644,0.0016975744],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00638032,0.0017418173,0.18411998,0.0049716905,0.0008840651,0.0017030354,0.12209153,0.036060657,0.01766099,0.2173644,0.010855896,0.3961656],"study_design_scores_gemma":[0.0010611042,0.0016787996,0.069617614,0.0025472052,0.00063841447,0.0012651257,0.049988523,0.13573703,0.024067327,0.65720713,0.055643775,0.00054802495],"about_ca_topic_score_codex":0.001939076,"about_ca_topic_score_gemma":0.002595702,"teacher_disagreement_score":0.09116649,"about_ca_system_score_codex":0.0024591954,"about_ca_system_score_gemma":0.0038957237,"threshold_uncertainty_score":0.48214024},"labels":[],"label_agreement":null},{"id":"W2900068116","doi":"10.1109/jiot.2018.2880463","title":"Coverage-Guaranteed and Energy-Efficient Participant Selection Strategy in Mobile Crowdsensing","year":2018,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Research Foundation of Korea; Korea University; National Research Foundation","keywords":"Computer science; Crowdsensing; Markov decision process; Curse of dimensionality; Heuristic; Energy consumption; Selection (genetic algorithm); Greedy algorithm; Process (computing); Artificial intelligence; Markov process; Algorithm","score_opus":0.020366253280841316,"score_gpt":0.25820680528085904,"score_spread":0.23784055200001772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900068116","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053200554,0.00036386278,0.9432768,0.00032860163,0.00006143476,0.00020727413,0.00006967634,0.00039895638,0.0020927815],"genre_scores_gemma":[0.945977,0.00014568269,0.052531686,0.00012797515,0.000032845146,0.0001914961,0.000049634487,0.000031551946,0.0009121265],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971624,0.0011464047,0.0001065686,0.0005905115,0.00058229367,0.0004116891],"domain_scores_gemma":[0.99568486,0.002786011,0.0003293199,0.00036557807,0.0004735473,0.00036060225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025292232,0.0011030171,0.0014816766,0.00061861874,0.0011071992,0.00094256474,0.002415304,0.0012813897,0.0010732756],"category_scores_gemma":[0.0063730087,0.00045560463,0.0006691827,0.0006699108,0.0011456273,0.001655698,0.0023694253,0.0009001666,0.00027427392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012507879,0.0003926234,0.005241798,0.00051523454,0.00018287874,0.0013823678,0.0011702067,0.73247737,0.045364756,0.047383167,0.0038728593,0.1607659],"study_design_scores_gemma":[0.00006691638,0.00025044568,0.00045354702,0.000016278273,0.00003123746,0.00027095628,0.00020484868,0.9731227,0.004640731,0.019270735,0.0016338169,0.000037837006],"about_ca_topic_score_codex":0.0023505464,"about_ca_topic_score_gemma":0.0019616252,"teacher_disagreement_score":0.0025292232,"about_ca_system_score_codex":0.00068809994,"about_ca_system_score_gemma":0.0016297323,"threshold_uncertainty_score":0.013375938},"labels":[],"label_agreement":null},{"id":"W2903570303","doi":"10.1007/978-3-030-05063-4_33","title":"Privacy-Preserving Task Allocation for Edge Computing Enhanced Mobile Crowdsensing","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Task (project management); Obfuscation; Enhanced Data Rates for GSM Evolution; Mobile edge computing; Crowdsensing; Differential privacy; Mobile device; Computer network; Distributed computing; Server; Computer security; Data mining; Artificial intelligence","score_opus":0.01611611825911926,"score_gpt":0.25922256523138026,"score_spread":0.243106446972261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903570303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018030614,0.0004956935,0.9755347,0.00028242296,0.0001686095,0.00009193149,0.00013390173,0.00055128505,0.0047109276],"genre_scores_gemma":[0.84107035,0.0004539543,0.14778364,0.00030188868,0.00022346678,0.00016060473,0.000252141,0.00016848512,0.009585402],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845076,0.00033626758,0.00006830316,0.00037285878,0.00036253038,0.000409287],"domain_scores_gemma":[0.99849963,0.0006733527,0.00007632753,0.00041064224,0.0002246129,0.00011547062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011745313,0.0009920743,0.0015440682,0.0004536194,0.0012007784,0.0018283825,0.0024651259,0.0014318227,0.003956717],"category_scores_gemma":[0.0041921553,0.00040472162,0.0006504181,0.0010482091,0.0008168957,0.0019943614,0.003505087,0.0016612087,0.000999226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012021479,0.0004525319,0.00073365844,0.00035411763,0.00009033168,0.00041107164,0.0003535261,0.57004315,0.030634558,0.081398636,0.013915672,0.30041057],"study_design_scores_gemma":[0.000017268067,0.000062384635,0.00012289202,0.000009493303,0.0000103053735,0.0000986826,0.000055751945,0.95788324,0.0034525269,0.036184337,0.0020885249,0.000014554754],"about_ca_topic_score_codex":0.0015840417,"about_ca_topic_score_gemma":0.0017278148,"teacher_disagreement_score":0.003956717,"about_ca_system_score_codex":0.0007879414,"about_ca_system_score_gemma":0.001314043,"threshold_uncertainty_score":0.013236523},"labels":[],"label_agreement":null},{"id":"W2903686779","doi":"10.1109/access.2018.2885918","title":"A Survey on Mobile Crowd-Sensing and Its Applications in the IoT Era","year":2018,"lang":"en","type":"article","venue":"IEEE Access","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Qatar National Research Fund; Fonds National de la Recherche Luxembourg; Qatar Foundation","keywords":"Computer science; Android (operating system); Internet of Things; Data science; Open research; Wireless; Mobile device; Data sharing; Telecommunications; Computer security; World Wide Web","score_opus":0.04287472481266317,"score_gpt":0.3220837839721604,"score_spread":0.27920905915949723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903686779","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008741945,0.8725218,0.052399315,0.0055881073,0.0020396176,0.00023260566,0.00045616698,0.0003037287,0.057716805],"genre_scores_gemma":[0.0654094,0.895168,0.02540192,0.0015168914,0.0030773333,0.00017691847,0.00055726414,0.00007834569,0.008613895],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990075,0.00026804412,0.00008912734,0.00018202221,0.00036940596,0.00008392115],"domain_scores_gemma":[0.99719006,0.0019462793,0.00012486026,0.00013051157,0.0005226715,0.00008566998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012903572,0.0009690127,0.0010230205,0.0036399085,0.0009716321,0.002066351,0.0011070158,0.0014757147,0.00336458],"category_scores_gemma":[0.003058964,0.0005747336,0.0007801407,0.0070420895,0.000894331,0.0034070718,0.0017521766,0.0008931333,0.0012035576],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000094979434,0.00009110143,0.0049393205,0.011555745,0.00008612536,0.0005146757,0.0010872221,0.007478456,0.002640403,0.053038277,0.04028921,0.8781844],"study_design_scores_gemma":[0.0000064499386,0.0001347978,0.0050906744,0.0046064896,0.000094001065,0.0014143398,0.0015713313,0.010641787,0.0014761502,0.02213702,0.95271456,0.000112445974],"about_ca_topic_score_codex":0.0033795438,"about_ca_topic_score_gemma":0.0029847114,"teacher_disagreement_score":0.0036399085,"about_ca_system_score_codex":0.0008820742,"about_ca_system_score_gemma":0.0011148958,"threshold_uncertainty_score":0.0112556815},"labels":[],"label_agreement":null},{"id":"W2904570205","doi":"10.3390/s18124408","title":"Efficient Path Planning and Truthful Incentive Mechanism Design for Mobile Crowdsensing","year":2018,"lang":"en","type":"article","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsensing; Incentive; Mechanism (biology); Path (computing); Mechanism design; Computer science; Motion planning; Computer security; Risk analysis (engineering); Business; Computer network; Artificial intelligence; Economics; Microeconomics; Robot","score_opus":0.02087792937710901,"score_gpt":0.25566169738287253,"score_spread":0.23478376800576353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904570205","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008975886,0.00043114764,0.98724824,0.00038873404,0.00007971073,0.00018528421,0.00009803166,0.0002864417,0.0023064567],"genre_scores_gemma":[0.6858787,0.0007859719,0.3076873,0.00028323714,0.00010602771,0.0005826641,0.00023342333,0.00008985917,0.004352765],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778384,0.0007702076,0.00012786432,0.0005147637,0.00045945126,0.00034382672],"domain_scores_gemma":[0.9952749,0.0030188342,0.0005280481,0.00036671964,0.00051050796,0.0003008486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034015568,0.0013814798,0.0019044798,0.0010529271,0.000949726,0.0019283473,0.0032295284,0.0024521227,0.0042284424],"category_scores_gemma":[0.009138915,0.0009886718,0.0011851263,0.0014833382,0.001383375,0.00235239,0.0019779198,0.0020755958,0.0004624272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022244043,0.00011079501,0.00063614,0.00034369485,0.000067456705,0.00024540874,0.00021147706,0.8495428,0.0028304912,0.08012163,0.002493921,0.063173756],"study_design_scores_gemma":[0.00004602607,0.0000768021,0.00008951928,0.000021526383,0.000019044239,0.00007910656,0.00004100176,0.9659223,0.0006360324,0.031211477,0.0018398844,0.000017223898],"about_ca_topic_score_codex":0.0035190631,"about_ca_topic_score_gemma":0.0024784766,"teacher_disagreement_score":0.0042284424,"about_ca_system_score_codex":0.002065994,"about_ca_system_score_gemma":0.004006621,"threshold_uncertainty_score":0.017989397},"labels":[],"label_agreement":null},{"id":"W2905026787","doi":"10.2139/ssrn.3265409","title":"OpenMTurk: An Open-Source Administration Tool for Designing Robust MTurk Studies","year":2018,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Open source; Administration (probate law); Computer science; Political science; Operating system; Law; Software","score_opus":0.045685159016830665,"score_gpt":0.3176991117028378,"score_spread":0.27201395268600714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905026787","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01937582,0.0003913584,0.6624411,0.0010062046,0.00058490294,0.008268478,0.063624166,0.17948306,0.06482486],"genre_scores_gemma":[0.09707883,0.0004620636,0.73103094,0.0005757317,0.0002500577,0.03277406,0.039942306,0.059820652,0.038065355],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99502075,0.0025840343,0.0006409731,0.00054277544,0.00095384376,0.00025770132],"domain_scores_gemma":[0.93296796,0.04750768,0.0030539972,0.009250491,0.0054692575,0.0017506457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012236854,0.0011289691,0.00089057244,0.00483201,0.0015960148,0.003433369,0.001953167,0.001117469,0.12297723],"category_scores_gemma":[0.06603113,0.0013386473,0.0010465228,0.0029933227,0.000846548,0.0035541127,0.005348406,0.0015108371,0.032408673],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024458212,0.0013226372,0.010258198,0.005673025,0.0004056298,0.00065354013,0.010345341,0.011707553,0.013509043,0.04008872,0.38667175,0.5169187],"study_design_scores_gemma":[0.0011916729,0.00048194933,0.012421384,0.0011198105,0.00024750826,0.00023228087,0.002456436,0.034787,0.01633983,0.058806423,0.871557,0.00035876763],"about_ca_topic_score_codex":0.0022909825,"about_ca_topic_score_gemma":0.00596034,"teacher_disagreement_score":0.12297723,"about_ca_system_score_codex":0.0012626703,"about_ca_system_score_gemma":0.003752801,"threshold_uncertainty_score":0.41139978},"labels":[],"label_agreement":null},{"id":"W2905052402","doi":"10.1109/tvt.2018.2885403","title":"Improved Recruitment Algorithms for Vehicular Crowdsensing Networks","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsensing; Heuristics; Computer science; Algorithm; Approximation algorithm; Integer (computer science)","score_opus":0.030460134077531908,"score_gpt":0.2745661948863181,"score_spread":0.24410606080878622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905052402","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007498028,0.00056255487,0.9855682,0.0005930119,0.00016575906,0.00021870015,0.0000832538,0.00058488525,0.004725557],"genre_scores_gemma":[0.28823808,0.0010136727,0.69414276,0.0009484109,0.00031762742,0.001252965,0.00058858976,0.00036495744,0.013132958],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99684936,0.0013368842,0.0001760751,0.00057357486,0.0006538628,0.00041029367],"domain_scores_gemma":[0.99478006,0.003234642,0.00043362935,0.00039308527,0.00079260673,0.00036597773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045454446,0.001996383,0.0022292114,0.0014942368,0.0017736861,0.0022551464,0.004544412,0.002971534,0.0059527704],"category_scores_gemma":[0.012890707,0.0009916357,0.0014400232,0.0020015293,0.0013273453,0.003011052,0.003751122,0.0024551537,0.0018804498],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021979568,0.0002365758,0.00069494714,0.00021485671,0.000040983683,0.00013526002,0.00027012677,0.82847464,0.002386796,0.046861652,0.008600463,0.111863956],"study_design_scores_gemma":[0.00003959929,0.000053847587,0.00007718373,0.000019389736,0.000008788667,0.00003973309,0.000044950597,0.9787396,0.0005166362,0.017270137,0.0031764412,0.00001379076],"about_ca_topic_score_codex":0.0038849192,"about_ca_topic_score_gemma":0.004386302,"teacher_disagreement_score":0.0059527704,"about_ca_system_score_codex":0.0024619834,"about_ca_system_score_gemma":0.0036250302,"threshold_uncertainty_score":0.02403891},"labels":[],"label_agreement":null},{"id":"W2908287454","doi":"10.1145/3306618.3314240","title":"Ethically Aligned Opportunistic Scheduling for Productive Laziness","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Nanyang Technological University; National Research Foundation","keywords":"Laziness; Workforce; Computer science; Situational ethics; Crowdsourcing; Scheduling (production processes); Productivity; Order (exchange); Knowledge management; Business; Operations management; Psychology; Economics; World Wide Web; Social psychology","score_opus":0.044726834945274005,"score_gpt":0.29353641231140143,"score_spread":0.2488095773661274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908287454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09766129,0.0005243057,0.88863087,0.001500404,0.00018548353,0.00017891101,0.00012569607,0.001141413,0.010051516],"genre_scores_gemma":[0.92587,0.00013953018,0.07116583,0.000268429,0.000086698084,0.00016437679,0.00009659914,0.0001644894,0.0020440144],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99734986,0.0013199846,0.00014366765,0.00056358776,0.00036224292,0.0002606728],"domain_scores_gemma":[0.99132323,0.0043375585,0.0011231314,0.0018819157,0.0006746054,0.0006594997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031367347,0.0008437009,0.00070315413,0.00051291165,0.0014711,0.002073486,0.0014921564,0.0009225225,0.0032591561],"category_scores_gemma":[0.018381448,0.00044946256,0.00048349175,0.0005376777,0.0017803583,0.002643396,0.003089423,0.0014928174,0.0007103243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090732385,0.0007258442,0.019092046,0.0008135247,0.00016611064,0.0004838555,0.003882944,0.4340264,0.026286181,0.2129405,0.014605411,0.28606987],"study_design_scores_gemma":[0.00011328861,0.00021625418,0.00325075,0.00006195527,0.000065142725,0.00018165626,0.0006948584,0.76134306,0.0039593256,0.21626149,0.013780732,0.00007150743],"about_ca_topic_score_codex":0.002262371,"about_ca_topic_score_gemma":0.003018443,"teacher_disagreement_score":0.0032591561,"about_ca_system_score_codex":0.0012115211,"about_ca_system_score_gemma":0.002815254,"threshold_uncertainty_score":0.016588867},"labels":[],"label_agreement":null},{"id":"W2914357766","doi":"10.1145/3252668","title":"Session details: Microblog","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Microblogging; Computer science; Social media; World Wide Web","score_opus":0.011319606059680522,"score_gpt":0.22017613115740323,"score_spread":0.2088565250977227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914357766","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018419639,0.0025772161,0.0025394228,0.012990032,0.030707803,0.0014493896,0.111254245,0.009188344,0.8274516],"genre_scores_gemma":[0.00960543,0.0011920902,0.0007053679,0.0018501855,0.0041872333,0.00046285085,0.023085097,0.0015364254,0.9573752],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993851,0.00010446152,0.000030010984,0.00014912123,0.00019179088,0.00013947563],"domain_scores_gemma":[0.9959228,0.0007054149,0.000097369666,0.00055561715,0.0008692376,0.0018494787],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014528352,0.0012639241,0.0018200418,0.001252715,0.002873812,0.0053266673,0.0013038235,0.0028613054,0.9182903],"category_scores_gemma":[0.005798336,0.0003488157,0.0008054271,0.0015013745,0.00032596526,0.0031965584,0.0033825808,0.0019530831,0.8564857],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010425832,0.000036714628,0.00006687305,0.0001052141,0.000003801555,0.000015316731,0.000012294599,0.000021093996,0.00017037657,0.00020128426,0.98610175,0.013160911],"study_design_scores_gemma":[0.00005590494,0.00004941198,0.00047536058,0.00006385428,0.000006926647,0.00002358075,0.00004204545,0.0001358645,0.0002186328,0.00035626875,0.9985629,0.000009458723],"about_ca_topic_score_codex":0.002809472,"about_ca_topic_score_gemma":0.008389204,"teacher_disagreement_score":0.08170968,"about_ca_system_score_codex":0.0008256847,"about_ca_system_score_gemma":0.0015467781,"threshold_uncertainty_score":0.116548955},"labels":[],"label_agreement":null},{"id":"W2915763604","doi":"10.1109/glocom.2018.8647989","title":"Reliability-Driven Vehicular Crowd-Sensing: A Case Study for Localization in Public Transportation","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Reliability (semiconductor); Trustworthiness; Computer science; Global Positioning System; Identification (biology); Cloud computing; Crowdsourcing; Public transport; Key (lock); Reliability engineering; Real-time computing; Data mining; Computer security; Transport engineering; Engineering","score_opus":0.026902723757274163,"score_gpt":0.27063997242703186,"score_spread":0.2437372486697577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915763604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6884615,0.0009240582,0.2988364,0.0021871547,0.00012623699,0.00041121925,0.00039658055,0.00047666297,0.008180204],"genre_scores_gemma":[0.9829722,0.0001616658,0.015830336,0.000043907723,0.000021345779,0.00007130591,0.0000793343,0.000015918271,0.00080400053],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9978568,0.0011996088,0.00008136427,0.00023682587,0.0003460553,0.00027938248],"domain_scores_gemma":[0.9953596,0.0030786316,0.00038507453,0.00043931956,0.0004542532,0.00028318967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023790007,0.00061914785,0.000647088,0.0007048102,0.001500102,0.0010320442,0.0016656338,0.002074242,0.0009126759],"category_scores_gemma":[0.005919854,0.00026052253,0.0006602209,0.0010445436,0.0015120864,0.0014247674,0.0017662075,0.00070655276,0.00019049522],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007666986,0.00039994455,0.03970364,0.00055207324,0.00019810523,0.011591723,0.0044369595,0.82110906,0.008532248,0.048568457,0.0052776723,0.05886343],"study_design_scores_gemma":[0.000095169606,0.00041733458,0.007517818,0.00007073593,0.00009627326,0.002280239,0.0055065346,0.94156903,0.0083296755,0.021171693,0.012842172,0.0001032491],"about_ca_topic_score_codex":0.013260467,"about_ca_topic_score_gemma":0.010809538,"teacher_disagreement_score":0.013260467,"about_ca_system_score_codex":0.0013960632,"about_ca_system_score_gemma":0.001182984,"threshold_uncertainty_score":0.026366532},"labels":[],"label_agreement":null},{"id":"W2915915402","doi":"10.14778/3297753.3297758","title":"Cleaning crowdsourced labels using oracles for statistical classification","year":2018,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Oracle; Crowdsourcing; Margin (machine learning); Ground truth; Artificial intelligence; Test data; Data mining; Machine learning; Estimator; Mathematics; Statistics","score_opus":0.04114410296757267,"score_gpt":0.28516068795633887,"score_spread":0.2440165849887662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915915402","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007256486,0.00036267395,0.986035,0.00062934845,0.0000918671,0.00011873065,0.00023996056,0.0043051536,0.00096091017],"genre_scores_gemma":[0.32211736,0.00032055314,0.66881216,0.0011829329,0.00028262744,0.00051380094,0.0021833468,0.00166612,0.0029210798],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98353344,0.007978245,0.00090561673,0.0030834444,0.0037607558,0.0007384848],"domain_scores_gemma":[0.94828296,0.028054629,0.003525972,0.013275508,0.005623104,0.0012377125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017249987,0.0028265305,0.0035943284,0.0027643458,0.0022224698,0.003571476,0.004950933,0.0030066965,0.0044172606],"category_scores_gemma":[0.074501805,0.0014182734,0.0025088177,0.002570615,0.004006381,0.0058133807,0.00705739,0.006403655,0.0024114628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013261853,0.0004272452,0.011618638,0.0007614944,0.0002989742,0.0003726961,0.0013556761,0.44704285,0.0082681235,0.06215555,0.021051943,0.44532067],"study_design_scores_gemma":[0.000055553068,0.00008120497,0.0006638672,0.00005297545,0.000029372006,0.000056128367,0.000116648465,0.9328382,0.00418343,0.05791842,0.0039591775,0.00004510475],"about_ca_topic_score_codex":0.0074922484,"about_ca_topic_score_gemma":0.0092473,"teacher_disagreement_score":0.017249987,"about_ca_system_score_codex":0.0027277765,"about_ca_system_score_gemma":0.0039233547,"threshold_uncertainty_score":0.09122771},"labels":[],"label_agreement":null},{"id":"W2917279254","doi":"10.1109/glocom.2018.8647334","title":"Cloud-Assisted Real-Time Road Condition Monitoring System for Vehicles","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Computer science; Accelerometer; Real-time computing; Cloud computing; Cluster analysis; Artificial intelligence; Simulation","score_opus":0.018616835077868966,"score_gpt":0.262163649654929,"score_spread":0.24354681457706004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917279254","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57067794,0.0015484319,0.36307052,0.0006625647,0.0007085085,0.00073974446,0.0035313657,0.047439247,0.011621631],"genre_scores_gemma":[0.97829354,0.000113000184,0.018738464,0.000108671746,0.000058023237,0.000083528605,0.0008864502,0.00006934823,0.0016489404],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996797,0.000026706275,0.00001846155,0.00009200568,0.00010735801,0.00007580497],"domain_scores_gemma":[0.9994836,0.00004926905,0.0000656229,0.00008383937,0.00022455867,0.000092976865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026161177,0.00062159484,0.0007521718,0.00075926527,0.0005127899,0.00050950627,0.0013853797,0.0004904449,0.0021039506],"category_scores_gemma":[0.0005864319,0.00019516247,0.00025512557,0.0005148128,0.00015983678,0.0006543535,0.00074156804,0.00039871485,0.0010776268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004334225,0.0018605302,0.053877234,0.00076310657,0.00039930502,0.0023845558,0.00072895346,0.058395833,0.19486462,0.0037148467,0.075632624,0.6030442],"study_design_scores_gemma":[0.00024256764,0.00038090782,0.023249464,0.00003432976,0.00010438606,0.00050369,0.00026497096,0.9163357,0.045830958,0.0013677684,0.011579674,0.00010560776],"about_ca_topic_score_codex":0.010133118,"about_ca_topic_score_gemma":0.009586055,"teacher_disagreement_score":0.010133118,"about_ca_system_score_codex":0.0006695438,"about_ca_system_score_gemma":0.00071124895,"threshold_uncertainty_score":0.020148277},"labels":[],"label_agreement":null},{"id":"W2938376838","doi":"10.5430/ijba.v10n3p90","title":"Crowd Voting: Impacts on Product Sales in Marketplaces","year":2019,"lang":"en","type":"article","venue":"International Journal of Business Administration","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Voting; Product (mathematics); Order (exchange); Computer science; Work (physics); Process (computing); Marketing; Perception; Data science; Business; Knowledge management; World Wide Web; Engineering","score_opus":0.012418417147664982,"score_gpt":0.2646351418018534,"score_spread":0.2522167246541884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938376838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98395675,0.00043096193,0.00071825174,0.0006894342,0.000059792896,0.000052363244,0.00018784344,0.00006255655,0.013841906],"genre_scores_gemma":[0.99849653,0.000069623835,0.00017414484,0.00003370531,0.000022117325,0.0000098836335,0.000047631846,0.000007383358,0.0011390193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966987,0.001367508,0.00011639302,0.0004356143,0.0010281325,0.0003535622],"domain_scores_gemma":[0.97676575,0.013593819,0.0048451447,0.0008685259,0.0022977472,0.0016289784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034262384,0.00040764306,0.00044852227,0.0015852132,0.0014491983,0.0029075919,0.00063891493,0.0008617793,0.0071160025],"category_scores_gemma":[0.022147436,0.00018765745,0.0006686612,0.0012499064,0.0011311861,0.0027372285,0.0019123162,0.00083410926,0.0008989332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048033684,0.001896224,0.7323404,0.0006374386,0.00040682292,0.0022052159,0.010930143,0.01671603,0.006352233,0.013882228,0.007847346,0.2019824],"study_design_scores_gemma":[0.00024432753,0.0022977865,0.8630028,0.00020182942,0.00025175273,0.0005040674,0.031492025,0.05909973,0.004625492,0.016223809,0.021880075,0.00017627765],"about_ca_topic_score_codex":0.00830699,"about_ca_topic_score_gemma":0.0058127274,"teacher_disagreement_score":0.00830699,"about_ca_system_score_codex":0.0014404613,"about_ca_system_score_gemma":0.000753314,"threshold_uncertainty_score":0.02380538},"labels":[],"label_agreement":null},{"id":"W2940044846","doi":"10.1109/vtcfall.2018.8690631","title":"Large Scale Active Vehicular Crowdsensing","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsensing; Computer science; Generator (circuit theory); Scale (ratio); Real-time computing; Mobile device; Participatory sensing; Distributed computing; Data collection; Crowdsourcing; Computer security; Data science","score_opus":0.00909076499876715,"score_gpt":0.235333220723284,"score_spread":0.22624245572451684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940044846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79655385,0.0008766165,0.18884064,0.0012031961,0.0002994605,0.0003581785,0.002764232,0.0020818084,0.007021964],"genre_scores_gemma":[0.9851171,0.00016216062,0.01298638,0.00003889154,0.000028908627,0.00004655573,0.00094934163,0.000022183727,0.000648554],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994937,0.00014583489,0.00002202857,0.00011725629,0.00015902388,0.000062039486],"domain_scores_gemma":[0.9991192,0.00040659087,0.0000851066,0.00015652142,0.0001566736,0.00007586601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068062986,0.00068179425,0.00069728214,0.0006854946,0.0007292402,0.00066711643,0.0011852493,0.00064189645,0.0005214461],"category_scores_gemma":[0.0015800219,0.00025046026,0.000501949,0.0009062017,0.0005567457,0.00083621615,0.00088372437,0.0004609206,0.00014208893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023677114,0.00019205073,0.0066389544,0.00019074527,0.00011632746,0.00063037133,0.00020749045,0.9404419,0.008202999,0.004600799,0.004746771,0.033794917],"study_design_scores_gemma":[0.000024278666,0.000044627755,0.002335496,0.000005439289,0.000011673498,0.00006624319,0.00012748597,0.9897317,0.0024518366,0.0031495101,0.002035375,0.000016289578],"about_ca_topic_score_codex":0.014350594,"about_ca_topic_score_gemma":0.012347376,"teacher_disagreement_score":0.014350594,"about_ca_system_score_codex":0.0010152163,"about_ca_system_score_gemma":0.000606299,"threshold_uncertainty_score":0.028534114},"labels":[],"label_agreement":null},{"id":"W2941174109","doi":"10.1145/3290605.3300541","title":"PledgeWork","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Task (project management); Work (physics); Quality (philosophy); Computer science; Internet privacy; Psychology; Applied psychology; Public relations; Political science; Engineering","score_opus":0.0032895461045076096,"score_gpt":0.18111798135400198,"score_spread":0.17782843524949438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941174109","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065769754,0.0018765827,0.33204773,0.010136384,0.0039215065,0.0042703315,0.0034916801,0.018829808,0.55965626],"genre_scores_gemma":[0.32057974,0.0015396014,0.25647157,0.0053193117,0.0015731379,0.005079202,0.006394788,0.00456829,0.3984743],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99607325,0.0019283415,0.00025112682,0.0006265147,0.00076721935,0.0003535844],"domain_scores_gemma":[0.98398536,0.006385376,0.0009408385,0.00541646,0.0012326153,0.0020393594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064596203,0.0007844573,0.00045810718,0.0018897618,0.0030081503,0.0034822212,0.0022598924,0.0022960496,0.1156784],"category_scores_gemma":[0.019793747,0.00038878535,0.0009545575,0.0012407813,0.0015674022,0.0060422816,0.007057551,0.0016125038,0.044651713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008825846,0.00079404854,0.0054261717,0.0012635497,0.000055278815,0.0017991997,0.009886878,0.001254712,0.0053548315,0.09839269,0.2818846,0.5930055],"study_design_scores_gemma":[0.000077542754,0.00019961488,0.0016905515,0.000272413,0.000015697258,0.0008829072,0.0018281722,0.0012394057,0.0012943739,0.018402271,0.97405416,0.000043015796],"about_ca_topic_score_codex":0.00057004916,"about_ca_topic_score_gemma":0.0008824617,"teacher_disagreement_score":0.1156784,"about_ca_system_score_codex":0.0007179138,"about_ca_system_score_gemma":0.0014493329,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2941455863","doi":"10.1145/3290605.3300750","title":"Automation Accuracy Is Good, but High Controllability May Be Better","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Controllability; Automation; Task (project management); Computer science; Preference; Control (management); Human–computer interaction; Constant (computer programming); Artificial intelligence; Machine learning; Engineering; Statistics; Mathematics; Systems engineering","score_opus":0.010078605069180461,"score_gpt":0.23478485221979492,"score_spread":0.22470624715061446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941455863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84675187,0.0014163117,0.06595235,0.0031005354,0.00025420715,0.0002645611,0.00091519154,0.0020097275,0.079335384],"genre_scores_gemma":[0.9934896,0.00013437477,0.004626228,0.00020410524,0.000045442288,0.000031652242,0.00014073562,0.000056657762,0.001271202],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99411005,0.0011752546,0.0007241762,0.0009861352,0.0023315933,0.000672752],"domain_scores_gemma":[0.9723956,0.011724636,0.0077321003,0.0034402076,0.0031300602,0.0015773566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00509236,0.0008935431,0.00054978277,0.0013987349,0.0009672444,0.0033888395,0.00065312267,0.0012630984,0.006789347],"category_scores_gemma":[0.028312054,0.00036652735,0.0008593447,0.0010265547,0.0015974888,0.002761634,0.0017161826,0.00084249466,0.0017653434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016971051,0.00087445346,0.5882946,0.0022513866,0.00126838,0.0015302226,0.0067478567,0.012268827,0.07361389,0.020345656,0.008213128,0.2828945],"study_design_scores_gemma":[0.00013803484,0.0023719643,0.8571811,0.0005427613,0.00051563553,0.0019405312,0.0043060533,0.015464097,0.034253404,0.05039234,0.032503758,0.00039031083],"about_ca_topic_score_codex":0.0020696446,"about_ca_topic_score_gemma":0.0022318189,"teacher_disagreement_score":0.006789347,"about_ca_system_score_codex":0.0005272678,"about_ca_system_score_gemma":0.00057710824,"threshold_uncertainty_score":0.026931345},"labels":[],"label_agreement":null},{"id":"W2942272104","doi":"10.1016/j.socscimed.2019.04.035","title":"Research ethics for mobile sensing device use by vulnerable populations","year":2019,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; University of California, San Diego; Canada Research Chairs","keywords":"Process (computing); Research ethics; Participatory action research; Participatory design; Research design; Informed consent; Computer science; Mobile device; Engineering ethics; Action (physics); Global Positioning System; Sociology; Internet privacy; Data science; Medicine; Engineering; Telecommunications; World Wide Web; Social science","score_opus":0.17217986634234103,"score_gpt":0.44115682215208063,"score_spread":0.26897695580973957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942272104","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08883816,0.00672108,0.18706714,0.42306718,0.007876642,0.016378032,0.0007214814,0.00020554062,0.26912475],"genre_scores_gemma":[0.7945248,0.0028874686,0.054739844,0.075621456,0.0036855005,0.03257853,0.00032589678,0.00012461646,0.0355119],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6761237,0.27281055,0.0133979535,0.009452806,0.019987777,0.008227258],"domain_scores_gemma":[0.51456004,0.35070726,0.0205862,0.0634243,0.038533848,0.012188319],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2445138,0.000984427,0.0011467471,0.0027797166,0.011929076,0.011202783,0.0042023454,0.01901559,0.009510961],"category_scores_gemma":[0.40697026,0.001533918,0.0014406163,0.0014872829,0.021651298,0.007312865,0.009970218,0.015619906,0.0031455008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074066175,0.0003817319,0.0064485185,0.0009720906,0.00015172477,0.0010536266,0.05210126,0.00076933467,0.001677648,0.831983,0.041222468,0.062497992],"study_design_scores_gemma":[0.00066572597,0.001114803,0.0070765982,0.007363239,0.00023684754,0.0038982807,0.030737609,0.004824555,0.0037652804,0.6405667,0.29952508,0.00022530467],"about_ca_topic_score_codex":0.003886215,"about_ca_topic_score_gemma":0.0046062456,"teacher_disagreement_score":0.9809844,"about_ca_system_score_codex":0.006194188,"about_ca_system_score_gemma":0.04243294,"threshold_uncertainty_score":0.93164897},"labels":[],"label_agreement":null},{"id":"W2942880182","doi":"10.1145/3290607.3312970","title":"Worker Demographics and Earnings on Amazon Mechanical Turk","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ministry of Education - Singapore","keywords":"Earnings; Wage; Demographics; Amazon rainforest; Residence; Work (physics); Demographic economics; Business; Labour economics; Significant difference; Economics; Demography; Engineering; Statistics; Sociology; Accounting; Mechanical engineering; Mathematics","score_opus":0.006023583980606697,"score_gpt":0.2002031942815284,"score_spread":0.1941796103009217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942880182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979727,0.00011493296,0.0002171454,0.0002923881,0.000015980488,0.00004489047,0.0122793205,0.000035017958,0.0072732824],"genre_scores_gemma":[0.98853266,0.000091518,0.00024973202,0.00007086559,0.000024112367,0.00008112345,0.0056006685,0.000008644128,0.0053405985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995728,0.00009131833,0.000030391308,0.00007562156,0.00013049846,0.00009941651],"domain_scores_gemma":[0.9977658,0.0005383186,0.00085436983,0.00014142197,0.0004071456,0.00029294877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046423913,0.00016244882,0.00017827147,0.00067548995,0.000546024,0.00061417714,0.00023967157,0.0003200379,0.0074980655],"category_scores_gemma":[0.0038755492,0.000097606906,0.00018703847,0.0010400643,0.00020587446,0.0005260058,0.0004929256,0.00036897408,0.003996336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037936185,0.00025306133,0.95024264,0.000070779046,0.000052654985,0.00029477943,0.0016041896,0.0010906918,0.00044830085,0.00095174304,0.02146031,0.023151437],"study_design_scores_gemma":[0.000008648517,0.00007731324,0.9908208,0.000021288755,0.000007755158,0.00012817477,0.0017211922,0.0011373169,0.00013389524,0.00031037958,0.0056144786,0.00001885263],"about_ca_topic_score_codex":0.011991657,"about_ca_topic_score_gemma":0.013753389,"teacher_disagreement_score":0.011991657,"about_ca_system_score_codex":0.0002525426,"about_ca_system_score_gemma":0.00028040045,"threshold_uncertainty_score":0.025083482},"labels":[],"label_agreement":null},{"id":"W2943796356","doi":"10.1109/mcom.2019.1800624","title":"Data and Service Management in Densely Crowded Environments: Challenges, Opportunities, and Recent Developments","year":2019,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Gnowit (Canada)","funders":"","keywords":"Computer science; Cloud computing; Service (business); Data as a service; Mobile device; Replication (statistics); Computer network; Data management; World Wide Web; Database","score_opus":0.12470956378693483,"score_gpt":0.28456909544892334,"score_spread":0.15985953166198852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943796356","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056974005,0.49667487,0.26038408,0.12302653,0.00463411,0.0002388841,0.00027998732,0.000841042,0.05694645],"genre_scores_gemma":[0.5540964,0.28313687,0.13500118,0.0052978685,0.006347274,0.00017225376,0.00037850556,0.0001622577,0.01540747],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99832886,0.00044698952,0.000073494855,0.0002820397,0.00056544016,0.00030310632],"domain_scores_gemma":[0.9956163,0.0024246897,0.00026019293,0.00031273716,0.0008537737,0.0005322472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037197096,0.00068991625,0.00089587545,0.0012996761,0.0019142786,0.0053780596,0.002369501,0.0032059252,0.0021637648],"category_scores_gemma":[0.0044022277,0.00046617255,0.00053088187,0.0025438282,0.0031382632,0.007984497,0.00365565,0.0025845268,0.0008940515],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001339039,0.00018661129,0.003314879,0.0025905904,0.00007834919,0.0005116762,0.0024330753,0.037807643,0.0060359715,0.24079253,0.037817612,0.6682971],"study_design_scores_gemma":[0.000022204093,0.00022556564,0.0023622771,0.0011270713,0.000054897617,0.0008975484,0.011532389,0.18957895,0.0038987298,0.20177846,0.5883649,0.00015700952],"about_ca_topic_score_codex":0.004606812,"about_ca_topic_score_gemma":0.0042756214,"teacher_disagreement_score":0.0053780596,"about_ca_system_score_codex":0.0021565044,"about_ca_system_score_gemma":0.0020488717,"threshold_uncertainty_score":0.019671917},"labels":[],"label_agreement":null},{"id":"W2943929564","doi":"10.1016/j.sysarc.2019.01.005","title":"P2TA: Privacy-preserving task allocation for edge computing enhanced mobile crowdsensing","year":2019,"lang":"en","type":"article","venue":"Journal of Systems Architecture","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Medical Science and Technology Development Foundation, Nanjing Municipality Health Bureau; Natural Science Research of Jiangsu Higher Education Institutions of China; Government of Jiangsu Province; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Task (project management); Mobile edge computing; Edge computing; Enhanced Data Rates for GSM Evolution; Privacy protection; Distributed computing; Computer security; Artificial intelligence","score_opus":0.008377268300745906,"score_gpt":0.23927246356874438,"score_spread":0.23089519526799848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943929564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026033284,0.00037942574,0.9612454,0.00039265188,0.00032635973,0.00022398206,0.0002561659,0.005285417,0.0058572455],"genre_scores_gemma":[0.7745093,0.00019097848,0.21374044,0.00036627377,0.00016552575,0.000284156,0.0003901642,0.00040081135,0.009952376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856085,0.0003095464,0.00006111045,0.00033561647,0.00035211805,0.00038078017],"domain_scores_gemma":[0.9985661,0.00040492244,0.000068679794,0.0005151928,0.00025599464,0.00018913053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012646008,0.0010207604,0.0012005732,0.0005798565,0.0015041098,0.0019029458,0.0027165094,0.0012932005,0.005540498],"category_scores_gemma":[0.0037914608,0.00039795236,0.00064619555,0.00082820817,0.0008086236,0.0018559174,0.004382366,0.0016644654,0.0015725961],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036677644,0.0008956527,0.0017912687,0.00040765584,0.00022402211,0.0006665143,0.0006122657,0.3005241,0.052814055,0.058153458,0.04682052,0.5334228],"study_design_scores_gemma":[0.000067246496,0.00011691112,0.00023044087,0.000009874668,0.000016850645,0.00011750982,0.00008466369,0.96413124,0.008935371,0.019755185,0.006507193,0.000027606646],"about_ca_topic_score_codex":0.003714537,"about_ca_topic_score_gemma":0.0042534904,"teacher_disagreement_score":0.005540498,"about_ca_system_score_codex":0.00075135933,"about_ca_system_score_gemma":0.0018845749,"threshold_uncertainty_score":0.01853478},"labels":[],"label_agreement":null},{"id":"W2944014533","doi":"10.1109/sose.2019.00014","title":"Invited Paper: AI-Based Security Design of Mobile Crowdsensing Systems: Review, Challenges and Case Studies","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Server; Denial-of-service attack; Mobile device; Computer security; Energy consumption; Task (project management); Mobile computing; Crowdsensing; Artificial intelligence; Machine learning; Human–computer interaction; Computer network; Engineering","score_opus":0.03543772741013355,"score_gpt":0.2793823816569672,"score_spread":0.24394465424683368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944014533","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012065363,0.97736406,0.008508191,0.00633077,0.0019023208,0.000037104684,0.000027654445,0.000041870975,0.004581527],"genre_scores_gemma":[0.020964934,0.96151316,0.0068582846,0.0030279742,0.003807009,0.00006380153,0.00007962887,0.00003269814,0.0036525838],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999094,0.00029967714,0.0000934891,0.00014404961,0.00030766331,0.00006118846],"domain_scores_gemma":[0.9944765,0.003700704,0.00023519181,0.00008235367,0.0013593716,0.00014577914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002160734,0.000573243,0.0007241416,0.0018590885,0.0003344383,0.0014458272,0.0013245922,0.0021493675,0.0027442493],"category_scores_gemma":[0.005862348,0.0002633942,0.00048971194,0.0022920235,0.000763105,0.0023631407,0.00070686755,0.001472435,0.0013195348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008924793,0.00010192501,0.0007334215,0.014612282,0.000096498916,0.00026228724,0.00041097257,0.004278285,0.0013052389,0.020114755,0.08553864,0.8724565],"study_design_scores_gemma":[0.000017721615,0.00024802922,0.0012798145,0.0061177826,0.000106235115,0.0008656604,0.00048548632,0.004106968,0.0012768521,0.012142797,0.97328734,0.000065340486],"about_ca_topic_score_codex":0.001396732,"about_ca_topic_score_gemma":0.0013482769,"teacher_disagreement_score":0.0027442493,"about_ca_system_score_codex":0.0009066261,"about_ca_system_score_gemma":0.0012346286,"threshold_uncertainty_score":0.011427164},"labels":[],"label_agreement":null},{"id":"W2944278633","doi":"10.1371/journal.pone.0216342","title":"Spatial organization to facilitate action","year":2019,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Task (project management); Action (physics); Function (biology); Computer science; Sequence (biology); Cognitive psychology; Control (management); Psychology; Artificial intelligence; Human–computer interaction; Biology; Evolutionary biology","score_opus":0.05835585843246724,"score_gpt":0.21019420215602092,"score_spread":0.15183834372355368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944278633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49434957,0.0014782101,0.1722722,0.0034315553,0.00025619465,0.0003062848,0.0007424685,0.0017994628,0.32536405],"genre_scores_gemma":[0.94978356,0.00026476686,0.039385773,0.00020698024,0.000034161367,0.00017090753,0.00027282443,0.00014412419,0.009736835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988153,0.00033943052,0.00006106752,0.00034087407,0.0002799147,0.00016337686],"domain_scores_gemma":[0.99796593,0.00051129115,0.0004195959,0.0005699596,0.0002895544,0.00024371139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007291739,0.0005435847,0.00030182334,0.0009103622,0.0011538821,0.0024517193,0.00075678073,0.0009228899,0.014676641],"category_scores_gemma":[0.005328949,0.0002876291,0.00042921113,0.00067123974,0.0028760266,0.0018347751,0.0036665727,0.0005660383,0.002380684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006843371,0.00030726424,0.04299774,0.0012960455,0.00017129799,0.0011166288,0.030699335,0.015084218,0.1356988,0.39909446,0.017231438,0.3556185],"study_design_scores_gemma":[0.00020906229,0.0010223265,0.2140727,0.0007202352,0.00017054423,0.0015528022,0.016480623,0.027470624,0.024532106,0.37157118,0.34197384,0.00022403787],"about_ca_topic_score_codex":0.0036364307,"about_ca_topic_score_gemma":0.004002437,"teacher_disagreement_score":0.014676641,"about_ca_system_score_codex":0.00087662134,"about_ca_system_score_gemma":0.0013268694,"threshold_uncertainty_score":0.049098194},"labels":[],"label_agreement":null},{"id":"W2946170842","doi":"10.1145/3324921.3328786","title":"Machine Learning-based Prevention of Battery-oriented Illegitimate Task Injection in Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsensing; Computer science; Task (project management); Battery (electricity); Mobile device; Human–computer interaction; Embedded system; Artificial intelligence; Real-time computing; Computer security; Machine learning; Power (physics); Engineering; Operating system","score_opus":0.0060881830265914864,"score_gpt":0.22487091924480415,"score_spread":0.21878273621821268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946170842","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42854244,0.0008698246,0.5563277,0.0014790783,0.00024187787,0.00041963745,0.00017082106,0.0024613591,0.009487263],"genre_scores_gemma":[0.9891333,0.00005120111,0.010090105,0.00010384014,0.000018625804,0.00003771896,0.000022446984,0.00001414901,0.000528597],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977835,0.00069844385,0.0001271461,0.00038716808,0.000568773,0.00043495643],"domain_scores_gemma":[0.98807573,0.0068969717,0.0018681821,0.0012791727,0.0013582587,0.0005216977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022422671,0.00096550887,0.0010742485,0.0007925905,0.00069613673,0.0009453957,0.001195962,0.0010892396,0.00076153845],"category_scores_gemma":[0.016726255,0.00025658435,0.00037752435,0.00032123618,0.0013460142,0.0015347076,0.001682458,0.00094677706,0.00031559664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017033921,0.0010506858,0.017016053,0.00049533776,0.00015992268,0.000565639,0.0003916005,0.7020128,0.027148163,0.0077031697,0.003419068,0.23833424],"study_design_scores_gemma":[0.000033358683,0.00026976495,0.0020933507,0.000022014938,0.000020538915,0.000107025364,0.00006380606,0.98540944,0.007602423,0.0037591194,0.0005989285,0.000020277435],"about_ca_topic_score_codex":0.0024425548,"about_ca_topic_score_gemma":0.0016906793,"teacher_disagreement_score":0.0024425548,"about_ca_system_score_codex":0.00082381186,"about_ca_system_score_gemma":0.001375777,"threshold_uncertainty_score":0.011858404},"labels":[],"label_agreement":null},{"id":"W2948457221","doi":"10.1109/cybermatics_2018.2018.00090","title":"Efficient Task Allocation for Mobile Crowd Sensing Based on Evolutionary Computing","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Task (project management); Flexibility (engineering); Crossover; Big data; Cluster analysis; Genetic algorithm; Key (lock); Distributed computing; Process (computing); Optimization problem; Artificial intelligence; Data mining; Machine learning; Algorithm","score_opus":0.011058968582934594,"score_gpt":0.2478702311552636,"score_spread":0.236811262572329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948457221","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101396956,0.00034780608,0.8927717,0.0003202281,0.000079264704,0.00012397021,0.000047876114,0.00026668364,0.004645462],"genre_scores_gemma":[0.8294474,0.00018537419,0.16767257,0.00014169082,0.000030010295,0.0002314704,0.00007122378,0.00004608677,0.0021741064],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995641,0.00012389834,0.000015908534,0.000087789485,0.00009727861,0.00011101188],"domain_scores_gemma":[0.99954104,0.00025084682,0.000051267198,0.000033558932,0.00007367215,0.00004975322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007074542,0.00080283027,0.00094121596,0.0007783722,0.00061935856,0.00072301587,0.0011653118,0.00090235856,0.0010932757],"category_scores_gemma":[0.0019733545,0.00033814865,0.00063963386,0.00068770204,0.000615142,0.0006210787,0.00092144025,0.0005598862,0.00014234985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058413112,0.000058243564,0.0006367389,0.0000401729,0.00002837106,0.00007876785,0.000069690876,0.95913386,0.003052369,0.0048486395,0.0005888892,0.03140575],"study_design_scores_gemma":[0.000008876124,0.000023448803,0.00010642783,0.0000033216872,0.0000055024457,0.000015551466,0.000021752096,0.99687433,0.00030568097,0.0023294324,0.00030220122,0.0000034613452],"about_ca_topic_score_codex":0.0049032043,"about_ca_topic_score_gemma":0.0042011184,"teacher_disagreement_score":0.0049032043,"about_ca_system_score_codex":0.0008022621,"about_ca_system_score_gemma":0.0012679652,"threshold_uncertainty_score":0.009749293},"labels":[],"label_agreement":null},{"id":"W2949818370","doi":"10.1186/s12874-019-0770-4","title":"Outcomes of two randomized controlled trials, employing participants recruited through Mechanical Turk, of Internet interventions targeting unhealthy alcohol use","year":2019,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"Canada Research Chairs","keywords":"Psychological intervention; Randomized controlled trial; Medicine; Intervention (counseling); Crowdsourcing; Brief intervention; Physical therapy; Psychiatry; Surgery; World Wide Web","score_opus":0.7414199475487552,"score_gpt":0.5968544408829294,"score_spread":0.1445655066658258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949818370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5105961,0.103278406,0.013698256,0.004846722,0.008846463,0.3338619,0.012157022,0.00075469835,0.011960432],"genre_scores_gemma":[0.51079303,0.01616519,0.016294783,0.0023723177,0.0016047426,0.44750604,0.0019895013,0.00010321333,0.0031712106],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.93163,0.04527851,0.011481011,0.004797253,0.0045198887,0.0022933003],"domain_scores_gemma":[0.91762656,0.047431428,0.020947171,0.0044472907,0.0073194974,0.002228171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044584118,0.005118892,0.010115876,0.0026896936,0.0019455927,0.0047914456,0.0020083303,0.0085969595,0.011766803],"category_scores_gemma":[0.1304252,0.0023461138,0.0103902845,0.0032225563,0.0034008666,0.004837548,0.0021215717,0.0053128,0.0011759188],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91868645,0.006052737,0.0013279575,0.026753062,0.021402407,0.000087669265,0.0004031871,0.0004950799,0.0006823504,0.00055044953,0.001523908,0.02203474],"study_design_scores_gemma":[0.9101597,0.06094272,0.0027241257,0.0021767137,0.018945802,0.00006122006,0.00013002467,0.00048264573,0.00088734896,0.0009470568,0.0024595198,0.00008317461],"about_ca_topic_score_codex":0.00164623,"about_ca_topic_score_gemma":0.002743649,"teacher_disagreement_score":0.044584118,"about_ca_system_score_codex":0.0030733268,"about_ca_system_score_gemma":0.005369366,"threshold_uncertainty_score":0.23578614},"labels":[],"label_agreement":null},{"id":"W2951160251","doi":"10.2196/12832","title":"Multimodal Human and Environmental Sensing for Longitudinal Behavioral Studies in Naturalistic Settings: Framework for Sensor Selection, Deployment, and Management","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique; Université du Québec à Montréal","funders":"Intelligence Advanced Research Projects Activity; NIH Office of the Director; Office of the Director of National Intelligence","keywords":"Software deployment; Selection (genetic algorithm); Computer science; Naturalistic observation; Psychology; Applied psychology; Artificial intelligence; Social psychology","score_opus":0.0878610705404697,"score_gpt":0.4358414153208742,"score_spread":0.3479803447804045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951160251","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003679271,0.0015007511,0.9830934,0.004188403,0.000085254,0.0019036988,0.00034674254,0.00024563842,0.004956795],"genre_scores_gemma":[0.061740935,0.0012032117,0.9317838,0.00036854373,0.00007077119,0.0040176907,0.00021580979,0.000037266916,0.0005619149],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9671629,0.026376983,0.0016431835,0.002161349,0.0020655848,0.0005899486],"domain_scores_gemma":[0.95770115,0.02922906,0.0040768874,0.0035211428,0.004138499,0.0013331793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04564669,0.0016899494,0.0010423398,0.005915153,0.002978276,0.0067015835,0.0045698886,0.0035544864,0.0021972111],"category_scores_gemma":[0.041070405,0.0015864416,0.0026152942,0.003992223,0.010832231,0.005210717,0.0075225797,0.0033566074,0.0005273339],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001200562,0.0004566945,0.0235742,0.0024456498,0.00030201298,0.0011368714,0.017531948,0.043705404,0.0036016635,0.75323755,0.008202256,0.1456857],"study_design_scores_gemma":[0.0001032684,0.0007980766,0.020306142,0.0042913286,0.0003444037,0.001350172,0.018951649,0.24236007,0.002558759,0.5840456,0.12449443,0.00039619685],"about_ca_topic_score_codex":0.0175068,"about_ca_topic_score_gemma":0.023417642,"teacher_disagreement_score":0.04564669,"about_ca_system_score_codex":0.005915083,"about_ca_system_score_gemma":0.010906668,"threshold_uncertainty_score":0.2414056},"labels":[],"label_agreement":null},{"id":"W2951194580","doi":"10.48550/arxiv.1809.05234","title":"In-Route Task Selection in Crowdsourcing","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Ciência sem Fronteiras; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Task (project management); Crowdsourcing; Heuristic; Computer science; Set (abstract data type); Selection (genetic algorithm); Skyline; Path (computing); Order (exchange); Artificial intelligence; Data mining; World Wide Web; Engineering","score_opus":0.04223586289160964,"score_gpt":0.1846513579554552,"score_spread":0.14241549506384557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951194580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058368832,0.0020760568,0.9228958,0.0014486648,0.00019191628,0.0006311386,0.0005921317,0.0010490651,0.012746343],"genre_scores_gemma":[0.7095289,0.0011697181,0.27830797,0.0005478426,0.00021536888,0.0007863433,0.00072124024,0.00034004543,0.008382535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958312,0.0019110567,0.00014886084,0.0010279575,0.0006507421,0.0004301799],"domain_scores_gemma":[0.9949368,0.00340237,0.0003621061,0.0005614853,0.00039749785,0.00033976277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038021111,0.0020959307,0.0027628753,0.001368173,0.0021105874,0.0020766736,0.0038229616,0.0033500032,0.0045499955],"category_scores_gemma":[0.011143095,0.0011273404,0.0014768337,0.0025942875,0.001897806,0.0025283946,0.0028911256,0.0014740496,0.0011678899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041713705,0.0001997506,0.001172101,0.00067709514,0.00016071733,0.00042938345,0.0006366237,0.89567584,0.0028951862,0.027413245,0.006689837,0.0636331],"study_design_scores_gemma":[0.00012230783,0.00012905488,0.00049432484,0.0000658215,0.000048353275,0.00016901997,0.00036737902,0.90601736,0.0014464898,0.08376196,0.0073284307,0.000049500977],"about_ca_topic_score_codex":0.0097957095,"about_ca_topic_score_gemma":0.009033558,"teacher_disagreement_score":0.0097957095,"about_ca_system_score_codex":0.0026199429,"about_ca_system_score_gemma":0.002496216,"threshold_uncertainty_score":0.020107687},"labels":[],"label_agreement":null},{"id":"W2951885176","doi":"10.1007/s11036-019-01299-3","title":"Task Allocation in Semi-Opportunistic Mobile Crowdsensing: Paradigm and Algorithms","year":2019,"lang":"en","type":"article","venue":"Mobile Networks and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Task (project management); Crowdsensing; Heuristic; Participatory sensing; Flexibility (engineering); Quality (philosophy); Distributed computing; Artificial intelligence; Computer security; Data science","score_opus":0.007427087426054378,"score_gpt":0.22529400054308862,"score_spread":0.21786691311703424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951885176","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009852981,0.0005612456,0.9862722,0.0005659243,0.000117134536,0.00013558978,0.00009209844,0.00011825245,0.0022845739],"genre_scores_gemma":[0.7335224,0.001395963,0.25284478,0.0004058354,0.00056972605,0.000664494,0.0001887804,0.00015383477,0.0102541745],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972299,0.001124718,0.00012259888,0.0006187958,0.00048496015,0.00041913684],"domain_scores_gemma":[0.9928705,0.0052982583,0.0005366421,0.00041612072,0.0005135054,0.0003649691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004284447,0.0015258262,0.002759636,0.0011913708,0.00158222,0.0033756995,0.005141391,0.002787008,0.002581491],"category_scores_gemma":[0.010910506,0.0012616881,0.001158558,0.0023650313,0.002116929,0.0033835452,0.0040887375,0.0020608844,0.00048646244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002877105,0.00021397434,0.00071608106,0.00031987397,0.00009019681,0.00014562852,0.00025725696,0.8138648,0.0019757194,0.12778364,0.0043417914,0.05000326],"study_design_scores_gemma":[0.000012924467,0.00002292489,0.00006642286,0.000009258016,0.0000074198947,0.000027711225,0.00003292208,0.96402335,0.00017156407,0.03497977,0.0006353843,0.000010349824],"about_ca_topic_score_codex":0.006496362,"about_ca_topic_score_gemma":0.0048114327,"teacher_disagreement_score":0.006496362,"about_ca_system_score_codex":0.002466163,"about_ca_system_score_gemma":0.0026354215,"threshold_uncertainty_score":0.022658587},"labels":[],"label_agreement":null},{"id":"W2952172018","doi":"10.48550/arxiv.1712.05796","title":"A Data-Driven Analysis of Workers' Earnings on Amazon Mechanical Turk","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Economic and Social Research Council","keywords":"Earnings; Wage; Work (physics); Amazon rainforest; Task (project management); Labour economics; Yield (engineering); Distribution (mathematics); Economics; Business; Demographic economics; Engineering; Management; Mathematics; Accounting","score_opus":0.10373149494012061,"score_gpt":0.2248979385926566,"score_spread":0.121166443652536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952172018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94876325,0.0003621366,0.0054183826,0.0009166172,0.00013886417,0.00021923038,0.038967986,0.00060888275,0.0046045403],"genre_scores_gemma":[0.9629721,0.00012934497,0.008008084,0.00013751996,0.000072371855,0.00022665404,0.0256533,0.000059755916,0.002740829],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830997,0.00042929256,0.00012375753,0.0003784619,0.0005498805,0.0002086162],"domain_scores_gemma":[0.99629897,0.0013034809,0.00040178897,0.00043447915,0.0012020633,0.0003592908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015007921,0.0006028116,0.0005033214,0.0016365602,0.0006427017,0.000928212,0.000701749,0.0005571083,0.00151031],"category_scores_gemma":[0.006887181,0.0002156009,0.00049489137,0.0021898001,0.00025669517,0.0006700762,0.00080297375,0.000575317,0.0019523454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002705995,0.000855531,0.72104365,0.0007823313,0.0005344411,0.0015486319,0.0031768773,0.019662198,0.010292974,0.003320128,0.08641342,0.14966384],"study_design_scores_gemma":[0.00007366351,0.00043651802,0.844865,0.00007823916,0.00007069775,0.00052525656,0.0031782254,0.113210484,0.0032771984,0.003250529,0.030905968,0.00012834274],"about_ca_topic_score_codex":0.013070626,"about_ca_topic_score_gemma":0.019548824,"teacher_disagreement_score":0.013070626,"about_ca_system_score_codex":0.00057197496,"about_ca_system_score_gemma":0.00062487123,"threshold_uncertainty_score":0.025989056},"labels":[],"label_agreement":null},{"id":"W2954631080","doi":"10.1016/j.artint.2019.03.004","title":"Incentivizing evaluation with peer prediction and limited access to ground truth","year":2019,"lang":"en","type":"article","venue":"Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Google","keywords":"Truth telling; Ground truth; Computer science; Incentive; Grading (engineering); Aggregate (composite); Set (abstract data type); Common ground; Artificial intelligence; Psychology; Social psychology","score_opus":0.06897691049487736,"score_gpt":0.3100311487303518,"score_spread":0.24105423823547445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954631080","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28493783,0.0021867251,0.64774287,0.012211692,0.0010288828,0.0013217424,0.0008736155,0.0051241205,0.044572588],"genre_scores_gemma":[0.97745675,0.000077952966,0.018711882,0.00038288353,0.00019039876,0.00009633566,0.00017540272,0.00010055782,0.00280779],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9792184,0.010868666,0.0007706442,0.003226798,0.004357944,0.0015575037],"domain_scores_gemma":[0.88499224,0.087988034,0.0044281394,0.011603496,0.007379163,0.0036089462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021777658,0.0017697227,0.0030873518,0.001664601,0.0015712978,0.003891914,0.0037310717,0.005746175,0.0053596976],"category_scores_gemma":[0.10513537,0.00094423036,0.00058383524,0.0015887256,0.0026419982,0.0076639303,0.006142058,0.0034000473,0.0015058002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007069752,0.0024446708,0.027227653,0.00075135665,0.0005124039,0.0009917232,0.0013123935,0.45231682,0.01679872,0.12128507,0.03774453,0.33154488],"study_design_scores_gemma":[0.00019213869,0.00027859455,0.0022897057,0.000037160822,0.0000532162,0.00009996583,0.00013323598,0.91406953,0.0028572776,0.077338755,0.002604036,0.00004644478],"about_ca_topic_score_codex":0.0060161944,"about_ca_topic_score_gemma":0.0077254795,"teacher_disagreement_score":0.021777658,"about_ca_system_score_codex":0.0024454845,"about_ca_system_score_gemma":0.004380217,"threshold_uncertainty_score":0.115172625},"labels":[],"label_agreement":null},{"id":"W2954650248","doi":"10.1111/exsy.12430","title":"Gathering and evaluating innovation ideas using crowdsourcing: Impact of the idea title and the description on the number of votes in each phase of a two‐phase crowdsourcing project","year":2019,"lang":"en","type":"article","venue":"Expert Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Computer science; Variance (accounting); Phase (matter); Data science; World Wide Web","score_opus":0.07172078214410249,"score_gpt":0.3859816451005373,"score_spread":0.3142608629564348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954650248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98813987,0.00011851661,0.0035409073,0.00052463164,0.000057919136,0.00051718805,0.00018769577,0.000100483936,0.006812779],"genre_scores_gemma":[0.9931585,0.000046501937,0.0049618366,0.00011081426,0.000018170695,0.00029965883,0.00021832081,0.000030289384,0.0011558514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9705686,0.020344375,0.0011935282,0.0017038775,0.004971372,0.0012182062],"domain_scores_gemma":[0.609617,0.34630272,0.016165785,0.007946518,0.014694864,0.005273083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036630288,0.0006225799,0.00094354065,0.0018093341,0.0023608305,0.0048186253,0.0012449442,0.0016278498,0.0036364412],"category_scores_gemma":[0.20787147,0.00046251385,0.00090502814,0.0019834586,0.0013947975,0.0027822223,0.00299667,0.0025032966,0.00083424366],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015531654,0.007362431,0.49582374,0.0013087903,0.0008245637,0.00052892294,0.0143792005,0.06460978,0.0137796225,0.005657758,0.0075842175,0.37260926],"study_design_scores_gemma":[0.0018729169,0.006866874,0.5621386,0.00044997272,0.0006630875,0.00015217626,0.034785893,0.34343672,0.020044623,0.015189076,0.013819488,0.0005805896],"about_ca_topic_score_codex":0.023348667,"about_ca_topic_score_gemma":0.02121151,"teacher_disagreement_score":0.036630288,"about_ca_system_score_codex":0.0030929807,"about_ca_system_score_gemma":0.0036083695,"threshold_uncertainty_score":0.19372177},"labels":[],"label_agreement":null},{"id":"W2956384748","doi":"10.1007/978-3-030-24322-7_26","title":"Safe Drive – Enabling Smart Do not Disturb on Mobile and Tracking Driving Behavior","year":2019,"lang":"en","type":"book-chapter","venue":"Learning and analytics in intelligent systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Distraction; Bluetooth; Phone; Computer science; Mode (computer interface); Mobile phone; Analytics; Accelerometer; Computer security; Human–computer interaction; Wireless; Data science; Telecommunications","score_opus":0.02189925771889106,"score_gpt":0.25810073956856616,"score_spread":0.2362014818496751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956384748","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074538505,0.020405062,0.2141761,0.0046388973,0.0033268288,0.000118295924,0.0009174515,0.0042551584,0.7447084],"genre_scores_gemma":[0.0908991,0.021213576,0.0474367,0.0019368583,0.0010269986,0.00012742436,0.0013737335,0.00078473584,0.83520097],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997907,0.000014611288,0.0000055320857,0.000041576794,0.00012424665,0.000023416114],"domain_scores_gemma":[0.99989605,0.00002736046,0.00000563559,0.000017489998,0.000038982147,0.000014513248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017466088,0.00066803704,0.0002542994,0.0006265007,0.0005324239,0.0020775453,0.00086162076,0.0012866338,0.013404663],"category_scores_gemma":[0.00039794252,0.00028235317,0.000241153,0.0005587986,0.00070740934,0.0025554749,0.0015935677,0.00094416377,0.008892558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003604755,0.000052393832,0.00039497117,0.00034857166,0.00001924317,0.00011095277,0.0005983644,0.0027160598,0.0068687852,0.15748747,0.17076215,0.6606051],"study_design_scores_gemma":[0.0000024978456,0.00002376653,0.00043560835,0.000120877245,0.000006552715,0.00015696234,0.00015581158,0.0031991703,0.003235696,0.036317207,0.95633096,0.000014846693],"about_ca_topic_score_codex":0.0032800385,"about_ca_topic_score_gemma":0.00625206,"teacher_disagreement_score":0.013404663,"about_ca_system_score_codex":0.00058759283,"about_ca_system_score_gemma":0.0007536562,"threshold_uncertainty_score":0.044843078},"labels":[],"label_agreement":null},{"id":"W2957284955","doi":"10.1109/icc.2019.8761914","title":"A Truthful Location-Protected Mobile Crowdsensing Framework with User Mobility","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Incentive; Heuristic; Mechanism design; Payment; Path (computing); Mechanism (biology); Mathematical optimization; Crowdsensing; Incentive compatibility; Motion planning; Baseline (sea); Distributed computing; Operations research; Artificial intelligence; Computer network; Computer security; Engineering; Mathematics; World Wide Web","score_opus":0.00586740106429038,"score_gpt":0.2156186783540874,"score_spread":0.20975127728979703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2957284955","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008322267,0.00026710308,0.9878472,0.00047241076,0.00007003749,0.00009639426,0.00006298965,0.00018038659,0.0026811496],"genre_scores_gemma":[0.8036868,0.000426995,0.19060259,0.00026143904,0.00012567692,0.0002186114,0.00009194966,0.000051604173,0.0045343065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99756444,0.00092994346,0.00010181721,0.0005278811,0.0005673576,0.00030860794],"domain_scores_gemma":[0.99713373,0.0015679821,0.00034615363,0.0004234054,0.00030527855,0.00022345927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002807482,0.0010443049,0.0014406986,0.00085401966,0.0011026242,0.0021815577,0.0035550992,0.0025841554,0.0024067299],"category_scores_gemma":[0.006195514,0.0006948956,0.0011052244,0.0012438151,0.0021009734,0.0031819225,0.0031783204,0.0018538267,0.00036919172],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000234843,0.00010621789,0.0006715589,0.00024902823,0.00007645855,0.0005633897,0.0003497339,0.65348846,0.005761861,0.2869488,0.00251403,0.049035624],"study_design_scores_gemma":[0.000033733846,0.000059525464,0.00007601032,0.000017809882,0.000018536415,0.000115179384,0.000047812042,0.9336983,0.0008527638,0.06268802,0.002369881,0.000022458516],"about_ca_topic_score_codex":0.0025158646,"about_ca_topic_score_gemma":0.0018488863,"teacher_disagreement_score":0.0035550992,"about_ca_system_score_codex":0.0016423622,"about_ca_system_score_gemma":0.0024546992,"threshold_uncertainty_score":0.014847577},"labels":[],"label_agreement":null},{"id":"W2958890019","doi":"10.1109/icc.2019.8762030","title":"A Reverse Auction Based Incentive Mechanism for Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Incentive; Computer science; Reverse auction; Mechanism design; Mechanism (biology); Process (computing); Work (physics); Lottery; Order (exchange); Computer security; Operations research; Common value auction; Business; Microeconomics; Operating system; Economics; Finance; Engineering","score_opus":0.007958430239064056,"score_gpt":0.22298250074088655,"score_spread":0.21502407050182248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958890019","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008786557,0.0003726469,0.98651916,0.00032931508,0.00015359858,0.00043586618,0.00006282668,0.0003893963,0.002950668],"genre_scores_gemma":[0.57177407,0.000513797,0.4173754,0.0004132747,0.00021040146,0.00097567815,0.00011402488,0.00009114694,0.00853225],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941028,0.0026663218,0.0004135907,0.0009197296,0.0013325805,0.0005649286],"domain_scores_gemma":[0.9950348,0.0022348154,0.0007361719,0.0006174886,0.000932861,0.00044399325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006850503,0.0012034423,0.0019427579,0.0012044664,0.0012617373,0.002086964,0.0048374906,0.0028870858,0.0040972726],"category_scores_gemma":[0.010383021,0.0009217572,0.0017492365,0.0012259556,0.0013882517,0.0035241737,0.0026447917,0.0022983272,0.00096126465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001281109,0.0013947114,0.0019311231,0.0015206888,0.0003240206,0.001438225,0.0006449846,0.38539773,0.03991641,0.2941632,0.009475663,0.26251215],"study_design_scores_gemma":[0.00028464253,0.00061157474,0.00028825089,0.000057534777,0.00008255676,0.00084009446,0.000061856816,0.9226058,0.004317295,0.058673073,0.01206246,0.00011478312],"about_ca_topic_score_codex":0.0009265918,"about_ca_topic_score_gemma":0.0006997665,"teacher_disagreement_score":0.006850503,"about_ca_system_score_codex":0.0012038283,"about_ca_system_score_gemma":0.0025489137,"threshold_uncertainty_score":0.036229312},"labels":[],"label_agreement":null},{"id":"W2961653223","doi":"10.1109/icc.2019.8761164","title":"Privacy-Aware Online Task Assignment Framework for Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Crowdsensing; Computer science; Upload; Task (project management); Crowdsourcing; Crowds; Incentive; Baseline (sea); Mobile device; Service (business); Information sensitivity; Computer security; World Wide Web","score_opus":0.014451592762172616,"score_gpt":0.2696447858325507,"score_spread":0.2551931930703781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961653223","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011460223,0.00023466695,0.98489887,0.00034281172,0.00007416122,0.00017649194,0.00009675305,0.0005108235,0.002205226],"genre_scores_gemma":[0.7536546,0.0003047952,0.23821749,0.00027028634,0.00016667141,0.00055014127,0.00021554182,0.000109839646,0.006510755],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977283,0.00054617185,0.00010848946,0.0005765955,0.000603091,0.00043730385],"domain_scores_gemma":[0.99821955,0.000777783,0.00018788525,0.00024098935,0.0002835373,0.00029017736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002761122,0.0011796374,0.0018211249,0.00075990224,0.0015632586,0.001533891,0.004185526,0.0019405142,0.0039938255],"category_scores_gemma":[0.0045741466,0.00074307906,0.0011621082,0.0011722847,0.0009821507,0.0021293336,0.0036382366,0.0015533853,0.00062902016],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005316253,0.0004894207,0.0018663094,0.00032292109,0.00009953227,0.00082619605,0.0006897559,0.7674715,0.009011165,0.07899916,0.007566148,0.13212624],"study_design_scores_gemma":[0.00003547607,0.000055837994,0.00013093048,0.000007009637,0.000012309373,0.000087885215,0.000052107225,0.97990155,0.0005866213,0.017114885,0.0020007628,0.000014635192],"about_ca_topic_score_codex":0.0049516284,"about_ca_topic_score_gemma":0.004383248,"teacher_disagreement_score":0.0049516284,"about_ca_system_score_codex":0.0014236802,"about_ca_system_score_gemma":0.002856097,"threshold_uncertainty_score":0.014602423},"labels":[],"label_agreement":null},{"id":"W2964280086","doi":"10.1109/tmc.2019.2908638","title":"Enabling Strong Privacy Preservation and Accurate Task Allocation for Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"","keywords":"Computer science; Mobile device; Computer security; Mobile computing; Service provider; Information privacy; Mobile commerce; Encryption; Internet privacy; Computer network; Service (business); World Wide Web","score_opus":0.01993404008538232,"score_gpt":0.26755603159582275,"score_spread":0.24762199151044043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964280086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038413234,0.0002014422,0.95724446,0.00045486406,0.000068325746,0.00014617517,0.00007992036,0.00052703946,0.002864613],"genre_scores_gemma":[0.91727024,0.00013677271,0.07967363,0.00016383982,0.000058048125,0.00013718878,0.00006661461,0.000037083973,0.0024564387],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99705434,0.000796246,0.0001942571,0.00058272685,0.00087725493,0.0004952394],"domain_scores_gemma":[0.9961443,0.0011734854,0.0005229008,0.001520706,0.00037723052,0.00026137396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020042802,0.0007937503,0.00097574596,0.00055085204,0.0013425612,0.001388639,0.0015978699,0.0011859258,0.0010545664],"category_scores_gemma":[0.007073541,0.00043357405,0.0005674947,0.0008269906,0.0018266166,0.0025109332,0.006013461,0.001305458,0.00045314748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018778081,0.00038828113,0.005109547,0.00050384045,0.00013935754,0.0015049558,0.002210479,0.40542582,0.11126393,0.1833426,0.007444296,0.28078914],"study_design_scores_gemma":[0.00008428503,0.00020650789,0.00065841374,0.00002776421,0.000028055822,0.00040056734,0.0002471828,0.8959698,0.020673076,0.07405545,0.0075905845,0.00005828495],"about_ca_topic_score_codex":0.0014256408,"about_ca_topic_score_gemma":0.0013244023,"teacher_disagreement_score":0.0020042802,"about_ca_system_score_codex":0.001055643,"about_ca_system_score_gemma":0.001597857,"threshold_uncertainty_score":0.010599792},"labels":[],"label_agreement":null},{"id":"W2966597656","doi":"10.1137/19m127879x","title":"A Privacy-Preserving Method to Optimize Distributed Resource Allocation","year":2020,"lang":"en","type":"article","venue":"SIAM Journal on Optimization","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Group for Research in Decision Analysis; HEC Montréal","funders":"","keywords":"Mathematical optimization; Operator (biology); Computer science; Resource allocation; Convergence (economics); Dimension (graph theory); Computation; Mathematics; Algorithm","score_opus":0.021992650474302464,"score_gpt":0.2669085174709549,"score_spread":0.24491586699665244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966597656","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024146521,0.00005144895,0.9960828,0.00013308722,0.00001724371,0.000030226362,0.000024973031,0.000076664044,0.0011689448],"genre_scores_gemma":[0.31687653,0.00021656536,0.67635524,0.00021788935,0.00006527087,0.00043384032,0.00015116419,0.00015050266,0.0055329967],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900097,0.00040038532,0.000030119101,0.00020138612,0.00026532973,0.00010176332],"domain_scores_gemma":[0.9990207,0.00060720457,0.0000798466,0.00013150889,0.00010143106,0.000059334572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018769198,0.0010405945,0.00095456926,0.0005078812,0.00066846656,0.0011669169,0.0013981682,0.0014943378,0.0027954744],"category_scores_gemma":[0.003846985,0.00058763736,0.0008797492,0.0008304505,0.0015880935,0.0012526923,0.0019866934,0.002370919,0.0004922689],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007798749,0.000042972246,0.00016919279,0.00006457275,0.000029722321,0.00005907236,0.00008021752,0.90776056,0.0022320938,0.06361841,0.0013711702,0.024494052],"study_design_scores_gemma":[0.00001478896,0.000024083962,0.000024528967,0.000005213929,0.0000040014343,0.00001327888,0.000008795355,0.9726854,0.0005261735,0.025720319,0.0009692022,0.0000042334887],"about_ca_topic_score_codex":0.002323398,"about_ca_topic_score_gemma":0.0019682092,"teacher_disagreement_score":0.0027954744,"about_ca_system_score_codex":0.0013154591,"about_ca_system_score_gemma":0.001918674,"threshold_uncertainty_score":0.0099262},"labels":[],"label_agreement":null},{"id":"W2969673691","doi":"10.1109/dsn-w.2019.00023","title":"Reliability-Driven Task Assignment in Vehicular Crowdsourcing: A Matching Game","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Computer science; Scalability; Reliability (semiconductor); Probabilistic logic; Quality of service; Reputation; Task (project management); Matching (statistics); Distributed computing; Computer network; Artificial intelligence; Engineering; Database","score_opus":0.006473422645133061,"score_gpt":0.21256576312984543,"score_spread":0.20609234048471237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969673691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10054782,0.00014882126,0.89184654,0.0006354547,0.00007406807,0.00030878803,0.00009376306,0.00015142761,0.006193236],"genre_scores_gemma":[0.95207393,0.00011769565,0.043702226,0.00010453433,0.00003481556,0.0002292117,0.000045327837,0.000028461009,0.0036638984],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997743,0.0010051766,0.00010736176,0.00041995908,0.00034661085,0.00037791053],"domain_scores_gemma":[0.99679035,0.0018095592,0.00039832268,0.00017925582,0.00031713292,0.0005053093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029499664,0.0011688899,0.0013576237,0.00060926256,0.0009396009,0.0014615045,0.0023373577,0.0017260062,0.0021315373],"category_scores_gemma":[0.0071383775,0.0005861994,0.0007750966,0.0007452236,0.0016705714,0.0019701668,0.0020923247,0.0014576245,0.00030628924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044153645,0.00017424981,0.0012578454,0.00015660611,0.000096501826,0.00045396716,0.00043849472,0.8813987,0.005662683,0.08877853,0.0014627877,0.019678151],"study_design_scores_gemma":[0.0000407492,0.00007500331,0.00014682261,0.0000057755205,0.0000142181425,0.000044281463,0.00005352807,0.98137486,0.00034453007,0.017366102,0.0005199508,0.000014095876],"about_ca_topic_score_codex":0.004580658,"about_ca_topic_score_gemma":0.0025509743,"teacher_disagreement_score":0.004580658,"about_ca_system_score_codex":0.0018254606,"about_ca_system_score_gemma":0.002038172,"threshold_uncertainty_score":0.015601099},"labels":[],"label_agreement":null},{"id":"W2969891286","doi":"10.1145/3418196","title":"Longer Delays in Rehearsal-based Interfaces Increase Expert Use","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Computer science; Transition (genetics); Human–computer interaction; Expert system; Harm; Mode (computer interface); Multimedia; Artificial intelligence; Psychology; Social psychology","score_opus":0.052836893933887304,"score_gpt":0.28769319483552536,"score_spread":0.23485630090163806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969891286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848695,0.0003441097,0.00871051,0.00011256725,0.000038450587,0.00015387322,0.00015083315,0.00071164634,0.0049085016],"genre_scores_gemma":[0.9811288,0.000187107,0.014202079,0.00017876245,0.00002033536,0.0001689167,0.00019562116,0.00025601263,0.003662392],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9983197,0.00041385982,0.00019681046,0.00037740535,0.000532349,0.00015982764],"domain_scores_gemma":[0.9493577,0.03866586,0.003923522,0.0038180866,0.00287839,0.0013564407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017229608,0.0006960479,0.00043308147,0.0006427829,0.00028893654,0.0014955876,0.00072067935,0.0011667591,0.009875649],"category_scores_gemma":[0.04303529,0.00045170705,0.00034905536,0.00028095735,0.0003903373,0.0021068228,0.0012889109,0.0008743069,0.0017490283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00755788,0.0042664614,0.09047906,0.0032229656,0.00034036837,0.0009491053,0.011500163,0.0055435235,0.56159914,0.0013286154,0.004268555,0.30894417],"study_design_scores_gemma":[0.0007257115,0.018899916,0.6865591,0.000543453,0.0006480863,0.0017067872,0.005835698,0.019665621,0.23253775,0.0059069907,0.026539268,0.00043159552],"about_ca_topic_score_codex":0.001106291,"about_ca_topic_score_gemma":0.0013624057,"teacher_disagreement_score":0.009875649,"about_ca_system_score_codex":0.000320987,"about_ca_system_score_gemma":0.0003819557,"threshold_uncertainty_score":0.033037364},"labels":[],"label_agreement":null},{"id":"W2970171892","doi":"10.1680/jenes.19.00007","title":"Wisdom-of-the-crowd effect’s application in environmental impact assessment","year":2019,"lang":"en","type":"article","venue":"Journal of Environmental Engineering and Science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomness; Phenomenon; Computer science; Reduction (mathematics); Field (mathematics); Human health; Point (geometry); Life-cycle assessment; Sample size determination; Quantitative assessment; Data science; Econometrics; Statistics; Risk analysis (engineering); Operations research; Mathematics; Epistemology; Production (economics); Business; Economics; Environmental health; Medicine","score_opus":0.0016673419262104277,"score_gpt":0.19178593503084318,"score_spread":0.19011859310463275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970171892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05418961,0.0013515303,0.92668617,0.0013676377,0.00048811876,0.00066179247,0.0004942556,0.0006850555,0.014075783],"genre_scores_gemma":[0.7780046,0.00059592334,0.2173286,0.00041831416,0.00028421712,0.00045401053,0.00024508877,0.00008496796,0.0025843724],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9916196,0.003784639,0.0005033564,0.0014003839,0.0023287197,0.00036333033],"domain_scores_gemma":[0.9353354,0.05298157,0.003359752,0.0032153563,0.004321046,0.0007867953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013987038,0.0011117163,0.001643447,0.0035102987,0.001431413,0.0021588996,0.0017745374,0.0021562306,0.0031487767],"category_scores_gemma":[0.04895233,0.0004243058,0.0018023512,0.0019363215,0.0026542773,0.0025696603,0.0037859322,0.0016228481,0.00033050578],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083219557,0.00041228192,0.05196632,0.001978022,0.00086623,0.0025574316,0.0031027223,0.3440389,0.009767485,0.16377947,0.011753789,0.40894508],"study_design_scores_gemma":[0.00010182458,0.0003892204,0.013915057,0.000334258,0.00024747825,0.00096250285,0.0010724973,0.83366555,0.00645855,0.13226454,0.010314131,0.00027443102],"about_ca_topic_score_codex":0.0045847693,"about_ca_topic_score_gemma":0.0047401874,"teacher_disagreement_score":0.013987038,"about_ca_system_score_codex":0.0016213584,"about_ca_system_score_gemma":0.0019686504,"threshold_uncertainty_score":0.07397139},"labels":[],"label_agreement":null},{"id":"W2971361494","doi":"10.1109/tvt.2019.2939145","title":"Crowd Sensing in Vehicular Networks Using Uncertain Mobility Information","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Mobility model; Correctness; Bottleneck; Scheduling (production processes); Channel (broadcasting); Real-time computing; Noise (video); Distributed computing; Computer network; Mathematical optimization; Algorithm; Artificial intelligence; Embedded system","score_opus":0.008928871837124428,"score_gpt":0.22320838013265398,"score_spread":0.21427950829552955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971361494","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2146223,0.0009998773,0.78072315,0.0005992805,0.00009045928,0.00007847907,0.000111764,0.00014972685,0.002624943],"genre_scores_gemma":[0.9899996,0.0002101577,0.009284764,0.00003449677,0.00002198278,0.0000269972,0.0000364934,0.000011352883,0.00037420026],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99806744,0.0006437793,0.000079267316,0.00031801075,0.0004877009,0.0004038273],"domain_scores_gemma":[0.99234736,0.00587248,0.00074295164,0.00025994252,0.0005591973,0.00021811733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027047303,0.001232243,0.001131246,0.00091622554,0.00092314626,0.0011925942,0.0016675601,0.0010641204,0.0005588945],"category_scores_gemma":[0.010833226,0.00063429197,0.00053496077,0.000947152,0.0016053825,0.002711623,0.001757894,0.0007640069,0.00008062624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055600503,0.000010050256,0.00071172067,0.000024934781,0.000017533725,0.00006699585,0.00004023297,0.98913723,0.00061094214,0.006911944,0.00010570106,0.0023071114],"study_design_scores_gemma":[0.000003337226,0.000020523938,0.00022702066,0.000003856613,0.000006708347,0.000018227041,0.000029807696,0.995133,0.00026178703,0.0041910186,0.00009729152,0.000007424776],"about_ca_topic_score_codex":0.011255673,"about_ca_topic_score_gemma":0.006418243,"teacher_disagreement_score":0.011255673,"about_ca_system_score_codex":0.0022936575,"about_ca_system_score_gemma":0.0013328519,"threshold_uncertainty_score":0.022380352},"labels":[],"label_agreement":null},{"id":"W2972095386","doi":"10.22515/sustinere.jes.v3i2.74","title":"Creation of a participatory database of bioenergy projects","year":2019,"lang":"en","type":"article","venue":"Sustinere Journal of Environment and Sustainability","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Mitacs","keywords":"Bioenergy; Database; Work (physics); Resource (disambiguation); Business; Agency (philosophy); Environmental economics; Production (economics); Computer science; Environmental resource management; Renewable energy; Engineering; Environmental science; Economics","score_opus":0.01208155396606053,"score_gpt":0.23988070464696185,"score_spread":0.2277991506809013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972095386","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07003638,0.001662662,0.07762034,0.0010748204,0.00028935572,0.0030905714,0.7920217,0.0054255445,0.048778683],"genre_scores_gemma":[0.11667604,0.0017679516,0.16437714,0.00019222447,0.000119566335,0.0048070378,0.69662076,0.00073073583,0.0147086475],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99408674,0.0012873363,0.0011767175,0.0012090467,0.0019105884,0.00032944826],"domain_scores_gemma":[0.9834168,0.005517333,0.0020600436,0.003957925,0.003669599,0.0013783831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041891583,0.00089951925,0.0010641336,0.014105635,0.0012284853,0.003352059,0.0016764188,0.0010387116,0.014789019],"category_scores_gemma":[0.014072391,0.00055006973,0.0007180575,0.014638823,0.00038501335,0.00314455,0.0034232847,0.0010273923,0.008050183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011454303,0.0009160961,0.06865249,0.0063527906,0.00031657197,0.0018102843,0.009303446,0.011420023,0.010261698,0.023959398,0.26288393,0.6029778],"study_design_scores_gemma":[0.00010137953,0.00015428841,0.032136176,0.00076519814,0.00011722206,0.0005408737,0.0046454105,0.007822213,0.00506381,0.008777355,0.93969697,0.00017919937],"about_ca_topic_score_codex":0.0056078075,"about_ca_topic_score_gemma":0.0073059932,"teacher_disagreement_score":0.014789019,"about_ca_system_score_codex":0.0013156289,"about_ca_system_score_gemma":0.0034025575,"threshold_uncertainty_score":0.04947418},"labels":[],"label_agreement":null},{"id":"W2973037965","doi":"10.1109/cjece.2019.2898260","title":"Dynamic Weighted Majority Approach for Detecting Malicious Crowd Workers","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Electrical and Computer Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Computer security; Crowd sourcing; Majority rule; Data mining; Artificial intelligence; Machine learning","score_opus":0.0038828214695343782,"score_gpt":0.16967418215608607,"score_spread":0.1657913606865517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973037965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042474706,0.00069078367,0.95220447,0.00038169476,0.00018781092,0.00018945061,0.00009246568,0.00059625536,0.003182369],"genre_scores_gemma":[0.73620754,0.00039734071,0.25471255,0.0003070071,0.00031229624,0.00023454776,0.00029168397,0.00012986886,0.0074072205],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99579203,0.0011906333,0.00023073897,0.0010021161,0.0013756371,0.00040880646],"domain_scores_gemma":[0.9965244,0.0012743878,0.0005631766,0.0003371095,0.0010712693,0.00022958066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026911995,0.0014978276,0.0018512884,0.0024871745,0.0013954446,0.0012668981,0.0029344647,0.0016709118,0.0012203151],"category_scores_gemma":[0.0065034465,0.0004606652,0.0009894661,0.0013444532,0.0010603671,0.002072484,0.0023424325,0.001279048,0.00079581595],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001087156,0.00042919256,0.010383014,0.00046575107,0.00037299015,0.0009932342,0.0009197336,0.20188603,0.05053136,0.018147165,0.0082156025,0.7065687],"study_design_scores_gemma":[0.000026650918,0.000121313715,0.0011191419,0.000019144141,0.00006393211,0.00025638824,0.00021305072,0.97507155,0.009634412,0.010181923,0.003253879,0.00003864543],"about_ca_topic_score_codex":0.002494558,"about_ca_topic_score_gemma":0.0028096682,"teacher_disagreement_score":0.0029344647,"about_ca_system_score_codex":0.0007004654,"about_ca_system_score_gemma":0.0012266156,"threshold_uncertainty_score":0.014232576},"labels":[],"label_agreement":null},{"id":"W2974078292","doi":"10.1145/3347514","title":"An Incentive Mechanism for Crowdsourcing Systems with Network Effects","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Internet Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Science Foundation of Hubei Province; Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Crowdsourcing; Incentive; Computer science; Intrinsic motivation; Mechanism (biology); Social network (sociolinguistics); Mechanism design; Knowledge management; Human–computer interaction; Microeconomics; World Wide Web; Social media; Psychology; Social psychology","score_opus":0.005456864510018062,"score_gpt":0.21653600157909408,"score_spread":0.21107913706907602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974078292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03163273,0.00032300552,0.9565731,0.001248209,0.00018897474,0.0004065185,0.000109603876,0.00047484055,0.009042993],"genre_scores_gemma":[0.8547242,0.00032768358,0.1316906,0.0003888471,0.00016883091,0.00068287045,0.0000640959,0.00009678552,0.011856025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99619174,0.0017059009,0.00021408903,0.00071305834,0.00077183597,0.00040341177],"domain_scores_gemma":[0.9906583,0.00542591,0.0010369059,0.00096807646,0.0011404281,0.00077040814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005991233,0.0014653577,0.0012294428,0.0010318102,0.001995438,0.0024321354,0.0034140327,0.0026437405,0.00701803],"category_scores_gemma":[0.018089326,0.0008412263,0.00090908154,0.00074381026,0.002071833,0.00456617,0.0041948813,0.002279593,0.0009661382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056063174,0.0003498492,0.0020083275,0.0004930786,0.00013724608,0.0005893791,0.0009418526,0.42842776,0.019666066,0.46003094,0.0064331414,0.0803617],"study_design_scores_gemma":[0.00017298006,0.00022799772,0.00053506525,0.00006226064,0.00006408575,0.00019695458,0.00009598874,0.85420346,0.0025530513,0.1307752,0.011036716,0.00007625024],"about_ca_topic_score_codex":0.0014444608,"about_ca_topic_score_gemma":0.0013476182,"teacher_disagreement_score":0.00701803,"about_ca_system_score_codex":0.0020630115,"about_ca_system_score_gemma":0.0020283705,"threshold_uncertainty_score":0.031685054},"labels":[],"label_agreement":null},{"id":"W2977846155","doi":"10.14745/ccdr.v45i10a01","title":"Reaping the benefits of Open Data in public health","year":2019,"lang":"en","type":"editorial","venue":"Canada Communicable Disease Report","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada","funders":"","keywords":"Open data; Transparency (behavior); Interoperability; Terminology; Premise; Open science; Data science; Accountability; Computer science; Data sharing; Intellectual property; Data access; Citizen science; Data governance; Internet privacy; Knowledge management; Public relations; World Wide Web; Political science; Business; Computer security; Data quality; Service (business)","score_opus":0.0806775732423905,"score_gpt":0.3168296861673621,"score_spread":0.23615211292497162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977846155","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001006662,0.02103522,0.025061969,0.9234116,0.008998872,0.00009553312,0.00049581815,0.00024338166,0.019651039],"genre_scores_gemma":[0.16809401,0.09018085,0.12804595,0.5137406,0.082189746,0.0009541221,0.002015522,0.0012949704,0.013484266],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.82225376,0.11782958,0.007914262,0.010061193,0.03578446,0.0061567216],"domain_scores_gemma":[0.42675757,0.41633594,0.014085874,0.070339076,0.043151096,0.029330462],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.26770556,0.001460438,0.0026811347,0.008795149,0.008524907,0.03853076,0.008676626,0.032005038,0.019942842],"category_scores_gemma":[0.3802426,0.0020008227,0.004453013,0.0080299815,0.04878446,0.076830626,0.051912397,0.03860994,0.007952664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022115804,0.00013330141,0.0024881372,0.0019401726,0.00033865284,0.00054518436,0.004792051,0.0014598268,0.00036584813,0.6640604,0.15784553,0.16580963],"study_design_scores_gemma":[0.0000717245,0.00009006956,0.0008189535,0.0040046037,0.00007060767,0.00029768015,0.0021931794,0.00069989316,0.0003295365,0.59409904,0.39721194,0.00011279146],"about_ca_topic_score_codex":0.00654184,"about_ca_topic_score_gemma":0.0052403826,"teacher_disagreement_score":0.99132335,"about_ca_system_score_codex":0.013648797,"about_ca_system_score_gemma":0.05459145,"threshold_uncertainty_score":0.9030494},"labels":[],"label_agreement":null},{"id":"W2988501033","doi":"10.1145/3359227","title":"Paying Crowd Workers for Collaborative Work","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Payment; Task (project management); Equity (law); Computer science; Data science; Knowledge management; Business; World Wide Web; Economics","score_opus":0.03780317436932788,"score_gpt":0.2951489545674328,"score_spread":0.2573457801981049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988501033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5361174,0.0009496329,0.39858037,0.0066361856,0.00027885282,0.00058390584,0.000120452,0.0006353912,0.056097876],"genre_scores_gemma":[0.96701014,0.0001277961,0.028531179,0.00027469895,0.00007481915,0.00019219554,0.00004008051,0.000043625187,0.003705463],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99238354,0.0045722965,0.00028048787,0.0008157609,0.0013040894,0.0006438505],"domain_scores_gemma":[0.97856367,0.012319096,0.0029922875,0.002985327,0.0016670398,0.0014726771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007733302,0.00078031025,0.00060399313,0.0008946826,0.00282688,0.0035356544,0.0009217199,0.0019267943,0.00522598],"category_scores_gemma":[0.037269555,0.00043595274,0.0005916097,0.0007344923,0.0021159218,0.0032379355,0.0038409252,0.0014406979,0.0010387296],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013646246,0.001016574,0.08670166,0.0009442108,0.00029247414,0.00075171725,0.017289694,0.045769386,0.024367377,0.26545176,0.014227901,0.5418227],"study_design_scores_gemma":[0.0004552807,0.0011858554,0.08033834,0.0005194691,0.00026926992,0.00094596355,0.013636921,0.23252584,0.012585381,0.5590362,0.098199464,0.0003020337],"about_ca_topic_score_codex":0.0017501117,"about_ca_topic_score_gemma":0.0020000287,"teacher_disagreement_score":0.007733302,"about_ca_system_score_codex":0.0013834633,"about_ca_system_score_gemma":0.0016766958,"threshold_uncertainty_score":0.040898085},"labels":[],"label_agreement":null},{"id":"W2988983801","doi":"10.1145/3359126","title":"The Perpetual Work Life of Crowdworkers","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Human multitasking; Fragmentation (computing); Work (physics); Scripting language; Knowledge management; World Wide Web; Computer science; Sociology; Psychology; Engineering","score_opus":0.02534761186315127,"score_gpt":0.2711513648274525,"score_spread":0.24580375296430124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988983801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772857,0.0011923432,0.0032185009,0.0026161887,0.00009832892,0.00004515745,0.00008124838,0.000042936368,0.015419534],"genre_scores_gemma":[0.9963862,0.0003029796,0.0007006584,0.0002963992,0.00003372407,0.000045017066,0.000035656896,0.000016818438,0.0021826017],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99620026,0.0018932512,0.00014427406,0.0005894162,0.0006403641,0.0005324421],"domain_scores_gemma":[0.9948868,0.001670778,0.001048237,0.00053183374,0.00060850545,0.0012538468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037899378,0.0003292481,0.0004474276,0.0018403253,0.0130024385,0.0061877184,0.0012229297,0.0015185963,0.0025873443],"category_scores_gemma":[0.008251154,0.0005350301,0.00030219363,0.0009363662,0.010512928,0.0033888973,0.0103076575,0.0014630411,0.00046172246],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015108666,0.000086210894,0.07627503,0.00018742097,0.00004031074,0.0011005367,0.8678695,0.00019575277,0.0024084295,0.008246205,0.0032507598,0.040188786],"study_design_scores_gemma":[0.000011391367,0.000111021574,0.03881844,0.00020138237,0.000018275574,0.0007017322,0.89740133,0.00019243128,0.00028427242,0.007160528,0.055043295,0.000055860623],"about_ca_topic_score_codex":0.005896372,"about_ca_topic_score_gemma":0.010966314,"teacher_disagreement_score":0.0130024385,"about_ca_system_score_codex":0.0020822692,"about_ca_system_score_gemma":0.0028824827,"threshold_uncertainty_score":0.020043314},"labels":[],"label_agreement":null},{"id":"W2995071611","doi":"10.5195/ledger.2019.166","title":"Decentralized Common Knowledge Oracles","year":2019,"lang":"en","type":"article","venue":"Ledger","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Glycemic Index Laboratories","funders":"","keywords":"Oracle; Set (abstract data type); Outcome (game theory); Incentive; Common knowledge (logic); Incentive compatibility; A priori and a posteriori","score_opus":0.007929164120913396,"score_gpt":0.24370135062324624,"score_spread":0.23577218650233284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995071611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08072103,0.0003495832,0.88559103,0.0018826318,0.00008118559,0.0006113217,0.00056345697,0.0007314491,0.029468382],"genre_scores_gemma":[0.91853386,0.00022599212,0.070837185,0.00020489209,0.000065951484,0.00052422914,0.0002756685,0.00006298413,0.009269176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.992574,0.0024724747,0.0004108597,0.0014788079,0.0019296758,0.001134228],"domain_scores_gemma":[0.98232126,0.008524536,0.002224315,0.0042596916,0.0015975565,0.0010726562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070918035,0.00084676535,0.0014731131,0.0012786009,0.0012851187,0.0038938518,0.0040887278,0.0028733981,0.0097824065],"category_scores_gemma":[0.023884548,0.00060483185,0.0009301268,0.0014506232,0.0041169575,0.0077674314,0.0049915113,0.0023010678,0.0011049918],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002779898,0.00013526386,0.0012108341,0.00015026201,0.000053254145,0.00036348257,0.00039923037,0.09800489,0.0025020335,0.87335765,0.0018381986,0.021707037],"study_design_scores_gemma":[0.00017574096,0.00014141049,0.00030730435,0.000053472068,0.000025374113,0.00018464698,0.00010786172,0.37627435,0.00237633,0.61337036,0.0069397218,0.000043479864],"about_ca_topic_score_codex":0.0016146979,"about_ca_topic_score_gemma":0.00142084,"teacher_disagreement_score":0.0097824065,"about_ca_system_score_codex":0.0021562036,"about_ca_system_score_gemma":0.0031920264,"threshold_uncertainty_score":0.037505507},"labels":[],"label_agreement":null},{"id":"W2995610889","doi":"10.1145/3368268","title":"In-Route Task Selection in Spatial Crowdsourcing","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Spatial Algorithms and Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Task (project management); Computer science; Path (computing); Shortest path problem; Selection (genetic algorithm); Set (abstract data type); Point (geometry); Operations research; Artificial intelligence; Mathematics; Theoretical computer science; Economics; Graph; Computer network","score_opus":0.011108148385723406,"score_gpt":0.2296600994183939,"score_spread":0.2185519510326705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995610889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07019532,0.0026653316,0.90411824,0.0018884934,0.0003026287,0.0007841581,0.0010060626,0.0012452086,0.01779468],"genre_scores_gemma":[0.8361816,0.0009603174,0.14830667,0.0006151701,0.00024708602,0.0008668813,0.0010407136,0.00030657707,0.011474958],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99565625,0.0020838561,0.00017601589,0.0010845934,0.0005720926,0.00042724935],"domain_scores_gemma":[0.99345773,0.0044683535,0.00040661666,0.0007581957,0.0004233389,0.0004857203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045749256,0.0021918777,0.0026075854,0.0012482563,0.0018054973,0.002041692,0.0052244705,0.0040964456,0.0072802156],"category_scores_gemma":[0.013037377,0.0012235444,0.0015227173,0.0021281415,0.0022721642,0.0026731712,0.0046143113,0.001801401,0.0012896304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056910684,0.00022266977,0.0017700442,0.000715708,0.00019805547,0.00065357337,0.00088273437,0.90095526,0.0020391985,0.02815117,0.005451434,0.058391053],"study_design_scores_gemma":[0.00013177563,0.00010894869,0.00053730723,0.00006557179,0.00004465786,0.00011737302,0.00030889834,0.92784834,0.000615081,0.06442246,0.005750464,0.00004915692],"about_ca_topic_score_codex":0.022282638,"about_ca_topic_score_gemma":0.020501588,"teacher_disagreement_score":0.022282638,"about_ca_system_score_codex":0.0030521452,"about_ca_system_score_gemma":0.003159411,"threshold_uncertainty_score":0.04430586},"labels":[],"label_agreement":null},{"id":"W2995664421","doi":"10.1109/wcsp.2019.8927953","title":"Achieve Secure and Efficient Skyline Computation for Worker Selection in Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Skyline; Crowdsensing; Computer science; Selection (genetic algorithm); Scheme (mathematics); Probabilistic logic; Task (project management); Computation; Mobile device; Big data; Computer security; Data mining; Machine learning; Artificial intelligence; World Wide Web; Engineering; Algorithm","score_opus":0.005997924775083075,"score_gpt":0.236372869303097,"score_spread":0.23037494452801394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995664421","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04280111,0.0004827198,0.95176506,0.00040508778,0.000078756275,0.00017429855,0.00024887265,0.0011635711,0.0028805598],"genre_scores_gemma":[0.88967246,0.0002538395,0.106764786,0.00019501774,0.00008714051,0.00025201455,0.00024808446,0.000070702255,0.0024559123],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976246,0.0005739902,0.000120735465,0.000596361,0.00068633596,0.0003980034],"domain_scores_gemma":[0.9973283,0.000797387,0.00038915002,0.00095594,0.00034935217,0.00017991565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014773626,0.0007209325,0.0012812909,0.0005942754,0.0017656771,0.0011994564,0.0016182192,0.001067623,0.001816669],"category_scores_gemma":[0.0044726287,0.0003214718,0.00067915005,0.0011485821,0.00093151396,0.0020632374,0.0038996853,0.00079007255,0.0007864427],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040790527,0.000362224,0.008973606,0.00077274087,0.0002611471,0.0013358986,0.0022651346,0.30937526,0.12492115,0.121045895,0.01987536,0.4067326],"study_design_scores_gemma":[0.0001624037,0.00030129333,0.0013619198,0.000029384733,0.00003711331,0.0004830724,0.00034374223,0.9153428,0.02315293,0.050348602,0.008374569,0.00006215671],"about_ca_topic_score_codex":0.0014130455,"about_ca_topic_score_gemma":0.001600098,"teacher_disagreement_score":0.001816669,"about_ca_system_score_codex":0.0009406238,"about_ca_system_score_gemma":0.0014501296,"threshold_uncertainty_score":0.007813096},"labels":[],"label_agreement":null},{"id":"W2996431762","doi":"10.46298/jips.5935","title":"Combination of tactile devices for data analytics","year":2019,"lang":"en","type":"article","venue":"Journal d Interaction Personne-Système","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Stacking; Computer science; Vocabulary; Gesture; Human–computer interaction; Artificial intelligence","score_opus":0.05052202226164578,"score_gpt":0.3018619025219143,"score_spread":0.25133988026026854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996431762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060123146,0.0044428483,0.90852624,0.0008587638,0.0006662648,0.0005436669,0.0007771409,0.0053489855,0.018712875],"genre_scores_gemma":[0.41740432,0.00241654,0.5647101,0.0010356117,0.0004322978,0.00073934725,0.0005671278,0.0005706023,0.012124063],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9951905,0.00080706493,0.000403247,0.00084577705,0.0024752954,0.00027807397],"domain_scores_gemma":[0.99357903,0.003678932,0.00040563033,0.0012116291,0.00084941747,0.00027531665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017695172,0.001419599,0.00084832933,0.0025428496,0.0005770964,0.003430499,0.0018453827,0.0014380622,0.011456527],"category_scores_gemma":[0.0086211255,0.0007915164,0.0010672442,0.0018862472,0.00085449294,0.0038490142,0.005380279,0.0008184185,0.0028758296],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001015311,0.00021281996,0.005311024,0.00218447,0.0002579601,0.0015916564,0.002277033,0.0038922187,0.2710818,0.01293086,0.007571797,0.691673],"study_design_scores_gemma":[0.0003606257,0.0049494104,0.02997262,0.0017689469,0.00089315063,0.012019007,0.004526464,0.14798996,0.4237141,0.05307011,0.31953844,0.0011971572],"about_ca_topic_score_codex":0.00033017414,"about_ca_topic_score_gemma":0.000502089,"teacher_disagreement_score":0.011456527,"about_ca_system_score_codex":0.00032111618,"about_ca_system_score_gemma":0.00038378392,"threshold_uncertainty_score":0.038325846},"labels":[],"label_agreement":null},{"id":"W2999004052","doi":"10.1609/hcomp.v7i1.5274","title":"A Hybrid Approach to Identifying Unknown Unknowns of Predictive Models","year":2019,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Task (project management); Machine learning; Set (abstract data type); Artificial intelligence; Data mining; Engineering","score_opus":0.04897807387878888,"score_gpt":0.27072037477125627,"score_spread":0.22174230089246738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999004052","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010931425,0.00037713666,0.9851692,0.00079487165,0.000040368064,0.00014207608,0.0001956201,0.0009317782,0.0014175416],"genre_scores_gemma":[0.40887144,0.00039504387,0.58381957,0.0009624808,0.00039144218,0.00046846384,0.0011094288,0.00021280666,0.0037693032],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99290997,0.0025002097,0.0004458264,0.00202149,0.0017736277,0.0003487235],"domain_scores_gemma":[0.97323495,0.018714318,0.001958644,0.0037010773,0.0019341201,0.00045688957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006632691,0.002531257,0.0032499293,0.0045759054,0.0019869986,0.005271351,0.0053534633,0.004033286,0.002343828],"category_scores_gemma":[0.031030627,0.0015457938,0.0023542843,0.0034057817,0.0029750934,0.005578817,0.005159665,0.0055452506,0.0011864167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062119216,0.0005451645,0.009186961,0.00055818853,0.0006004997,0.00084718433,0.0015537477,0.50600606,0.0056617665,0.05553769,0.007979921,0.41090173],"study_design_scores_gemma":[0.00002781004,0.000051593324,0.0004198454,0.000051463987,0.000052215135,0.00014369554,0.000090497226,0.9437753,0.0014551999,0.05164784,0.0022482383,0.000036284102],"about_ca_topic_score_codex":0.006949726,"about_ca_topic_score_gemma":0.008463151,"teacher_disagreement_score":0.006949726,"about_ca_system_score_codex":0.001831484,"about_ca_system_score_gemma":0.0026989498,"threshold_uncertainty_score":0.035077393},"labels":[],"label_agreement":null},{"id":"W2999671783","doi":"10.1109/ipccc47392.2019.8958773","title":"Automatic Data Quality Enhancement with Expert Knowledge for Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Victoria","funders":"","keywords":"Crowdsensing; Computer science; Crowdsourcing; Voting; Probabilistic logic; Ground truth; Machine learning; Domain (mathematical analysis); Majority rule; Quality (philosophy); Artificial intelligence; Data mining; Maximization; Domain knowledge; Data science; World Wide Web","score_opus":0.05201715153195304,"score_gpt":0.34209771525605187,"score_spread":0.29008056372409885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999671783","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016267361,0.00024503484,0.98074955,0.00026436834,0.00004473567,0.00010560266,0.00009761416,0.0013332149,0.00089245033],"genre_scores_gemma":[0.57526344,0.00026028833,0.42176208,0.00040248633,0.00013939395,0.00016821337,0.0005132594,0.00021543437,0.0012753692],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955663,0.0011253702,0.00026117646,0.0012567384,0.0014541104,0.00033630812],"domain_scores_gemma":[0.9874802,0.0065059704,0.0012398633,0.0017228652,0.0026933688,0.00035766867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063766693,0.0013055974,0.0018313985,0.00227705,0.00093111023,0.0017408883,0.002655147,0.0019619593,0.0013068812],"category_scores_gemma":[0.022814985,0.0006567474,0.0010413592,0.0014015264,0.0016379349,0.002704931,0.0042822426,0.0018131549,0.0006846537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010090452,0.00042298384,0.007998592,0.00055739115,0.00016579869,0.00051427225,0.0009369614,0.24947776,0.060628515,0.00827786,0.0070262332,0.6629846],"study_design_scores_gemma":[0.00006319194,0.000100545025,0.0015963322,0.000029079283,0.000025768668,0.00015623786,0.00012083874,0.965865,0.016723493,0.013109093,0.0021688398,0.00004153994],"about_ca_topic_score_codex":0.0027975088,"about_ca_topic_score_gemma":0.0030654839,"teacher_disagreement_score":0.0063766693,"about_ca_system_score_codex":0.0012527854,"about_ca_system_score_gemma":0.001488573,"threshold_uncertainty_score":0.033723474},"labels":[],"label_agreement":null},{"id":"W3000443447","doi":"10.1109/jiot.2020.2964657","title":"An Online Incentive Mechanism for Crowdsensing With Random Task Arrivals","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Concordia University","keywords":"Computer science; Crowdsensing; Task (project management); Incentive; Online algorithm; Mechanism design; Mechanism (biology); Scheme (mathematics); Focus (optics); Order (exchange); Competitive analysis; Reverse auction; Task analysis; Common value auction; Computer security; Upper and lower bounds; Algorithm","score_opus":0.026633522611201096,"score_gpt":0.25329201301599774,"score_spread":0.22665849040479663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000443447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009889809,0.00023641212,0.9868396,0.00035819298,0.00015200462,0.00027168138,0.000066173445,0.0002614237,0.0019246775],"genre_scores_gemma":[0.7787311,0.00037617917,0.21523573,0.00042184442,0.00024476496,0.0006720043,0.00009521967,0.00006111082,0.004162054],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940363,0.0024173215,0.00040271232,0.0012906737,0.0012205585,0.00063248473],"domain_scores_gemma":[0.9897724,0.005893371,0.0016232061,0.0011952984,0.0009096014,0.00060616207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065822005,0.0015535976,0.0020342893,0.0012249553,0.0014413705,0.0023544622,0.0045178533,0.0031617305,0.0035906788],"category_scores_gemma":[0.01798109,0.0008158673,0.0012612178,0.0012077114,0.0018623936,0.00447293,0.0031414186,0.0022431933,0.0005109025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011567174,0.0010000173,0.001835901,0.0010733408,0.0002372055,0.0014129581,0.0008662723,0.4265628,0.025416063,0.38284147,0.005984577,0.1516127],"study_design_scores_gemma":[0.00018473068,0.00029447587,0.00019565056,0.000044197655,0.00004713169,0.0003790037,0.00006719615,0.9097123,0.0025754059,0.08241112,0.004019224,0.00006952631],"about_ca_topic_score_codex":0.00067408424,"about_ca_topic_score_gemma":0.0005272085,"teacher_disagreement_score":0.0065822005,"about_ca_system_score_codex":0.0013124283,"about_ca_system_score_gemma":0.0027810112,"threshold_uncertainty_score":0.034810424},"labels":[],"label_agreement":null},{"id":"W3003520009","doi":"10.1109/saner48275.2020.9054844","title":"Documentation of Machine Learning Software","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Documentation; Computer science; Software documentation; Software engineering; Automatic summarization; Software; Software development; Application programming interface; Internal documentation; Artificial intelligence; World Wide Web; Software construction; Programming language","score_opus":0.019022154045374044,"score_gpt":0.2557687969503572,"score_spread":0.23674664290498315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003520009","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2274481,0.005833995,0.62532365,0.011507054,0.0013810159,0.0014145735,0.020096734,0.028354056,0.07864083],"genre_scores_gemma":[0.47713637,0.002396505,0.45851207,0.00080226024,0.00039661283,0.0006002976,0.026474105,0.004617867,0.029063897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9881175,0.004478237,0.001324205,0.0010169477,0.0047966824,0.00026639507],"domain_scores_gemma":[0.92006236,0.032163642,0.0066473195,0.02127729,0.0188721,0.0009773265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009809303,0.000471284,0.00048004228,0.005692019,0.0017782527,0.0030277774,0.0014549175,0.0014526794,0.007614955],"category_scores_gemma":[0.072616346,0.0005860902,0.0005328684,0.00554223,0.0010814067,0.0028789449,0.0021130766,0.0014989119,0.004304292],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003432913,0.00024366642,0.015608846,0.0022340051,0.00005440231,0.0010399562,0.009053311,0.008089566,0.0100823175,0.041558173,0.10119904,0.81049335],"study_design_scores_gemma":[0.000105498504,0.0003203052,0.022412442,0.0023824854,0.00009141408,0.0025353492,0.0036434038,0.085686475,0.0349516,0.07823539,0.7694052,0.00023041277],"about_ca_topic_score_codex":0.0036214706,"about_ca_topic_score_gemma":0.0041012843,"teacher_disagreement_score":0.009809303,"about_ca_system_score_codex":0.0017860016,"about_ca_system_score_gemma":0.0038725573,"threshold_uncertainty_score":0.05187714},"labels":[],"label_agreement":null},{"id":"W3003750732","doi":"10.1109/iscc47284.2019.8969704","title":"Trustworthiness and Comfort-Aware Participant Recruitment for Mobile Crowd-Sensing in Smart Environments","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Reputation; Task (project management); Computer science; Trustworthiness; Human–computer interaction; Set (abstract data type); Selection (genetic algorithm); Crowdsourcing; Mobile device; Artificial intelligence; Internet privacy; Engineering; World Wide Web","score_opus":0.05322203796506527,"score_gpt":0.28108865837524716,"score_spread":0.22786662041018188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003750732","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2149307,0.0012579577,0.77315646,0.0012306618,0.00023336346,0.0008324089,0.00015988805,0.000869844,0.007328681],"genre_scores_gemma":[0.9631906,0.00017664782,0.034677885,0.00011059093,0.000054285905,0.0002506136,0.000046435143,0.000028291157,0.0014645953],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947247,0.0029801037,0.00019016152,0.0009210302,0.0006780366,0.00050587096],"domain_scores_gemma":[0.98895115,0.006024157,0.0014099211,0.0014695589,0.0011244323,0.0010207763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006165654,0.0011755185,0.001065569,0.0006252391,0.0013679634,0.0010762465,0.0017824204,0.0009813551,0.0022358724],"category_scores_gemma":[0.018080791,0.00041602703,0.0007281826,0.0004077441,0.0012139811,0.0019332892,0.0034243863,0.000871582,0.000564668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003359441,0.0014306955,0.03776099,0.0018691623,0.00036407745,0.0018028523,0.004481231,0.35675383,0.06416506,0.052190624,0.009256334,0.46656573],"study_design_scores_gemma":[0.00020496362,0.0016645858,0.007598047,0.000121770696,0.00016764962,0.0007708441,0.0014951814,0.9423973,0.008802591,0.0299036,0.0067592924,0.00011409336],"about_ca_topic_score_codex":0.0015458276,"about_ca_topic_score_gemma":0.0022265827,"teacher_disagreement_score":0.006165654,"about_ca_system_score_codex":0.0006769974,"about_ca_system_score_gemma":0.0016829834,"threshold_uncertainty_score":0.032607496},"labels":[],"label_agreement":null},{"id":"W3003792514","doi":"10.1109/iscc47284.2019.8969627","title":"A Reputation-aware Mobile Crowd Sensing Scheme for Emergency Detection","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Reputation; Key (lock); Scheme (mathematics); Crowdsourcing; Mobile device; Set (abstract data type); Greedy algorithm; Computer security; Real-time computing; World Wide Web","score_opus":0.008139502428200385,"score_gpt":0.24316855293855966,"score_spread":0.23502905051035927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003792514","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056123838,0.00082867173,0.9356441,0.00074746367,0.00038563876,0.00032095658,0.00016419432,0.0010615302,0.004723629],"genre_scores_gemma":[0.9384085,0.00014640791,0.05872186,0.0001603705,0.00011630076,0.000112039,0.000075185795,0.00002728979,0.002232026],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779785,0.00065643585,0.000106607535,0.0005571803,0.0005085287,0.00037351955],"domain_scores_gemma":[0.99552405,0.0018563784,0.0005884869,0.00058251346,0.00094097987,0.00050754694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021075918,0.0010911756,0.0018402841,0.0011406661,0.0016788738,0.001049645,0.00293637,0.0015737818,0.0014361646],"category_scores_gemma":[0.00830791,0.00041298842,0.00061789487,0.00093111995,0.0011422716,0.0018440298,0.0029613501,0.0010790172,0.00057504454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022759943,0.0007052621,0.005762221,0.0004749976,0.00029409392,0.0014984926,0.0009100826,0.4989706,0.07422794,0.05299828,0.019887963,0.34199417],"study_design_scores_gemma":[0.000044221113,0.00017216401,0.00035552084,0.000009271389,0.00002599811,0.00022090324,0.000050918385,0.98951715,0.0026910445,0.00543209,0.0014338179,0.000046913177],"about_ca_topic_score_codex":0.0028794445,"about_ca_topic_score_gemma":0.0030634094,"teacher_disagreement_score":0.00293637,"about_ca_system_score_codex":0.0012579066,"about_ca_system_score_gemma":0.0014650592,"threshold_uncertainty_score":0.011146128},"labels":[],"label_agreement":null},{"id":"W3004069267","doi":"10.1109/globalsip45357.2019.8969416","title":"Deep Learning-Based Detection of Fake Task Injection in Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Deep belief network; Deep learning; Computer science; Autoencoder; Artificial intelligence; Perceptron; Mobile device; Leverage (statistics); Restricted Boltzmann machine; Boltzmann machine; Machine learning; Multilayer perceptron; Artificial neural network; Pattern recognition (psychology)","score_opus":0.004766400880207423,"score_gpt":0.2050397767114494,"score_spread":0.200273375831242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004069267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6707888,0.0016363058,0.309069,0.0020831933,0.00028483462,0.00019122282,0.0012218376,0.0031628,0.0115619395],"genre_scores_gemma":[0.98350406,0.00009849418,0.014304222,0.00011297217,0.000028229984,0.00003089713,0.00031706743,0.000014080768,0.0015900081],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890864,0.000299928,0.00005691511,0.00021281998,0.00030310507,0.00021867098],"domain_scores_gemma":[0.9971239,0.0013406707,0.0005523442,0.000297831,0.0005189313,0.0001662717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015829869,0.00081055454,0.0007409627,0.0010509164,0.00038894423,0.00062786386,0.00086230825,0.0010184927,0.0011186965],"category_scores_gemma":[0.007916937,0.00026902222,0.0003418191,0.0005244791,0.00060111366,0.0010498716,0.0012137041,0.0010557782,0.00054710417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013007114,0.00057427795,0.045018,0.0003768165,0.00020444345,0.00048547375,0.00031609501,0.57350147,0.011683957,0.00447651,0.010401434,0.35166076],"study_design_scores_gemma":[0.000007785921,0.000028522636,0.0028257603,0.000011698804,0.0000066795988,0.000025586893,0.000027560089,0.9931664,0.002273559,0.001233933,0.00038566827,0.0000068584036],"about_ca_topic_score_codex":0.009720481,"about_ca_topic_score_gemma":0.008781413,"teacher_disagreement_score":0.009720481,"about_ca_system_score_codex":0.0011969387,"about_ca_system_score_gemma":0.0009670735,"threshold_uncertainty_score":0.01932782},"labels":[],"label_agreement":null},{"id":"W3004908371","doi":"10.1002/geo2.86","title":"Planet of fixers? Mapping the middle grounds of independent and do‐it‐yourself information and communication technology maintenance and repair","year":2020,"lang":"en","type":"article","venue":"Geo Geography and Environment","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Information and Communications Technology; The Internet; Population; Analytics; Distribution (mathematics); Data science; Geography; World Wide Web; Computer science; Sociology","score_opus":0.012825164038705957,"score_gpt":0.16298045527146102,"score_spread":0.15015529123275506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004908371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9795497,0.0010310276,0.0025092314,0.0012458303,0.000023824356,0.000025992114,0.0026979211,0.000040836036,0.012875556],"genre_scores_gemma":[0.99648714,0.00042532285,0.0011700044,0.00009317806,0.000011190962,0.000031939486,0.0007617377,0.000033811575,0.0009857035],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99911994,0.00021828755,0.00006133389,0.000254446,0.00018547727,0.00016055226],"domain_scores_gemma":[0.9961718,0.0015926703,0.0012481017,0.0003486264,0.00039667977,0.00024220835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088243734,0.00014520784,0.00028670015,0.004789311,0.0011994941,0.0032596285,0.0005362922,0.0006319733,0.0048201326],"category_scores_gemma":[0.006226642,0.00027015497,0.00025005252,0.006992158,0.001934413,0.00674155,0.0026069107,0.0006345532,0.0009537221],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027047048,0.000061508974,0.7005948,0.0006135621,0.00011551601,0.0009223259,0.1540118,0.0005441227,0.0020353207,0.025301898,0.010394038,0.10513462],"study_design_scores_gemma":[0.000009875951,0.00006372056,0.6785349,0.00040761428,0.000043479806,0.0007413186,0.25301287,0.0011765332,0.000774093,0.0051790574,0.05999892,0.000057525456],"about_ca_topic_score_codex":0.019686386,"about_ca_topic_score_gemma":0.032014806,"teacher_disagreement_score":0.019686386,"about_ca_system_score_codex":0.0008438138,"about_ca_system_score_gemma":0.00056410616,"threshold_uncertainty_score":0.039143622},"labels":[],"label_agreement":null},{"id":"W3005412645","doi":"10.24251/hicss.2020.049","title":"Capturing the Forest or the Trees: Designing for Granularity in Data Crowdsourcing","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ... Annual Hawaii International Conference on System Sciences/Proceedings of the Annual Hawaii International Conference on System Sciences","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Crowdsourcing; Granularity; Computer science; Task (project management); Variety (cybernetics); Data science; Set (abstract data type); Quality (philosophy); Duration (music); Data collection; Value (mathematics); Data mining; World Wide Web; Artificial intelligence; Machine learning; Engineering; Mathematics; Statistics","score_opus":0.11187628923645776,"score_gpt":0.3110301760585586,"score_spread":0.19915388682210083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005412645","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017684408,0.00021199048,0.97340167,0.0018924712,0.000084961524,0.00068864896,0.00008457752,0.0007054566,0.0052458015],"genre_scores_gemma":[0.26655298,0.00019412777,0.7301054,0.00042667458,0.000051823783,0.00082687906,0.000114644994,0.00023815899,0.0014892763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98270446,0.009959085,0.0010463542,0.0025810748,0.0028134363,0.00089556957],"domain_scores_gemma":[0.96469307,0.020117009,0.0026102646,0.007946942,0.0029942733,0.0016385013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0202083,0.0010896465,0.00095479947,0.0024066144,0.0045767436,0.0045781713,0.0028574117,0.0019812032,0.0028073485],"category_scores_gemma":[0.055118285,0.0012139439,0.0013680402,0.0025255592,0.005923924,0.010260333,0.010624832,0.0032855803,0.0009791403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080662366,0.0004574236,0.020673076,0.0013650162,0.00019140974,0.00089792314,0.03142709,0.12575701,0.03383458,0.42372686,0.011548896,0.34931406],"study_design_scores_gemma":[0.00019372383,0.00032536735,0.004369893,0.00043769312,0.00013830552,0.0005291324,0.008100294,0.29017428,0.014814037,0.60415286,0.076573685,0.00019072369],"about_ca_topic_score_codex":0.0061629433,"about_ca_topic_score_gemma":0.0072949356,"teacher_disagreement_score":0.0202083,"about_ca_system_score_codex":0.0023524717,"about_ca_system_score_gemma":0.004276263,"threshold_uncertainty_score":0.106872976},"labels":[],"label_agreement":null},{"id":"W3006730595","doi":"10.23919/ifipnetworking46909.2019.8999406","title":"EFusion: correcting unreliable labels with expert knowledge for mobile crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Victoria","funders":"","keywords":"Crowdsensing; Computer science; Crowd sourcing; Mobile device; Big data; Crowdsourcing; Mobile computing; Artificial intelligence; Human–computer interaction; Data science; Computer security; World Wide Web; Data mining; Telecommunications","score_opus":0.009118071700390563,"score_gpt":0.24760141514967599,"score_spread":0.23848334344928543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006730595","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073748766,0.00057051814,0.98608637,0.0006588428,0.00026171716,0.00015514258,0.0002600713,0.0022265196,0.0024059855],"genre_scores_gemma":[0.40184757,0.0007046287,0.5828054,0.0017716569,0.000958295,0.00039134955,0.0014711025,0.0006827229,0.00936724],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99501204,0.0012622043,0.00026111622,0.0016922744,0.0013288757,0.00044356368],"domain_scores_gemma":[0.98898166,0.0060145897,0.00094135077,0.0017446441,0.0019391879,0.00037857014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064045186,0.0023977777,0.0032537591,0.0032814795,0.0022120662,0.0025614959,0.0058749383,0.005377213,0.0045996145],"category_scores_gemma":[0.024314879,0.0010438692,0.0014977825,0.0020048039,0.0027791997,0.0040290016,0.0065300865,0.0037126003,0.0022114147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009828097,0.00041605116,0.0032159095,0.0005150301,0.0002651193,0.0007164587,0.0006682194,0.41954717,0.0115263285,0.02544969,0.022791829,0.5139054],"study_design_scores_gemma":[0.000045969315,0.000074903095,0.0003357587,0.000051637242,0.000024679794,0.00011796335,0.00008352929,0.9579021,0.0030853655,0.035034943,0.0032085038,0.00003472521],"about_ca_topic_score_codex":0.009975297,"about_ca_topic_score_gemma":0.00956766,"teacher_disagreement_score":0.009975297,"about_ca_system_score_codex":0.0021364854,"about_ca_system_score_gemma":0.0027789779,"threshold_uncertainty_score":0.033870757},"labels":[],"label_agreement":null},{"id":"W3009108138","doi":"10.1109/globecom38437.2019.9014197","title":"Self Organizing Feature Map for Fake Task Attack Modelling in Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Crowdsensing; Overhead (engineering); Task (project management); Cluster analysis; Population; Feature (linguistics); Mobile device; Computer security; Energy (signal processing); Artificial intelligence; Real-time computing; Engineering; World Wide Web; Mathematics","score_opus":0.013831782296455077,"score_gpt":0.2332478778108959,"score_spread":0.21941609551444083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009108138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14470597,0.00023340451,0.8496132,0.00042208313,0.0000829196,0.0001321397,0.0003548711,0.00038663216,0.0040687374],"genre_scores_gemma":[0.97105587,0.00011542849,0.02704652,0.00004490319,0.000025187783,0.00011838767,0.00012405336,0.000024532144,0.0014450037],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946934,0.00017812588,0.000021147493,0.00009799638,0.00012458193,0.00010882191],"domain_scores_gemma":[0.9983816,0.0009045161,0.00025813884,0.00014543138,0.00022485231,0.000085511645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071938557,0.0007256668,0.0006133342,0.00090430287,0.00051519496,0.000933232,0.0010483764,0.0012413291,0.0010675885],"category_scores_gemma":[0.003316758,0.00030799667,0.0008613893,0.0006311316,0.0008794863,0.0009236285,0.0010942515,0.0007063682,0.00022781445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055835244,0.000025054987,0.0017811579,0.000032423068,0.000019761897,0.00010173345,0.00008885136,0.9817166,0.0010855024,0.008422826,0.00041838715,0.0062519186],"study_design_scores_gemma":[0.0000019885008,0.000010359719,0.00022292571,0.0000017990667,0.0000020454431,0.00001331147,0.000012031554,0.99785125,0.00009785135,0.0016157443,0.0001671631,0.0000035156258],"about_ca_topic_score_codex":0.008937634,"about_ca_topic_score_gemma":0.0038961899,"teacher_disagreement_score":0.008937634,"about_ca_system_score_codex":0.0009960458,"about_ca_system_score_gemma":0.0006472101,"threshold_uncertainty_score":0.017771184},"labels":[],"label_agreement":null},{"id":"W3010283858","doi":"10.1016/j.jclinepi.2020.02.009","title":"Quality control for crowdsourcing citation screening: the importance of assessment number and qualification set size","year":2020,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Agricultural Research Institute of Ontario; Children's Hospital of Eastern Ontario; University of British Columbia; BC Children's Hospital","funders":"CHEO Research Institute","keywords":"Crowdsourcing; Citation; Computer science; Redundancy (engineering); Quality (philosophy); Set (abstract data type); Data science; World Wide Web","score_opus":0.3021707952112088,"score_gpt":0.5062694162139675,"score_spread":0.20409862100275866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010283858","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060847984,0.004552508,0.021114228,0.9484307,0.011449452,0.0003430259,0.00043449155,0.0002170834,0.0073736566],"genre_scores_gemma":[0.23242243,0.0033005096,0.05519373,0.6501433,0.051372778,0.001985851,0.000286443,0.00036481713,0.0049302173],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.7059871,0.19924842,0.025494667,0.013378709,0.0525864,0.003304711],"domain_scores_gemma":[0.10912384,0.8221013,0.014723053,0.0140336435,0.036146287,0.003871978],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25761637,0.0006606637,0.003255617,0.003535693,0.003961674,0.0076699713,0.00645936,0.027115984,0.005043806],"category_scores_gemma":[0.72730553,0.0011076286,0.0032312493,0.0035110076,0.0088951215,0.0063430495,0.0031152423,0.026768232,0.0019639707],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022931031,0.00032304804,0.04083046,0.0019090123,0.0007680905,0.0012777413,0.003654968,0.0015372661,0.00093484943,0.051081516,0.5054771,0.38991284],"study_design_scores_gemma":[0.003062152,0.0018022349,0.095445916,0.011151479,0.0017851505,0.00504915,0.0029261475,0.07097718,0.0046342043,0.34218618,0.45998433,0.0009958798],"about_ca_topic_score_codex":0.021774782,"about_ca_topic_score_gemma":0.025969988,"teacher_disagreement_score":0.7423836,"about_ca_system_score_codex":0.00815346,"about_ca_system_score_gemma":0.01467715,"threshold_uncertainty_score":0.91549116},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3010324225","doi":"10.1109/globecom38437.2019.9014252","title":"Push vs Pull Participant Recruitment System for Personalized Vehicular Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsensing; Computer science; Focus (optics); Crowdsourcing; Participatory sensing; Real-time computing; Distributed computing; Computer security; Data science; World Wide Web","score_opus":0.07349419926790775,"score_gpt":0.2831627236717175,"score_spread":0.2096685244038098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010324225","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2914798,0.001069724,0.67941487,0.002092596,0.0009742242,0.0028911235,0.0009582457,0.0104705375,0.010648943],"genre_scores_gemma":[0.89411724,0.00015706586,0.098599225,0.0004612497,0.0001734862,0.000833019,0.00044535767,0.00013014178,0.0050832178],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978296,0.00055561913,0.00016495728,0.0005974742,0.0005371766,0.000315118],"domain_scores_gemma":[0.9967969,0.0012230597,0.00018736535,0.0004461551,0.00062504754,0.0007215217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033753626,0.0012621244,0.0019789322,0.0011901628,0.0023335812,0.0015393273,0.0029262658,0.0017057047,0.004253062],"category_scores_gemma":[0.004790907,0.0005273392,0.00068182,0.0006255786,0.00063835434,0.0017196309,0.004386031,0.0009586229,0.001683231],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010164455,0.0031702835,0.03195172,0.0013854387,0.00058013934,0.0035983508,0.0037770553,0.060909655,0.18218318,0.020790856,0.028081551,0.65340734],"study_design_scores_gemma":[0.0007271173,0.0015315386,0.0043604434,0.00004764994,0.0002208484,0.0011984365,0.0016238955,0.92056924,0.036437105,0.013692698,0.019344348,0.00024670997],"about_ca_topic_score_codex":0.002518157,"about_ca_topic_score_gemma":0.0032949175,"teacher_disagreement_score":0.004253062,"about_ca_system_score_codex":0.000651478,"about_ca_system_score_gemma":0.001849144,"threshold_uncertainty_score":0.017850876},"labels":[],"label_agreement":null},{"id":"W3010563688","doi":"10.1109/globecom38437.2019.9014288","title":"Sensory Data-Driven Modeling of Adversaries in Mobile Crowdsensing Platforms","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Crowdsensing; Context (archaeology); Threat model; Adversarial system; Computer security; Mobile device; Compromise; Human–computer interaction; Machine learning; Artificial intelligence","score_opus":0.032157656732594984,"score_gpt":0.2562523574251701,"score_spread":0.22409470069257512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010563688","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14056793,0.00038750446,0.8501515,0.001120532,0.00017442426,0.00017278157,0.00031049384,0.00033382044,0.006781007],"genre_scores_gemma":[0.9806004,0.00016945966,0.015597131,0.00012486144,0.000043601933,0.000094034884,0.000102303886,0.000026601525,0.0032415886],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992918,0.00022296284,0.00002965665,0.00016670329,0.00015905725,0.0001298367],"domain_scores_gemma":[0.99784994,0.0013072357,0.00033252206,0.00015058361,0.00024494636,0.000114856404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001483454,0.00082742725,0.0006358163,0.0005600167,0.00043433937,0.0010472069,0.001328689,0.0011851732,0.0011597511],"category_scores_gemma":[0.0043591713,0.0005474746,0.0007368181,0.00038497045,0.0015053493,0.0011484731,0.0016836062,0.0013555625,0.00023675915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038472946,0.000019836216,0.001078909,0.000026524558,0.000012132506,0.00006795929,0.000055666642,0.98744696,0.0008874698,0.0070275743,0.00022401974,0.0031143941],"study_design_scores_gemma":[0.0000018898635,0.000009643695,0.00011243362,0.000002168761,0.0000014861122,0.000006482775,0.0000067205365,0.9979296,0.00011675491,0.0017084987,0.000101456906,0.0000029191274],"about_ca_topic_score_codex":0.008625475,"about_ca_topic_score_gemma":0.006091589,"teacher_disagreement_score":0.008625475,"about_ca_system_score_codex":0.0010840828,"about_ca_system_score_gemma":0.0009324218,"threshold_uncertainty_score":0.017150521},"labels":[],"label_agreement":null},{"id":"W3014183306","doi":"10.3390/s20072055","title":"Game Theory in Mobile CrowdSensing: A Comprehensive Survey","year":2020,"lang":"en","type":"review","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Stackelberg competition; Bayesian game; Game theory; Data collection; Data science; Sequential game","score_opus":0.06022065507536665,"score_gpt":0.31948347354512496,"score_spread":0.2592628184697583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014183306","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008456745,0.43466818,0.44669124,0.0071647475,0.0014185173,0.00036822673,0.00037049624,0.0001796186,0.100682266],"genre_scores_gemma":[0.25452858,0.6077256,0.1141144,0.0026884328,0.0044318973,0.00071618526,0.0005593968,0.00017890464,0.015056586],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980021,0.00087174505,0.00014476458,0.00023885678,0.00059900165,0.00014345867],"domain_scores_gemma":[0.9966834,0.0026830432,0.00013306641,0.00011071085,0.0003221699,0.00006750485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025524478,0.0020486983,0.0024647499,0.0030450933,0.0010668433,0.0040690615,0.0025067304,0.0030905395,0.0038711098],"category_scores_gemma":[0.005211229,0.0009706467,0.0023061354,0.0040273736,0.0026323786,0.004070161,0.0019548954,0.002233376,0.0009739951],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058607642,0.00022679724,0.0017032942,0.0047845137,0.00022550234,0.00042033612,0.000564993,0.09762472,0.0005467808,0.68721503,0.015431698,0.19119777],"study_design_scores_gemma":[0.000038069258,0.00014857684,0.0012139743,0.0019681668,0.00010449261,0.00057929894,0.00063458446,0.16029672,0.00037534256,0.65764993,0.17685664,0.00013427754],"about_ca_topic_score_codex":0.005867778,"about_ca_topic_score_gemma":0.0029281934,"teacher_disagreement_score":0.005867778,"about_ca_system_score_codex":0.0027285356,"about_ca_system_score_gemma":0.0023685542,"threshold_uncertainty_score":0.019797027},"labels":[],"label_agreement":null},{"id":"W3017967519","doi":"10.1109/tmc.2020.2983688","title":"Profit-Oriented Task Allocation for Mobile Crowdsensing With Worker Dynamics: Cooperative Offline Solution and Predictive Online Solution","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Online and offline; Online algorithm; Crowdsourcing; Scale (ratio); Data mining; Machine learning; Algorithm; World Wide Web","score_opus":0.013444001855619246,"score_gpt":0.24202445204851356,"score_spread":0.2285804501928943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017967519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03497565,0.00051375024,0.9568458,0.000630163,0.0001142793,0.00012213862,0.00008254088,0.0002885263,0.0064270888],"genre_scores_gemma":[0.8938422,0.0002835406,0.10036053,0.00023339567,0.000096175594,0.0002313392,0.000102374586,0.00006916488,0.0047811694],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936694,0.00013924357,0.000025200998,0.00018145445,0.000120768265,0.00016629201],"domain_scores_gemma":[0.9986744,0.0007569936,0.0001652094,0.00009829437,0.00016556571,0.00013950263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009314242,0.0012945826,0.0015883878,0.0005522451,0.0007767525,0.0014555155,0.0018643688,0.0016875466,0.0026023262],"category_scores_gemma":[0.0030618487,0.0005400659,0.000685092,0.0007050262,0.0009268783,0.0011510925,0.0015903254,0.0011341895,0.0003518469],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009997189,0.000098307995,0.00052934175,0.00008941839,0.00002503331,0.00012859778,0.00009470954,0.9653666,0.0012538969,0.007132181,0.001448176,0.023733811],"study_design_scores_gemma":[0.000008365346,0.0000145182485,0.000049918835,0.000003818086,0.000003737199,0.00001236271,0.000023930634,0.9966993,0.00013371554,0.0027852356,0.0002618128,0.0000033172864],"about_ca_topic_score_codex":0.008155917,"about_ca_topic_score_gemma":0.0060119648,"teacher_disagreement_score":0.008155917,"about_ca_system_score_codex":0.00101499,"about_ca_system_score_gemma":0.0022293483,"threshold_uncertainty_score":0.016216874},"labels":[],"label_agreement":null},{"id":"W3023685007","doi":"10.1016/j.comcom.2020.04.060","title":"Rapid sensing-based emergency detection: A sequential approach","year":2020,"lang":"en","type":"article","venue":"Computer Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Change detection; Constraint (computer-aided design); False alarm; ALARM; Variable (mathematics); Real-time computing; Construct (python library); Emergency management; Internet of Things; Realization (probability); Computer security; Data mining; Artificial intelligence; Computer network","score_opus":0.0686290140463837,"score_gpt":0.25918859507746933,"score_spread":0.1905595810310856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023685007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022527931,0.0005101197,0.97168994,0.00041459888,0.0002171014,0.00025209962,0.00017597376,0.0005609608,0.0036513836],"genre_scores_gemma":[0.6387797,0.0009086654,0.3491678,0.00029853208,0.0005718826,0.00038878518,0.0005358545,0.00019499271,0.0091537265],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983656,0.00025257934,0.00009941089,0.00053158274,0.00053250184,0.00021838686],"domain_scores_gemma":[0.9970688,0.0014163279,0.0002455856,0.0002870141,0.0007587219,0.00022359673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015353594,0.0018885613,0.002599606,0.00222201,0.0010688346,0.001669421,0.0024240504,0.0014486884,0.0033490227],"category_scores_gemma":[0.004259252,0.0013450832,0.001143278,0.0017832172,0.001054498,0.0021015,0.0029265773,0.0013936701,0.00092236995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014319184,0.0009777317,0.008796174,0.000908486,0.0004204542,0.0009921518,0.00054316246,0.38318434,0.060150012,0.028479801,0.008168122,0.50594753],"study_design_scores_gemma":[0.000035632696,0.00022537811,0.001296321,0.000020272408,0.00007532443,0.0002439702,0.00009010461,0.9786326,0.003943364,0.0131805865,0.0022168122,0.000039545677],"about_ca_topic_score_codex":0.0062326705,"about_ca_topic_score_gemma":0.008316612,"teacher_disagreement_score":0.0062326705,"about_ca_system_score_codex":0.0005666318,"about_ca_system_score_gemma":0.002313335,"threshold_uncertainty_score":0.012392819},"labels":[],"label_agreement":null},{"id":"W3025580486","doi":"10.1016/j.comcom.2020.05.012","title":"Recruitment algorithms for vehicular sensor networks","year":2020,"lang":"en","type":"article","venue":"Computer Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Crowdsensing; Heuristic; Integer programming; Mathematical optimization; Operations research; Real-time computing; Algorithm; Artificial intelligence; Mathematics; Computer security","score_opus":0.15599245388176877,"score_gpt":0.31685155597702735,"score_spread":0.16085910209525858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025580486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059990697,0.00093542086,0.98822623,0.0009315629,0.0001950011,0.00015553072,0.000076477074,0.0002717714,0.0032089811],"genre_scores_gemma":[0.586596,0.0028276846,0.3666279,0.0012815554,0.0008856066,0.0015410172,0.0006468478,0.00037293116,0.039220404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997603,0.0012366546,0.00009829328,0.00039245127,0.0004162462,0.00025332227],"domain_scores_gemma":[0.99224937,0.0055256016,0.0004740121,0.00042437724,0.0009248074,0.0004019008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048048887,0.0012270947,0.0023954555,0.0015044865,0.0017574121,0.0016690316,0.0047103725,0.002637321,0.004601421],"category_scores_gemma":[0.017884316,0.000943466,0.0010445033,0.0022396573,0.0018341455,0.0028609107,0.003655577,0.0024291973,0.0012891263],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020713835,0.00013961707,0.0010867681,0.00026839026,0.00007515202,0.00008228967,0.00029591934,0.68539757,0.001525934,0.15953067,0.013815972,0.13757458],"study_design_scores_gemma":[0.00002294661,0.00003574442,0.00011657485,0.00002312411,0.000009130316,0.000026962756,0.00003783087,0.924805,0.00026125886,0.07203298,0.002617706,0.0000107626975],"about_ca_topic_score_codex":0.00428243,"about_ca_topic_score_gemma":0.0041361065,"teacher_disagreement_score":0.0048048887,"about_ca_system_score_codex":0.0021176573,"about_ca_system_score_gemma":0.0025656412,"threshold_uncertainty_score":0.02541101},"labels":[],"label_agreement":null},{"id":"W3033887759","doi":"10.1007/s11036-020-01579-3","title":"AP-Assisted Online Task Assignment Algorithms for Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"Mobile Networks and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Task (project management); Job shop scheduling; TRACE (psycholinguistics); Set (abstract data type); Mobile device; Wireless; Algorithm; Distributed computing; Computer network; Computer security; World Wide Web","score_opus":0.023362678179182004,"score_gpt":0.26413543874423345,"score_spread":0.24077276056505145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033887759","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013241085,0.0003078809,0.9822333,0.00027084502,0.00024063875,0.00011355214,0.00012574122,0.00087798026,0.0025889974],"genre_scores_gemma":[0.6341895,0.00035329862,0.35329524,0.00030327676,0.00049970846,0.00043071192,0.0005731776,0.00031460694,0.010040459],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982937,0.0004612049,0.000094651834,0.00039009066,0.0004376694,0.00032273043],"domain_scores_gemma":[0.9955642,0.0025360784,0.00024773335,0.00059077464,0.00072660076,0.00033467327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002290284,0.0016136026,0.0027415755,0.0012542837,0.0014281621,0.002099584,0.0049464414,0.0027184905,0.0063508865],"category_scores_gemma":[0.008798454,0.0010216944,0.0010407293,0.0024315685,0.0010141312,0.0028370128,0.004626368,0.003064684,0.0019218836],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008107343,0.0004958264,0.00095524295,0.00020073474,0.00009154468,0.00012001574,0.00018639262,0.6690129,0.0045102,0.015624758,0.007883539,0.30010808],"study_design_scores_gemma":[0.000020762664,0.000034701286,0.000071005976,0.0000044930384,0.0000052095706,0.000017974638,0.00002056295,0.9907611,0.00041119586,0.0080617685,0.0005841756,0.000006988023],"about_ca_topic_score_codex":0.0071274494,"about_ca_topic_score_gemma":0.0056383973,"teacher_disagreement_score":0.0071274494,"about_ca_system_score_codex":0.0011973395,"about_ca_system_score_gemma":0.0027676788,"threshold_uncertainty_score":0.021245778},"labels":[],"label_agreement":null},{"id":"W3034711303","doi":"10.1109/twc.2020.3000241","title":"Joint Annotator-and-Spectrum Allocation in Wireless Networks for Crowd Labeling","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Wireless Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Shenzhen Peacock Plan; Natural Sciences and Engineering Research Council of Canada; Innovation and Technology Fund; National Key Research and Development Program of China; Research Grants Council, University Grants Committee","keywords":"Computer science; Knapsack problem; Wireless; Artificial intelligence; Machine learning; Mathematical optimization; Algorithm","score_opus":0.038413997697544104,"score_gpt":0.2585033697080995,"score_spread":0.2200893720105554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034711303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030938363,0.00055477413,0.96325904,0.0004811327,0.00008743346,0.00010507175,0.000103442566,0.00048171394,0.0039890707],"genre_scores_gemma":[0.77749354,0.0006063865,0.21582612,0.00027711134,0.000118181524,0.0003342894,0.0002204784,0.00020252833,0.0049213637],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99700874,0.0013737968,0.00008376339,0.00068236236,0.0004301568,0.00042120466],"domain_scores_gemma":[0.9948709,0.0037144276,0.0003579134,0.00042406967,0.00041643894,0.00021630523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027111394,0.001288337,0.0014716065,0.00078199257,0.0017130467,0.0019550547,0.0025758762,0.0016544351,0.0028094423],"category_scores_gemma":[0.010635263,0.00063893106,0.00061019557,0.0016125131,0.0017832494,0.0037344054,0.0031989596,0.001628614,0.0007577015],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065757305,0.00018139076,0.000819502,0.00022397786,0.000046447698,0.00027181563,0.00058850413,0.8510782,0.0068213698,0.040941317,0.004672618,0.09369728],"study_design_scores_gemma":[0.000013480938,0.000042973563,0.00011720024,0.0000099558365,0.000013799235,0.000060993698,0.00010076858,0.9795736,0.0018686308,0.01701255,0.0011662892,0.000019672349],"about_ca_topic_score_codex":0.005327205,"about_ca_topic_score_gemma":0.0077453167,"teacher_disagreement_score":0.005327205,"about_ca_system_score_codex":0.0023061738,"about_ca_system_score_gemma":0.0019676941,"threshold_uncertainty_score":0.016732574},"labels":[],"label_agreement":null},{"id":"W3036230618","doi":"10.1109/wcnc45663.2020.9120489","title":"Task Allocation for Mobile Crowdsensing with Deep Reinforcement Learning","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Reinforcement learning; Baseline (sea); Task (project management); Artificial intelligence; Distributed computing; Crowdsensing; Machine learning; Computer security","score_opus":0.013055091480717167,"score_gpt":0.22145238447549634,"score_spread":0.20839729299477916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036230618","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04074453,0.00040295176,0.953595,0.00056165626,0.000110373505,0.000093967596,0.0000955583,0.00044454358,0.0039514364],"genre_scores_gemma":[0.90935636,0.0001580701,0.0859601,0.00036472443,0.000052338542,0.00017035054,0.00013120755,0.000056029363,0.0037507634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995943,0.00009731048,0.000016875842,0.00011663336,0.000066682005,0.00010818625],"domain_scores_gemma":[0.99895227,0.0006420226,0.00010272787,0.000048111502,0.00014612568,0.0001086411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001009306,0.00092179846,0.0010735103,0.00036565744,0.00044153922,0.0005997959,0.0015343992,0.0012900168,0.002610504],"category_scores_gemma":[0.0027517697,0.00044454096,0.0004714017,0.00040926732,0.0008471842,0.0008824731,0.0012258049,0.0012886088,0.00026214484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000761824,0.000074044125,0.00046105537,0.00005286616,0.000015671982,0.000054089505,0.000034787256,0.9720211,0.0009929818,0.003458882,0.0009352163,0.021823157],"study_design_scores_gemma":[0.000006525366,0.000012659347,0.000039193106,0.0000022284319,0.0000021578853,0.000003923845,0.000004810003,0.99794334,0.00011361577,0.0017087504,0.00016117626,0.0000016096334],"about_ca_topic_score_codex":0.011418887,"about_ca_topic_score_gemma":0.010741707,"teacher_disagreement_score":0.011418887,"about_ca_system_score_codex":0.0013612962,"about_ca_system_score_gemma":0.0019709386,"threshold_uncertainty_score":0.02270484},"labels":[],"label_agreement":null},{"id":"W3040780676","doi":"10.1109/mvt.2020.3002522","title":"Detecting Fake Mobile Crowdsensing Tasks: Ensemble Methods Under Limited Data","year":2020,"lang":"en","type":"article","venue":"IEEE Vehicular Technology Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Istanbul Teknik Üniversitesi","keywords":"Boosting (machine learning); Computer science; AdaBoost; Leverage (statistics); Machine learning; Ensemble learning; Crowdsensing; Mobile device; Artificial intelligence; Classifier (UML); Data science; World Wide Web","score_opus":0.04844445269404901,"score_gpt":0.3109390353760782,"score_spread":0.2624945826820292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040780676","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21626969,0.0009879785,0.7780903,0.0008378942,0.00020793383,0.0001619018,0.00014596539,0.00088751304,0.0024107948],"genre_scores_gemma":[0.9230836,0.00023672527,0.07432108,0.00021798423,0.00017918073,0.00008340708,0.00024346696,0.00004059443,0.0015940008],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986129,0.0005752031,0.00007078611,0.00027551551,0.00029078155,0.00017468247],"domain_scores_gemma":[0.99507743,0.0025623078,0.0005066694,0.00068886473,0.0009250374,0.0002397305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038814757,0.0011420595,0.0016212813,0.0010070192,0.0007586483,0.00082823733,0.001260754,0.0012587785,0.00052007736],"category_scores_gemma":[0.009012785,0.0004108517,0.00072787976,0.0006878872,0.0007566077,0.0013134268,0.0013825683,0.0014491541,0.00034680017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005165949,0.00035025866,0.016645472,0.000108144646,0.00020418255,0.00016845118,0.00028619825,0.67413807,0.0061148303,0.0030824426,0.003032924,0.2953524],"study_design_scores_gemma":[0.000005726566,0.000046605543,0.0010017395,0.000005866249,0.000010663187,0.000017943275,0.00002114997,0.99647397,0.0006392326,0.0014985222,0.0002717473,0.0000069023554],"about_ca_topic_score_codex":0.0044852835,"about_ca_topic_score_gemma":0.003971368,"teacher_disagreement_score":0.0044852835,"about_ca_system_score_codex":0.0005793554,"about_ca_system_score_gemma":0.00085557497,"threshold_uncertainty_score":0.020527422},"labels":[],"label_agreement":null},{"id":"W3041065453","doi":"10.2139/ssrn.3554826","title":"NetEase Cloud Music Data","year":2020,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Computer science; Operating system","score_opus":0.034514253147780276,"score_gpt":0.23854369217833143,"score_spread":0.20402943903055115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041065453","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059894722,0.0007978558,0.009493648,0.002077901,0.0019821986,0.0005391842,0.81608856,0.024415042,0.084710814],"genre_scores_gemma":[0.15913828,0.00060599035,0.012133453,0.0005572277,0.00049279706,0.00021069632,0.79646635,0.0015236833,0.028871587],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930024,0.000035135847,0.00004115741,0.00012770326,0.0003616287,0.0001340958],"domain_scores_gemma":[0.99824595,0.0001343462,0.00008166043,0.0006904192,0.0005569424,0.00029075483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037690566,0.0007454459,0.00056512863,0.0019354821,0.00095665845,0.0018508399,0.001037342,0.0005488095,0.029911375],"category_scores_gemma":[0.0030761065,0.00023870142,0.00047279603,0.0028986558,0.00032936115,0.0018901278,0.0015321063,0.0009042011,0.02438138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018019206,0.00029275418,0.0109480405,0.00043981904,0.00012414661,0.00047441127,0.00016871237,0.0048669786,0.01058269,0.005221852,0.8843047,0.08077407],"study_design_scores_gemma":[0.00038148096,0.0001271964,0.026950462,0.0001004312,0.00005409101,0.000350109,0.0005154027,0.042006463,0.015481707,0.00750247,0.90642273,0.000107318694],"about_ca_topic_score_codex":0.026014404,"about_ca_topic_score_gemma":0.032965913,"teacher_disagreement_score":0.029911375,"about_ca_system_score_codex":0.0007870481,"about_ca_system_score_gemma":0.0013159254,"threshold_uncertainty_score":0.1000635},"labels":[],"label_agreement":null},{"id":"W3041522139","doi":"10.1109/mobilecloud48802.2020.00015","title":"Participant Comfort Adaptation in Dependable Mobile Crowdsensing Services","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Crowdsensing; Adaptation (eye); Computer science; Human–computer interaction; Computer security; Psychology","score_opus":0.04634032800768971,"score_gpt":0.24697979981759735,"score_spread":0.20063947180990765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041522139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4942488,0.00047958535,0.49091527,0.0006391764,0.00019462164,0.0005168173,0.00018507197,0.0016676339,0.011153037],"genre_scores_gemma":[0.9924015,0.000026227943,0.00651453,0.00004005853,0.000014066454,0.000051847896,0.000027792994,0.000025225234,0.0008987124],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99827814,0.000626051,0.00007009923,0.00039921678,0.00033587715,0.00029073178],"domain_scores_gemma":[0.9976286,0.0009434153,0.0002538088,0.0004395629,0.00035128012,0.00038326834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021078084,0.0009545416,0.00075848354,0.0003906342,0.00095125416,0.0012326685,0.0024187418,0.0010039165,0.0028783756],"category_scores_gemma":[0.0063726283,0.0003080883,0.0005213957,0.00032746283,0.00074062176,0.0014920329,0.0028967147,0.0008436088,0.00059987936],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043563135,0.0021101076,0.031870592,0.0008189449,0.000398157,0.003931149,0.004392357,0.4365206,0.13466151,0.0428279,0.0077769463,0.33033538],"study_design_scores_gemma":[0.0001318734,0.0007379202,0.006102627,0.000026315434,0.0000773208,0.0005522636,0.00092748913,0.95780975,0.008385481,0.019986564,0.005175404,0.00008701798],"about_ca_topic_score_codex":0.0024884061,"about_ca_topic_score_gemma":0.0017457446,"teacher_disagreement_score":0.0028783756,"about_ca_system_score_codex":0.0006737097,"about_ca_system_score_gemma":0.0007478024,"threshold_uncertainty_score":0.01114732},"labels":[],"label_agreement":null},{"id":"W3041552504","doi":"10.24963/ijcai.2020/723","title":"Incentivizing Evaluation with Peer Prediction and Limited Access to Ground Truth (Extended Abstract)","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta; University of Waterloo","funders":"","keywords":"Truth telling; Ground truth; Computer science; Incentive; Grading (engineering); Aggregate (composite); Common ground; Set (abstract data type); Incentive compatibility; Nash equilibrium; Artificial intelligence; Mathematical optimization; Mathematics; Microeconomics","score_opus":0.055951123654640875,"score_gpt":0.2824146746786671,"score_spread":0.2264635510240262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041552504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101886354,0.00055155985,0.86728376,0.0056464914,0.00025548588,0.0005619475,0.0004570854,0.0011207135,0.022236587],"genre_scores_gemma":[0.93962294,0.0001520334,0.054822482,0.00042320965,0.00017095922,0.00029303247,0.00011969438,0.00009420749,0.004301353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98177725,0.010752615,0.00069017144,0.0033042596,0.0024566653,0.0010190224],"domain_scores_gemma":[0.91118246,0.060156073,0.009618512,0.0124463,0.004499968,0.0020966409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016245568,0.0015957215,0.0019226574,0.0009593282,0.0014944929,0.0032482862,0.0037488684,0.0034255795,0.007769427],"category_scores_gemma":[0.08121964,0.00081708253,0.0007406161,0.0013270008,0.0036669925,0.005240703,0.0058619166,0.002941404,0.0012824447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015880351,0.00072672614,0.009062377,0.00064192596,0.00030506356,0.0008452777,0.001792317,0.23636307,0.008958164,0.5767987,0.01379978,0.1491186],"study_design_scores_gemma":[0.00023232381,0.00027090238,0.0017603142,0.00008125777,0.00005892845,0.0001656222,0.00017554742,0.5741985,0.0033196656,0.41390514,0.0057542524,0.00007749908],"about_ca_topic_score_codex":0.0033654654,"about_ca_topic_score_gemma":0.0021206047,"teacher_disagreement_score":0.016245568,"about_ca_system_score_codex":0.002567256,"about_ca_system_score_gemma":0.0026152234,"threshold_uncertainty_score":0.085915804},"labels":[],"label_agreement":null},{"id":"W3044876097","doi":"10.48550/arxiv.2007.11682","title":"Assessing top-$k$ preferences","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Preference; Learning to rank; Measure (data warehouse); Rank (graph theory); Artificial intelligence; Information retrieval; Similarity (geometry); Quality (philosophy); Machine learning; Natural language processing; Data mining; Ranking (information retrieval); Mathematics; Statistics; World Wide Web","score_opus":0.1363594842486464,"score_gpt":0.21130509186414143,"score_spread":0.07494560761549501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044876097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62887,0.0020765853,0.30989367,0.0013853378,0.00032217396,0.00058686617,0.008236558,0.0039175586,0.04471117],"genre_scores_gemma":[0.9159843,0.00029201616,0.07501642,0.0001782815,0.0001053242,0.00014852808,0.0028626798,0.00025214453,0.005160244],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9906809,0.0024506596,0.0009796218,0.0017227643,0.0036394016,0.0005266599],"domain_scores_gemma":[0.97395635,0.011573519,0.0024658393,0.0041104006,0.0065562758,0.0013376243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00800131,0.0011488211,0.001188026,0.005132619,0.0012445315,0.0036044645,0.0009155732,0.0016218479,0.006837859],"category_scores_gemma":[0.045309,0.00034836007,0.0009217857,0.00382296,0.00075232337,0.004046978,0.0021445244,0.0012363496,0.0046989787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026780397,0.0005224706,0.25559047,0.0010984513,0.0009072886,0.000270964,0.0012710774,0.026709115,0.021771759,0.011691136,0.028101558,0.6493878],"study_design_scores_gemma":[0.00037609652,0.002107,0.3403926,0.00029063373,0.00068391196,0.0017716106,0.0043702316,0.45681077,0.05347907,0.084923044,0.05411575,0.00067933375],"about_ca_topic_score_codex":0.0050699487,"about_ca_topic_score_gemma":0.008422287,"teacher_disagreement_score":0.00800131,"about_ca_system_score_codex":0.0009022054,"about_ca_system_score_gemma":0.0017286169,"threshold_uncertainty_score":0.042315483},"labels":[],"label_agreement":null},{"id":"W3045162568","doi":"10.1109/jiot.2020.3011461","title":"Empowering Self-Organized Feature Maps for AI-Enabled Modeling of Fake Task Submissions to Mobile Crowdsensing Platforms","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Centres of Excellence","keywords":"Computer science; Crowdsensing; Task (project management); Mobile device; Feature (linguistics); Human–computer interaction; Participatory sensing; Terrain; Network topology; Real-time computing; Artificial intelligence; Data science; Computer network; World Wide Web","score_opus":0.015416079232096683,"score_gpt":0.26277426001234633,"score_spread":0.24735818078024965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045162568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28560743,0.00034664932,0.70457,0.0008019073,0.00014892773,0.000111872716,0.00026838714,0.00042637173,0.0077185887],"genre_scores_gemma":[0.9872229,0.00009209724,0.010928341,0.000047954298,0.000023193099,0.00006984599,0.0000531632,0.000022953514,0.0015394904],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997627,0.000083648876,0.000009398309,0.000046281813,0.00004537011,0.000052540585],"domain_scores_gemma":[0.9989881,0.00053744746,0.00016606133,0.00007656234,0.00015791194,0.000073944255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005367586,0.0005046324,0.00053325936,0.00055477966,0.0005586181,0.00090098137,0.0011060075,0.0010772567,0.0011767078],"category_scores_gemma":[0.0029499428,0.00038846122,0.00069338235,0.00041523343,0.0009886463,0.00079865305,0.001128953,0.00074796664,0.00017685202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019697149,0.000011715604,0.0007338363,0.00001246285,0.0000091442,0.000042925767,0.000051127852,0.9932259,0.00041835228,0.0035125788,0.00018415465,0.0017781456],"study_design_scores_gemma":[9.883903e-7,0.0000039797997,0.000073905474,9.2495037e-7,9.819489e-7,0.0000032066785,0.0000068549875,0.9990434,0.000029134044,0.0007740443,0.00006107052,0.0000014578765],"about_ca_topic_score_codex":0.014447351,"about_ca_topic_score_gemma":0.006709772,"teacher_disagreement_score":0.014447351,"about_ca_system_score_codex":0.0009791814,"about_ca_system_score_gemma":0.00074981904,"threshold_uncertainty_score":0.028726518},"labels":[],"label_agreement":null},{"id":"W3046028568","doi":"10.1109/icc40277.2020.9149145","title":"Ensemble Learning Against Adversarial AI-driven Fake Task Submission in Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Crowdsensing; Adversarial system; Computer science; Artificial intelligence; Machine learning; Task (project management); Classifier (UML); Boosting (machine learning); Mobile device; Computer security; Human–computer interaction; World Wide Web; Engineering","score_opus":0.012144279410466516,"score_gpt":0.2291289176970379,"score_spread":0.21698463828657139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046028568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18622522,0.0005475919,0.80655396,0.0008491559,0.00019533248,0.00018730524,0.000091791786,0.0010716437,0.0042779557],"genre_scores_gemma":[0.9683631,0.00008936082,0.029343214,0.00017009566,0.00007521312,0.000067060035,0.00007417881,0.000027548063,0.0017902462],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997825,0.0007491391,0.0000836018,0.00041721785,0.0005405143,0.00038455013],"domain_scores_gemma":[0.9927954,0.0037277394,0.00085894606,0.0010609415,0.0011309799,0.00042600528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004682518,0.0010155573,0.0016342609,0.0007094148,0.0009803898,0.0009890298,0.0015904738,0.0015075332,0.0008919716],"category_scores_gemma":[0.011774036,0.00036847618,0.0006187523,0.00045182693,0.0013193588,0.0015502925,0.0022609,0.001506267,0.0003909356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004108621,0.00019200322,0.0046558995,0.00008169924,0.0001091798,0.00013537396,0.00016672368,0.86462545,0.005405473,0.00542422,0.0020309028,0.11676228],"study_design_scores_gemma":[0.00000568313,0.00006802468,0.00041494137,0.000004983201,0.0000087090775,0.000023983504,0.000017502069,0.9961188,0.0011692251,0.0019097991,0.00025113282,0.0000072414896],"about_ca_topic_score_codex":0.0027213837,"about_ca_topic_score_gemma":0.0023878384,"teacher_disagreement_score":0.004682518,"about_ca_system_score_codex":0.0009871526,"about_ca_system_score_gemma":0.0013348089,"threshold_uncertainty_score":0.024763763},"labels":[],"label_agreement":null},{"id":"W3046118330","doi":"10.1109/icc40277.2020.9148817","title":"Deep Belief Network-based Fake Task Mitigation for Mobile Crowdsensing under Data Scarcity","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Deep belief network; Task (project management); Artificial intelligence; Crowdsensing; Deep learning; Mobile device; Scarcity; Machine learning; Data mining; Human–computer interaction; Real-time computing; Computer security; World Wide Web; Engineering","score_opus":0.04329913988533128,"score_gpt":0.26502293941728344,"score_spread":0.22172379953195215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046118330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24363305,0.0017912523,0.7393912,0.0019430218,0.00039208683,0.00020163892,0.00058537134,0.0031092723,0.008953017],"genre_scores_gemma":[0.96014935,0.00020886477,0.035686478,0.00025248236,0.00006348335,0.00006458357,0.0003306882,0.00004077471,0.0032032854],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916005,0.0002111503,0.000030087924,0.00018679014,0.00023675352,0.0001751015],"domain_scores_gemma":[0.99823785,0.0008313092,0.000258682,0.00021527702,0.00034102355,0.00011578743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012356173,0.000974036,0.0008847189,0.000644429,0.0005331488,0.00066388963,0.0010771783,0.0009962816,0.0011993444],"category_scores_gemma":[0.005731214,0.00030845392,0.0004569377,0.0004573855,0.00075007556,0.0013046378,0.0016056487,0.0013094004,0.00046859754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090711383,0.0004187184,0.009838096,0.00031773804,0.00016588761,0.0003032833,0.0003111351,0.5668955,0.013513483,0.0045766016,0.00734888,0.39540347],"study_design_scores_gemma":[0.0000076253064,0.00004597399,0.00081206317,0.000011660017,0.00001163933,0.000027486798,0.000029320157,0.9940626,0.0022112872,0.0022353153,0.00053637713,0.000008560299],"about_ca_topic_score_codex":0.008090871,"about_ca_topic_score_gemma":0.008244679,"teacher_disagreement_score":0.008090871,"about_ca_system_score_codex":0.0010389389,"about_ca_system_score_gemma":0.0011959078,"threshold_uncertainty_score":0.016087592},"labels":[],"label_agreement":null},{"id":"W3048081621","doi":"10.48550/arxiv.2008.02954","title":"Deep Active Learning with Crowdsourcing Data for Privacy Policy Classification","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Crowdsourcing; Computer science; Leverage (statistics); Classifier (UML); Machine learning; Artificial intelligence; Privacy policy; Annotation; Labeled data; Class (philosophy); Active learning (machine learning); Information privacy; World Wide Web; Internet privacy","score_opus":0.14486720357704505,"score_gpt":0.23070938024262438,"score_spread":0.08584217666557933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048081621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042771544,0.0006192278,0.9415864,0.0026994846,0.00025081466,0.0002881097,0.0009891959,0.0038835711,0.0069116955],"genre_scores_gemma":[0.7264443,0.0003455971,0.2591174,0.0012374951,0.00022089187,0.0005555239,0.0022369674,0.00026905918,0.009572717],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967589,0.0012947347,0.00014976153,0.0008653851,0.00061382493,0.00031750088],"domain_scores_gemma":[0.992442,0.004593155,0.0005420722,0.0012921218,0.00084662926,0.00028407603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057925005,0.0012545956,0.0012000033,0.0018922801,0.0014373056,0.0022646678,0.00273733,0.002338323,0.002449049],"category_scores_gemma":[0.013944226,0.00070945773,0.0011037125,0.0017783924,0.0020707352,0.0030461256,0.0029537613,0.0038178037,0.0013146977],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069727504,0.00069056475,0.0062458734,0.00024116093,0.00014053388,0.00027518574,0.000668278,0.5608294,0.006055328,0.030314974,0.017942414,0.37589902],"study_design_scores_gemma":[0.000017255705,0.000016993594,0.00018806201,0.000014189257,0.0000069640078,0.000008980412,0.0000322061,0.97901505,0.0018589293,0.016447658,0.0023849478,0.000008819061],"about_ca_topic_score_codex":0.0140780555,"about_ca_topic_score_gemma":0.017438326,"teacher_disagreement_score":0.0140780555,"about_ca_system_score_codex":0.0030761112,"about_ca_system_score_gemma":0.0028547975,"threshold_uncertainty_score":0.030634046},"labels":[],"label_agreement":null},{"id":"W3081105446","doi":"10.1109/jiot.2020.3019326","title":"Secure and Efficient Probabilistic Skyline Computation for Worker Selection in MCS","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Skyline; Probabilistic logic; Outsourcing; Crowdsourcing; Reputation; Selection (genetic algorithm); Scheme (mathematics); Reliability (semiconductor); Task (project management); Cloud computing; Credibility; Computer security; Data mining; Machine learning; Artificial intelligence; World Wide Web","score_opus":0.016833089153570967,"score_gpt":0.24691539377767127,"score_spread":0.23008230462410031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081105446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041464113,0.00047672717,0.95354366,0.00039561704,0.000081693855,0.00015248265,0.00025838995,0.0010314191,0.0025959592],"genre_scores_gemma":[0.8878223,0.0002783069,0.10807173,0.00016667887,0.00008614887,0.00022713617,0.00033412367,0.00006914418,0.0029445342],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773055,0.00050366274,0.00013595012,0.0005938904,0.0006287877,0.00040711687],"domain_scores_gemma":[0.9968267,0.0010847938,0.00045555577,0.00095698034,0.00042146246,0.00025436823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013497518,0.0007650943,0.0016173295,0.00060797425,0.0016047905,0.0013711936,0.0021930283,0.0010473188,0.0025672037],"category_scores_gemma":[0.005407408,0.00032944465,0.00080626376,0.0014730162,0.0010711628,0.0024409834,0.0034261327,0.0009844843,0.00078890694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031129168,0.0002604018,0.006350837,0.0004727853,0.00017629853,0.00068887806,0.0015693788,0.55207807,0.040446218,0.08775986,0.015134447,0.29195],"study_design_scores_gemma":[0.00007452758,0.0001451929,0.00052410684,0.000014163711,0.000021186928,0.00018836527,0.00012564655,0.9679363,0.0051193684,0.022672968,0.003147781,0.000030415344],"about_ca_topic_score_codex":0.0027515132,"about_ca_topic_score_gemma":0.0031737443,"teacher_disagreement_score":0.0027515132,"about_ca_system_score_codex":0.0014737066,"about_ca_system_score_gemma":0.0020736528,"threshold_uncertainty_score":0.010692537},"labels":[],"label_agreement":null},{"id":"W3081897794","doi":"10.1109/sose49046.2020.00012","title":"On Coalitional and Non-Coalitional Games in the Design of User Incentives for Dependable Mobile Crowdsensing Services","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Crowdsensing; Computer science; Incentive; Mobile computing; Human–computer interaction; Distributed computing; Computer network; Computer security; Microeconomics; Economics","score_opus":0.01933296026865479,"score_gpt":0.242816488523359,"score_spread":0.2234835282547042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081897794","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026302077,0.0002576,0.9610786,0.00059524353,0.000073949755,0.00030913003,0.00005398302,0.00006539513,0.011264078],"genre_scores_gemma":[0.8888238,0.0004366998,0.104489714,0.00025104597,0.000050044986,0.00046524682,0.000045530294,0.000047734502,0.0053901556],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964629,0.0020684525,0.00014428486,0.0003909022,0.00051145715,0.00042191317],"domain_scores_gemma":[0.99299896,0.004953416,0.00060022366,0.00026021295,0.00058405154,0.0006030736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043667457,0.0013069223,0.0011977587,0.00080467685,0.0009248098,0.0022531173,0.0021554376,0.001402871,0.0032736186],"category_scores_gemma":[0.014150664,0.0006752096,0.0010175796,0.0005675163,0.0023217208,0.002168834,0.0028458228,0.0019383664,0.00031952755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015166285,0.00012854973,0.00095156295,0.00016711945,0.00007849242,0.00030561088,0.000496748,0.6384616,0.0023935616,0.34066984,0.0011429328,0.015052294],"study_design_scores_gemma":[0.000026860575,0.00006692803,0.00011032072,0.000028503007,0.000016203936,0.000039229813,0.00008573779,0.9199552,0.0002798349,0.077724844,0.0016505404,0.00001571726],"about_ca_topic_score_codex":0.004602672,"about_ca_topic_score_gemma":0.005590336,"teacher_disagreement_score":0.004602672,"about_ca_system_score_codex":0.0023658087,"about_ca_system_score_gemma":0.0031748067,"threshold_uncertainty_score":0.02309382},"labels":[],"label_agreement":null},{"id":"W3084268808","doi":"10.1109/jiot.2020.3022611","title":"DeepSensing: A Novel Mobile Crowdsensing Framework With Double Deep <i>Q</i>-Network and Prioritized Experience Replay","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Baseline (sea); Task (project management); Reinforcement learning; Mobile device; Mobile computing; Distributed computing; Mobile telephony; Key (lock); Real-time computing; Computer network; Artificial intelligence; Mobile radio; Computer security","score_opus":0.018907173937655907,"score_gpt":0.2462815654595494,"score_spread":0.2273743915218935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084268808","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017089698,0.00047785137,0.9765658,0.0004817756,0.00011148582,0.000098809396,0.00015434582,0.0017097344,0.003310608],"genre_scores_gemma":[0.72215444,0.00035863626,0.26715595,0.00083855086,0.00013218509,0.00028422335,0.00042341242,0.00021849784,0.00843418],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948394,0.00010619479,0.00001864565,0.0001568187,0.00012774499,0.00010669708],"domain_scores_gemma":[0.999539,0.00017748222,0.000057606194,0.00005191006,0.00009356536,0.000080536935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081737456,0.0010758297,0.0011946834,0.00035186505,0.00046029163,0.00088387635,0.0030412597,0.0015296878,0.0025327986],"category_scores_gemma":[0.0015678955,0.00055317313,0.00068544137,0.0003957598,0.0008547902,0.0013872723,0.0021880392,0.0015777684,0.00047362156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027184945,0.00018727931,0.0009110347,0.00013658738,0.000080844045,0.0002483036,0.00013231863,0.86522675,0.0060905684,0.011608891,0.005829204,0.109276414],"study_design_scores_gemma":[0.000010298357,0.000021938065,0.00004431032,0.0000025414074,0.0000032649812,0.000012685147,0.0000064292126,0.9969254,0.0003100795,0.0021390158,0.0005197345,0.000004184714],"about_ca_topic_score_codex":0.012535644,"about_ca_topic_score_gemma":0.014399312,"teacher_disagreement_score":0.012535644,"about_ca_system_score_codex":0.001212223,"about_ca_system_score_gemma":0.0021026216,"threshold_uncertainty_score":0.024925351},"labels":[],"label_agreement":null},{"id":"W3084328393","doi":"10.1109/access.2020.3022569","title":"Eliciting Truthful Data From Crowdsourced Wireless Monitoring Modules in Cloud Managed Networks","year":2020,"lang":"en","type":"article","venue":"IEEE Access","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Infotech Oulu; Academy of Finland","keywords":"Computer science; Crowdsourcing; Cloud computing; Wireless; Payment; Data collection; Metric (unit); Key (lock); Computer network; Data mining; Computer security; Telecommunications; World Wide Web","score_opus":0.08521545187985106,"score_gpt":0.3006890594212276,"score_spread":0.2154736075413765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084328393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18910734,0.00018753562,0.80358726,0.0015590924,0.0000724358,0.00041237127,0.00034677074,0.0005396071,0.004187536],"genre_scores_gemma":[0.95151794,0.000049801623,0.047072135,0.00015447942,0.00002775081,0.00013110711,0.00009202105,0.000026804106,0.0009280074],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9918391,0.004290248,0.00041253638,0.0012446303,0.001622773,0.00059077214],"domain_scores_gemma":[0.9723025,0.017271888,0.0038505488,0.0037408047,0.0018922803,0.000941952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00945752,0.00089013047,0.0010560709,0.00066619547,0.0010276624,0.0020309456,0.0022742092,0.001624298,0.0011077599],"category_scores_gemma":[0.03634649,0.0005989096,0.00044921308,0.00107967,0.0016063169,0.002408315,0.0027524356,0.0013396824,0.00027709047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016178343,0.00053028716,0.019313885,0.0004048642,0.0001917273,0.00079663924,0.0014993425,0.72707814,0.019149985,0.0693208,0.0038312492,0.15626523],"study_design_scores_gemma":[0.00006121342,0.00015733483,0.0022547536,0.00003310231,0.000020377063,0.000078074314,0.00026430367,0.9442374,0.0054440503,0.0459444,0.0014697836,0.00003508673],"about_ca_topic_score_codex":0.003464681,"about_ca_topic_score_gemma":0.0040060007,"teacher_disagreement_score":0.00945752,"about_ca_system_score_codex":0.0020979503,"about_ca_system_score_gemma":0.001981156,"threshold_uncertainty_score":0.0500167},"labels":[],"label_agreement":null},{"id":"W3088963435","doi":"10.1177/1548512920956383","title":"Transitioning from testbeds to ships: an experience study in deploying the TIPPERS Internet of Things platform to the US Navy","year":2020,"lang":"en","type":"article","venue":"The Journal of Defense Modeling and Simulation Applications Methodology Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"U.S. Air Force; Defense Advanced Research Projects Agency; Office of the Director","keywords":"Navy; Context (archaeology); Situation awareness; Computer science; Variety (cybernetics); Computer security; Trident; Middleware (distributed applications); Differential privacy; Encryption; Interoperability; World Wide Web; Internet privacy; Engineering; Database","score_opus":0.1294867928212441,"score_gpt":0.35395442621423795,"score_spread":0.22446763339299386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088963435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98607254,0.00007910826,0.0071073696,0.0011472731,0.000041164923,0.00022027915,0.000076812896,0.00012731428,0.0051281615],"genre_scores_gemma":[0.98288685,0.00021079705,0.012361554,0.00042386685,0.00002238651,0.00021555982,0.00019178432,0.00009719499,0.0035899533],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9952911,0.0030770972,0.00013392132,0.0004086885,0.000631719,0.00045749292],"domain_scores_gemma":[0.99245876,0.0042219292,0.00033105336,0.0009513243,0.0008670344,0.0011699302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067766355,0.00055449473,0.0004298884,0.0005837078,0.0032326705,0.0020664807,0.0012690828,0.0012162889,0.001398649],"category_scores_gemma":[0.015334071,0.00026222257,0.00043920398,0.0006831292,0.0033207498,0.0032203654,0.0027790123,0.0015673328,0.00044856887],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011649348,0.0092002135,0.065080844,0.0008602967,0.00020545539,0.014839849,0.5959261,0.011867201,0.04475856,0.014816379,0.023201153,0.21807897],"study_design_scores_gemma":[0.00029421534,0.012177148,0.056588117,0.00044511302,0.00014892174,0.004060774,0.6240363,0.03814397,0.03205306,0.008976006,0.22279368,0.0002826658],"about_ca_topic_score_codex":0.004386512,"about_ca_topic_score_gemma":0.008893242,"teacher_disagreement_score":0.0067766355,"about_ca_system_score_codex":0.0012429974,"about_ca_system_score_gemma":0.0010767571,"threshold_uncertainty_score":0.035838664},"labels":[],"label_agreement":null},{"id":"W3089162342","doi":"10.1038/s41587-020-0694-x","title":"Leveling up citizen science","year":2020,"lang":"en","type":"article","venue":"Nature Biotechnology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Genome Canada","keywords":"Transgender; Lesbian; Queer; Public relations; Ethnic group; Work (physics); Political science; Representation (politics); Gender studies; Sociology; Economic growth; Law; Engineering; Economics; Politics","score_opus":0.012327473422089372,"score_gpt":0.24316424488393862,"score_spread":0.23083677146184925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089162342","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06292986,0.004788835,0.30704397,0.23309378,0.0063135517,0.0008223381,0.0008657471,0.0028750994,0.3812668],"genre_scores_gemma":[0.74510264,0.0033515512,0.10856235,0.03078858,0.0021162205,0.000714529,0.0011736241,0.00067348016,0.10751706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99336207,0.002797063,0.00017610959,0.0008567154,0.0018833347,0.0009247357],"domain_scores_gemma":[0.98382366,0.0067898226,0.0006735882,0.0038434016,0.002540033,0.0023294433],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.007134924,0.0006541693,0.0006221163,0.0019250775,0.004026182,0.007898714,0.0018542046,0.004585914,0.029167365],"category_scores_gemma":[0.02189517,0.0005438648,0.000981291,0.0015856639,0.0060653044,0.013611755,0.015914882,0.0061850157,0.008055248],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002041204,0.00037152588,0.003693696,0.00056546915,0.00010278061,0.00023943128,0.004093531,0.0050523207,0.006369001,0.6375541,0.11161525,0.23013885],"study_design_scores_gemma":[0.000026635988,0.000084445004,0.000918459,0.00017184086,0.000019840094,0.00004869209,0.0030089458,0.0056419405,0.002315638,0.5731688,0.41456428,0.000030373858],"about_ca_topic_score_codex":0.0025470208,"about_ca_topic_score_gemma":0.0036587354,"teacher_disagreement_score":0.9981458,"about_ca_system_score_codex":0.003289008,"about_ca_system_score_gemma":0.0059202104,"threshold_uncertainty_score":0.09757453},"labels":[],"label_agreement":null},{"id":"W3090042117","doi":"10.1109/jiot.2020.3028026","title":"Trajectory Penetration Characterization for Efficient Vehicle Selection in HD Map Crowdsourcing","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Crowdsourcing; Trajectory; Computer science; Maximization; Trajectory optimization; Selection (genetic algorithm); Data mining; Mathematical optimization; Real-time computing; Machine learning; Mathematics","score_opus":0.01766222007855258,"score_gpt":0.23142948871194616,"score_spread":0.21376726863339357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090042117","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18965125,0.0005235848,0.8033329,0.00037441065,0.000056261764,0.00019486957,0.0011026297,0.0013147482,0.0034492903],"genre_scores_gemma":[0.9564235,0.00018040127,0.040203847,0.00007970202,0.000043504537,0.00016741245,0.0011998885,0.000101441474,0.001600277],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903333,0.00017339109,0.000048441892,0.00030552776,0.00024721166,0.0001920546],"domain_scores_gemma":[0.9982059,0.00066873635,0.00023300215,0.0003017553,0.00040594273,0.00018476618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010362806,0.0011437045,0.001109597,0.0010831357,0.0006092637,0.001184448,0.0023035873,0.0010292169,0.00185095],"category_scores_gemma":[0.0064239404,0.00044141655,0.00059066934,0.0013069011,0.0006970017,0.0016296515,0.002167436,0.00080507953,0.00070203195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035918428,0.00015240296,0.022332972,0.00025169522,0.00008249964,0.0004060813,0.00056274404,0.8848389,0.00831996,0.007333899,0.0028925692,0.07246714],"study_design_scores_gemma":[0.0000060728275,0.000026842605,0.0016963455,0.000007738378,0.000007058874,0.000039213628,0.00008767431,0.9932359,0.0010828536,0.0032294733,0.00057025737,0.000010629327],"about_ca_topic_score_codex":0.011480805,"about_ca_topic_score_gemma":0.0068861386,"teacher_disagreement_score":0.011480805,"about_ca_system_score_codex":0.0010216098,"about_ca_system_score_gemma":0.0012058606,"threshold_uncertainty_score":0.022827983},"labels":[],"label_agreement":null},{"id":"W3091588063","doi":"10.1016/j.iot.2020.100297","title":"Locally reconfigurable Self Organizing Feature Map for high impact malicious tasks submission in Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"Internet of Things","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Crowdsensing; Task (project management); Feature (linguistics); Mobile device; Human–computer interaction; Artificial intelligence; Embedded system; Real-time computing; Computer security; World Wide Web; Engineering","score_opus":0.01027843866201548,"score_gpt":0.2370144495864058,"score_spread":0.22673601092439033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091588063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22512062,0.00037942152,0.7661636,0.00031430947,0.0002838962,0.00009801772,0.00011088638,0.0017190092,0.0058102305],"genre_scores_gemma":[0.97865504,0.000033897875,0.019504594,0.000047900452,0.0000255443,0.000030473784,0.000038997907,0.000024481798,0.0016391159],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997167,0.00004534925,0.000007589469,0.00006881043,0.00009125765,0.00007022604],"domain_scores_gemma":[0.99956745,0.0001645787,0.000039054346,0.00006259643,0.000112969894,0.000053278538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002602147,0.0003692137,0.0005533013,0.0002984557,0.0005319803,0.00054811395,0.001055095,0.00059500796,0.0012928477],"category_scores_gemma":[0.0011151631,0.00018289895,0.00027806993,0.00030224636,0.00038236464,0.00059839495,0.00093933375,0.00046783304,0.00034863432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000912893,0.00056191604,0.002945881,0.0001505597,0.00007868714,0.00055221707,0.00027190888,0.6667312,0.07831327,0.0073486893,0.0056789727,0.2364538],"study_design_scores_gemma":[0.000005765171,0.000053326108,0.00033825822,0.0000014438627,0.0000040779437,0.000024306859,0.000025339965,0.9949414,0.0028674754,0.0013216111,0.00041045732,0.0000064666497],"about_ca_topic_score_codex":0.0019314721,"about_ca_topic_score_gemma":0.0022638773,"teacher_disagreement_score":0.0019314721,"about_ca_system_score_codex":0.00035378954,"about_ca_system_score_gemma":0.00048048844,"threshold_uncertainty_score":0.0043250322},"labels":[],"label_agreement":null},{"id":"W3092309417","doi":"10.5210/spir.v2020i0.11186","title":"MORAL ECONOMIES OF OPEN DATA PLATFORMS","year":2020,"lang":"en","type":"article","venue":"AoIR Selected Papers of Internet Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Capitalism; Sociology; Politics; Economics; Political economy; Political science; Law","score_opus":0.17113155258348703,"score_gpt":0.36645481825270854,"score_spread":0.1953232656692215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092309417","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37611198,0.0007683829,0.04336452,0.048370946,0.0003207463,0.00013294673,0.00011375137,0.00016018905,0.5306565],"genre_scores_gemma":[0.9860553,0.00015435673,0.002598121,0.0011132534,0.000040718864,0.00006227423,0.000024999637,0.0000560043,0.009894963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.974613,0.013582727,0.00044171992,0.0016698731,0.0064540035,0.0032387748],"domain_scores_gemma":[0.978967,0.010737144,0.0017846988,0.0028442324,0.0024599468,0.0032068642],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.018575741,0.00033530153,0.00031757538,0.0016841183,0.015628655,0.019899357,0.0015296347,0.0032699753,0.005754812],"category_scores_gemma":[0.034316733,0.0004883017,0.00038864271,0.0012009569,0.06246198,0.013131215,0.015555905,0.005742109,0.0005428712],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017024335,0.000021991935,0.0014612686,0.000018576162,0.000005200494,0.0001568232,0.04721932,0.00027066967,0.00023399746,0.94131315,0.0027426132,0.0065393653],"study_design_scores_gemma":[0.00003733266,0.00004006505,0.004532224,0.00023046194,0.000017934215,0.00018185058,0.08726493,0.0025448517,0.00062688836,0.7032508,0.20119761,0.0000750563],"about_ca_topic_score_codex":0.025214333,"about_ca_topic_score_gemma":0.01908559,"teacher_disagreement_score":0.98437136,"about_ca_system_score_codex":0.0146937175,"about_ca_system_score_gemma":0.012786154,"threshold_uncertainty_score":0.106610835},"labels":[],"label_agreement":null},{"id":"W3093672075","doi":"10.1109/iscc50000.2020.9219661","title":"Knowledge-Based Machine Learning Boosting for Adversarial Task Detection in Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; AdaBoost; Machine learning; Boosting (machine learning); Decision tree; Mobile device; Exploit; Artificial intelligence; Feature selection; Task (project management); Support vector machine; Computer security; World Wide Web; Engineering","score_opus":0.01890668782989297,"score_gpt":0.24408197075161908,"score_spread":0.22517528292172612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093672075","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07995135,0.0007722429,0.9124669,0.0008330319,0.00023621088,0.00018503646,0.00010983884,0.0013283753,0.0041170013],"genre_scores_gemma":[0.9318583,0.00014441024,0.06447839,0.0003899508,0.00015050324,0.00011849309,0.00015886793,0.000049969138,0.00265109],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979911,0.00074636406,0.000083422885,0.0003520853,0.00051339116,0.00031367576],"domain_scores_gemma":[0.9938508,0.003947358,0.00046094897,0.0005187148,0.0009475682,0.00027447275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004351696,0.0010836126,0.0020195404,0.0011814192,0.0009903635,0.0010809962,0.0019041182,0.0015080028,0.0015942188],"category_scores_gemma":[0.010304259,0.0005001382,0.0008375495,0.0007505503,0.0013713143,0.001196183,0.0018214509,0.0018414486,0.0006838611],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041209764,0.0002962394,0.00346525,0.00012400562,0.00009765734,0.00014316638,0.00011235276,0.827441,0.0037465764,0.0069959895,0.0033410727,0.1538247],"study_design_scores_gemma":[0.000005674298,0.00003288666,0.00022279118,0.000004550955,0.000005297872,0.000011774014,0.0000060786,0.99663395,0.0006581341,0.002188001,0.00022640843,0.0000045200677],"about_ca_topic_score_codex":0.0039211246,"about_ca_topic_score_gemma":0.0028746333,"teacher_disagreement_score":0.004351696,"about_ca_system_score_codex":0.0012486492,"about_ca_system_score_gemma":0.0015827647,"threshold_uncertainty_score":0.023014188},"labels":[],"label_agreement":null},{"id":"W3093995308","doi":"10.1109/jiot.2020.3032797","title":"PPCS: An Intelligent Privacy-Preserving Mobile-Edge Crowdsensing Strategy for Industrial IoT","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Deanship of Scientific Research, King Saud University","keywords":"Computer science; Crowdsensing; Enhanced Data Rates for GSM Evolution; Reliability (semiconductor); Data aggregator; Participatory sensing; Information privacy; Sensor fusion; Edge computing; Data mining; Artificial intelligence; Computer security; Computer network; Wireless sensor network; Data science","score_opus":0.09945770780017162,"score_gpt":0.30423423979898584,"score_spread":0.20477653199881424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093995308","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023004556,0.00025813893,0.97262585,0.0003771171,0.000085490145,0.00011850402,0.000060490725,0.00033145,0.0031383345],"genre_scores_gemma":[0.9340213,0.00019504098,0.06273661,0.00030579467,0.000054811688,0.00015628936,0.00006890509,0.000029575625,0.0024317056],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986835,0.00030045895,0.00006594199,0.00035588033,0.00038525957,0.0002088864],"domain_scores_gemma":[0.9986046,0.00055654807,0.00019623419,0.00018437448,0.0002971574,0.00016118003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012925214,0.0009763783,0.00097500713,0.00061726006,0.0009573696,0.0010213227,0.0020121855,0.0013330353,0.00094357965],"category_scores_gemma":[0.0030300796,0.00031763717,0.0007322814,0.00063837745,0.0011141537,0.001578087,0.0030259225,0.0008570424,0.00025788788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006877441,0.0003764685,0.0038306115,0.00037667213,0.00019407069,0.0014885657,0.0007343388,0.67030233,0.046207517,0.07114582,0.0075459545,0.19710995],"study_design_scores_gemma":[0.000022205255,0.00013864329,0.00029485338,0.000010593468,0.00002048369,0.00015120524,0.000080810394,0.97813064,0.0034285185,0.015795313,0.0018990971,0.000027693985],"about_ca_topic_score_codex":0.0022785086,"about_ca_topic_score_gemma":0.0016529551,"teacher_disagreement_score":0.0022785086,"about_ca_system_score_codex":0.00083661906,"about_ca_system_score_gemma":0.0011280435,"threshold_uncertainty_score":0.0068356395},"labels":[],"label_agreement":null},{"id":"W3096136041","doi":"10.1109/twc.2020.3033822","title":"A Multi-Leader Multi-Follower Game-Based Analysis for Incentive Mechanisms in Socially-Aware Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Wireless Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; State Key Laboratory of Industrial Control Technology; National Research Foundation Singapore; National Natural Science Foundation of China; Nanyang Technological University; National Science Foundation","keywords":"Stackelberg competition; Computer science; Service provider; Incentive; Crowdsensing; Context (archaeology); Nash equilibrium; Game theory; Service (business); Backward induction; Internet privacy; Computer security; Business","score_opus":0.05987286940101648,"score_gpt":0.29948233047500633,"score_spread":0.23960946107398984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096136041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020725178,0.00059607875,0.9665032,0.0011295507,0.0001321164,0.0002466151,0.00015337291,0.0000972497,0.010416604],"genre_scores_gemma":[0.8875522,0.0011981964,0.094007716,0.00053669617,0.00016897896,0.0007572903,0.00016012223,0.000090295725,0.01552847],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979207,0.0010287395,0.000069935675,0.00030816483,0.00033945977,0.0003329896],"domain_scores_gemma":[0.9948225,0.0035865402,0.0005360932,0.0001190459,0.00055680086,0.00037913272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004240085,0.0018029613,0.0021587845,0.0015914866,0.0013872075,0.0024746445,0.0028733872,0.0029458152,0.005604857],"category_scores_gemma":[0.010255114,0.000863835,0.002074249,0.00087076396,0.0025669571,0.0030618836,0.002201797,0.002796909,0.0004793215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000664908,0.00009499458,0.0009788622,0.00016286962,0.00007753121,0.00039499154,0.00029592897,0.7057003,0.0015236103,0.2830773,0.0019183046,0.0057088165],"study_design_scores_gemma":[0.00001576746,0.000023040207,0.00009973185,0.000013029503,0.000011736415,0.000023797598,0.000039502855,0.96651924,0.00007032105,0.032486588,0.00068289717,0.00001441466],"about_ca_topic_score_codex":0.011027099,"about_ca_topic_score_gemma":0.006187859,"teacher_disagreement_score":0.011027099,"about_ca_system_score_codex":0.003106147,"about_ca_system_score_gemma":0.0034114397,"threshold_uncertainty_score":0.022536755},"labels":[],"label_agreement":null},{"id":"W3097669541","doi":"10.18280/jesa.530412","title":"Data Collection for Mobile Crowd Sensing Based on Tensor Completion","year":2020,"lang":"en","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Hebei Province; National Natural Science Foundation of China","keywords":"Computer science; Data collection; Context (archaeology); Mobile device; Big data; Set (abstract data type); Tensor (intrinsic definition); Data set; Adaptive sampling; Sampling (signal processing); Data mining; Real-time computing; Artificial intelligence; Computer vision; Mathematics","score_opus":0.05728904568907689,"score_gpt":0.2808527932297992,"score_spread":0.22356374754072234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097669541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012450268,0.000094033414,0.9862207,0.0001528985,0.00003663539,0.00007569378,0.00010654275,0.00035280242,0.0005103937],"genre_scores_gemma":[0.3640569,0.00039930613,0.6320172,0.00014324755,0.00014099645,0.00028688568,0.00089123636,0.0001334047,0.0019308301],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985801,0.00040902666,0.0000928179,0.00036425673,0.000397558,0.00015618384],"domain_scores_gemma":[0.9983595,0.00042626468,0.00018695973,0.00027068352,0.0005981273,0.00015836106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014503864,0.0012575034,0.001004869,0.0014430371,0.001069864,0.0010939211,0.0011143676,0.00069442723,0.0011036646],"category_scores_gemma":[0.0039223987,0.0004840405,0.0013221451,0.0017273148,0.0012013053,0.0020057715,0.0023130092,0.0013828125,0.0004996703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007500901,0.00030255527,0.0072297733,0.00055935484,0.0002576009,0.00052733824,0.0015902595,0.40710014,0.08511446,0.038206846,0.008588473,0.44977313],"study_design_scores_gemma":[0.000009568674,0.000069284775,0.000685512,0.000010049338,0.000015683998,0.000073444426,0.00012271098,0.9825966,0.00648381,0.008165852,0.001740143,0.000027339973],"about_ca_topic_score_codex":0.010596992,"about_ca_topic_score_gemma":0.008053827,"teacher_disagreement_score":0.010596992,"about_ca_system_score_codex":0.0010025321,"about_ca_system_score_gemma":0.0018660546,"threshold_uncertainty_score":0.0210706},"labels":[],"label_agreement":null},{"id":"W3100608601","doi":"","title":"Creativity on paid crowdsourcing platforms","year":2020,"lang":"en","type":"preprint","venue":"University of Oulu Repository (University of Oulu)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Crowdsourcing; Creativity; Scope (computer science); Work (physics); Creative work; Data science; Meaning (existential); Computer science; Knowledge management; World Wide Web; Engineering; Psychology; Political science; Social psychology","score_opus":0.020606637379672516,"score_gpt":0.18854886269258575,"score_spread":0.16794222531291322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100608601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89220494,0.0005349187,0.015751189,0.0022817624,0.0001321955,0.0005634548,0.00036610893,0.00016710056,0.08799823],"genre_scores_gemma":[0.9875377,0.00016283648,0.0036882511,0.00021070158,0.00006134269,0.00023869697,0.00008592976,0.000039844188,0.00797471],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99306667,0.0034249458,0.00019459231,0.00052691065,0.0021953217,0.00059151714],"domain_scores_gemma":[0.98519784,0.009752132,0.0015692111,0.0011919318,0.0012603567,0.0010286331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039744135,0.00035914485,0.00035941973,0.0015642272,0.004320444,0.0038304506,0.00077214075,0.0010068954,0.0076336768],"category_scores_gemma":[0.017921608,0.00021039041,0.00041695233,0.0011769516,0.0028447704,0.0022267725,0.0035775409,0.00090613303,0.0010909816],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013326338,0.0004104427,0.07200845,0.0026398825,0.00012425482,0.003993148,0.56593156,0.002735904,0.027782341,0.06253113,0.018418634,0.24209166],"study_design_scores_gemma":[0.00020767296,0.0007488068,0.13846646,0.0017803422,0.00009081874,0.001606194,0.4779965,0.009022456,0.008462228,0.065816045,0.29546693,0.00033558536],"about_ca_topic_score_codex":0.0024654425,"about_ca_topic_score_gemma":0.0026535783,"teacher_disagreement_score":0.0076336768,"about_ca_system_score_codex":0.0015443813,"about_ca_system_score_gemma":0.0013877875,"threshold_uncertainty_score":0.025537252},"labels":[],"label_agreement":null},{"id":"W3103439472","doi":"10.1109/iccc49849.2020.9238921","title":"Private, Fair, and Verifiable Aggregate Statistics for Mobile Crowdsensing in Blockchain Era","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Queen's University","funders":"","keywords":"Computer science; Verifiable secret sharing; Computer security; Mobile payment; Computer network; ElGamal encryption; Encryption; Payment; Public-key cryptography; Mobile computing; World Wide Web","score_opus":0.013739787533360989,"score_gpt":0.23190354245630207,"score_spread":0.21816375492294107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103439472","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02511442,0.00040778704,0.96819746,0.00097196404,0.00010259179,0.00026827637,0.00031272904,0.0008546141,0.003770087],"genre_scores_gemma":[0.910304,0.00038698225,0.08478144,0.00024776242,0.00012565247,0.0002998486,0.0002501917,0.00008584606,0.0035182387],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9926658,0.002011078,0.000379842,0.0015041234,0.0025035574,0.0009355504],"domain_scores_gemma":[0.98636127,0.006045338,0.0012277317,0.003926522,0.0017173601,0.0007218371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006338582,0.0008854825,0.0016754805,0.0010514841,0.0025639532,0.0034390744,0.0029312733,0.0022463526,0.00366225],"category_scores_gemma":[0.016364979,0.00062331196,0.0008862705,0.0015902603,0.0037108315,0.0069946484,0.005651515,0.0025475298,0.0006879793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001044117,0.00022715305,0.0029906027,0.0004466053,0.00012620997,0.0009901612,0.0009290157,0.31374666,0.013934134,0.56245035,0.004583634,0.09853125],"study_design_scores_gemma":[0.00012464552,0.00010508334,0.0002639088,0.000042574116,0.000033416934,0.00021292521,0.0000896791,0.71720654,0.0062138694,0.2693733,0.00627382,0.000060317358],"about_ca_topic_score_codex":0.0035619284,"about_ca_topic_score_gemma":0.0033905166,"teacher_disagreement_score":0.006338582,"about_ca_system_score_codex":0.0030496074,"about_ca_system_score_gemma":0.006925839,"threshold_uncertainty_score":0.03352201},"labels":[],"label_agreement":null},{"id":"W3106900815","doi":"","title":"To Train or Not to Train? How Training Affects the Diversity of Crowdsourced Data","year":2020,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Memorial University of Newfoundland","funders":"","keywords":"Training (meteorology); Diversity (politics); Crowdsourcing; Computer science; Training set; Data science; Artificial intelligence; World Wide Web; Geography","score_opus":0.08824991019651553,"score_gpt":0.2701563861884323,"score_spread":0.18190647599191678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106900815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96501476,0.0002887925,0.017063225,0.0060697654,0.00014009526,0.00022834326,0.00016531565,0.0001727654,0.010856912],"genre_scores_gemma":[0.9905565,0.000101287136,0.0071534286,0.0008757592,0.000025932211,0.00015323612,0.00008627205,0.000041285955,0.0010061802],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9854033,0.010213747,0.0004494177,0.0019422029,0.001193599,0.0007977618],"domain_scores_gemma":[0.8919631,0.084850095,0.006960292,0.0087134475,0.0043080836,0.0032050486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019510267,0.00039020993,0.00048342312,0.0004458181,0.0016600593,0.0022243368,0.0011513338,0.0016722956,0.002865639],"category_scores_gemma":[0.13754219,0.00035524316,0.00038512275,0.0004771781,0.0027729613,0.0040010135,0.0017583986,0.0017084415,0.00078308873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030181466,0.00306846,0.5264344,0.0011658507,0.00056622666,0.00042764028,0.030985685,0.028428622,0.03333173,0.009719686,0.00891581,0.3539377],"study_design_scores_gemma":[0.0007952384,0.0034663589,0.6784094,0.001635693,0.00082957663,0.00068415835,0.037211817,0.12046165,0.039832115,0.07542821,0.040745612,0.00050019973],"about_ca_topic_score_codex":0.0065184957,"about_ca_topic_score_gemma":0.008494174,"teacher_disagreement_score":0.019510267,"about_ca_system_score_codex":0.0012174062,"about_ca_system_score_gemma":0.0015513329,"threshold_uncertainty_score":0.10318142},"labels":[],"label_agreement":null},{"id":"W3107627141","doi":"10.1109/tmc.2020.3040945","title":"A Reinforcement Learning Framework for Efficient Informative Sensing","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reinforcement learning; Computer science; Motion planning; Path (computing); Inference; Process (computing); Plan (archaeology); Mathematical optimization; Artificial intelligence; Robot; Distributed computing; Mathematics","score_opus":0.01973670981837335,"score_gpt":0.25837263188972825,"score_spread":0.2386359220713549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107627141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053976597,0.00029701443,0.9909689,0.00022437367,0.000046979407,0.00003913476,0.00006882699,0.00035421105,0.0026028557],"genre_scores_gemma":[0.7419256,0.0005373155,0.24936984,0.00031183247,0.00012530606,0.00036061293,0.00026468994,0.0001585864,0.006946178],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934393,0.0001935164,0.000028351053,0.00017796004,0.00014054218,0.00011562073],"domain_scores_gemma":[0.99871576,0.0008046067,0.00012444278,0.00009019262,0.00016110069,0.00010396672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011201601,0.0011922215,0.001346974,0.0005453442,0.00053318666,0.0008909039,0.0020106798,0.0012562985,0.0041244444],"category_scores_gemma":[0.003205427,0.0005996342,0.0008345442,0.00060043106,0.0011562075,0.001324065,0.0015003205,0.0022620212,0.000585288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008334304,0.000062578765,0.00033380958,0.00008974464,0.000036597794,0.000094342904,0.000058519818,0.93223786,0.001367441,0.02989459,0.0019605246,0.03378064],"study_design_scores_gemma":[0.000014773348,0.000017513179,0.0000296001,0.0000048475877,0.0000042742863,0.00000996509,0.000004299339,0.98895186,0.00014654713,0.010281167,0.00053082436,0.000004320251],"about_ca_topic_score_codex":0.0077996356,"about_ca_topic_score_gemma":0.0066930605,"teacher_disagreement_score":0.0077996356,"about_ca_system_score_codex":0.001284387,"about_ca_system_score_gemma":0.0020337221,"threshold_uncertainty_score":0.015508473},"labels":[],"label_agreement":null},{"id":"W3109564612","doi":"10.2196/24589","title":"Mobile Health Crowdsensing (MHCS) Intervention on Chronic Disease Awareness: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cape Peninsula University of Technology","keywords":"CINAHL; PsycINFO; Psychological intervention; mHealth; MEDLINE; Intervention (counseling); Health care; Medical education; Systematic review; Psychology; Computer science; Medicine; Nursing","score_opus":0.38631657800676067,"score_gpt":0.6199205637076022,"score_spread":0.2336039857008415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109564612","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024983296,0.0010995815,0.00045447348,0.0001554122,0.00012211154,0.99611723,0.0015322882,0.000032576045,0.00023650391],"genre_scores_gemma":[0.0002493125,0.0006204269,0.001027817,0.000102503895,0.000012766582,0.9976483,0.00017130439,0.0000033558647,0.00016419333],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9747376,0.010442198,0.007171235,0.0023232289,0.003746915,0.0015788125],"domain_scores_gemma":[0.97157055,0.009970332,0.006508728,0.0023452367,0.0082805995,0.0013245711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055490863,0.0056144674,0.019106708,0.011048278,0.004205747,0.006844079,0.0045276256,0.007168539,0.08215894],"category_scores_gemma":[0.059567217,0.0049372823,0.016376304,0.01031636,0.0039817668,0.0077630184,0.0047775526,0.0058888015,0.009213039],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009663475,0.00057312043,0.0006542021,0.9228497,0.0030618997,0.00051163696,0.0014276331,0.0008846079,0.0012733064,0.0034587656,0.019554518,0.036087062],"study_design_scores_gemma":[0.084332064,0.0055059628,0.007630593,0.6587978,0.019664,0.00069952203,0.0030701107,0.0016442948,0.0028496396,0.011621071,0.20356002,0.0006249902],"about_ca_topic_score_codex":0.0063875886,"about_ca_topic_score_gemma":0.01381521,"teacher_disagreement_score":0.08215894,"about_ca_system_score_codex":0.0147771165,"about_ca_system_score_gemma":0.05095839,"threshold_uncertainty_score":0.29346728},"labels":[],"label_agreement":null},{"id":"W3110223711","doi":"10.1145/3397536.3422215","title":"Online In-Route Task Selection in Spatial Crowdsourcing","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Crowdsourcing; Heuristic; Selection (genetic algorithm); Path (computing); Order (exchange); Skyline; Shortest path problem; Quality (philosophy); Operations research; Artificial intelligence; Theoretical computer science; Data mining; World Wide Web; Graph; Mathematics","score_opus":0.017063137735770288,"score_gpt":0.2298340880832046,"score_spread":0.21277095034743432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110223711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23237269,0.002049332,0.7476979,0.0013935874,0.00023610058,0.0008063138,0.0011933515,0.003808374,0.0104423165],"genre_scores_gemma":[0.8309441,0.00026662857,0.16350666,0.000327538,0.00008679969,0.00033773802,0.000931509,0.00027603543,0.0033230735],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974348,0.0010036469,0.00011211314,0.00071364694,0.0004075112,0.00032834688],"domain_scores_gemma":[0.995587,0.002819623,0.00031768758,0.00059598236,0.0002951405,0.00038453104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033090743,0.0020653012,0.002787957,0.0010274452,0.0014926483,0.001737777,0.0046476196,0.0028922574,0.0038032006],"category_scores_gemma":[0.008042635,0.00080424035,0.0011113611,0.0020476086,0.001442429,0.0027485762,0.002895229,0.0013687407,0.00081305316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074385427,0.00035143454,0.0020026716,0.0003718404,0.00014699962,0.0004874,0.000567793,0.92070425,0.0037673751,0.0068773264,0.0043546017,0.05962443],"study_design_scores_gemma":[0.00011369996,0.00010281089,0.00040461443,0.000014836152,0.000025409578,0.00007572844,0.00021836108,0.9837953,0.00092662394,0.012453373,0.0018461989,0.000023006047],"about_ca_topic_score_codex":0.01752364,"about_ca_topic_score_gemma":0.02138656,"teacher_disagreement_score":0.01752364,"about_ca_system_score_codex":0.0021764713,"about_ca_system_score_gemma":0.00255356,"threshold_uncertainty_score":0.034843266},"labels":[],"label_agreement":null},{"id":"W3112994038","doi":"10.14778/3436905.3436920","title":"Maximizing social welfare in a competitive diffusion model","year":2020,"lang":"en","type":"preprint","venue":"Proceedings of the VLDB Endowment","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Competition (biology); Viral marketing; Computer science; Incentive; Maximization; Quality (philosophy); Social Welfare; Microeconomics; Focus (optics); Competitive equilibrium; Social network (sociolinguistics); Utility maximization; Utility maximization problem; Mathematical economics; Economics; Social media","score_opus":0.02382788169935284,"score_gpt":0.23324999598651466,"score_spread":0.20942211428716181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112994038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06469744,0.0012419455,0.9070391,0.0029187603,0.00013546002,0.00030485017,0.0009965355,0.0005349213,0.022131022],"genre_scores_gemma":[0.81292695,0.0016544972,0.1586838,0.0008438052,0.00025391573,0.0007743915,0.0010414149,0.0002974345,0.023523811],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832946,0.00070848037,0.000053166794,0.00035941004,0.00024371673,0.00030574552],"domain_scores_gemma":[0.99462765,0.004195867,0.00028472854,0.00018676887,0.00036459952,0.00034039217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024671694,0.0021543487,0.0026525208,0.0014262736,0.0011423363,0.0026045463,0.0032950444,0.0032400123,0.0060638785],"category_scores_gemma":[0.008952772,0.000876846,0.001398998,0.0018366762,0.001705349,0.0029807081,0.0021479547,0.0023988765,0.0010431638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013307374,0.00011909841,0.0006460025,0.00019449263,0.0000644717,0.0002777489,0.00018006355,0.8603491,0.00089913025,0.11539645,0.006108918,0.015631337],"study_design_scores_gemma":[0.000019926123,0.000013977593,0.000054433785,0.000008862899,0.000008900269,0.000021971353,0.000021432319,0.9663056,0.00009131275,0.032631323,0.00081574294,0.0000066018424],"about_ca_topic_score_codex":0.011689098,"about_ca_topic_score_gemma":0.0084362915,"teacher_disagreement_score":0.011689098,"about_ca_system_score_codex":0.0037306673,"about_ca_system_score_gemma":0.001849467,"threshold_uncertainty_score":0.027068019},"labels":[],"label_agreement":null},{"id":"W3115100653","doi":"10.20982/tqmp.16.5.p472","title":"Got Bots? Practical Recommendations to Protect Online Survey Data from Bot Attacks","year":2020,"lang":"en","type":"article","venue":"The Quantitative Methods for Psychology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Data collection; Computer science; Internet privacy; The Internet; Data quality; Data science; Quality (philosophy); Computer security; World Wide Web; Engineering","score_opus":0.6865261507868327,"score_gpt":0.6223430805496,"score_spread":0.06418307023723269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115100653","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024233675,0.008619508,0.37059596,0.535248,0.004567263,0.010263688,0.001546288,0.012048276,0.032877352],"genre_scores_gemma":[0.1407386,0.006145012,0.70986366,0.1061967,0.0024596557,0.016358204,0.0017298016,0.0011733718,0.0153350495],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8263138,0.13736203,0.009102862,0.0076639825,0.015536434,0.0040209293],"domain_scores_gemma":[0.45400393,0.3831336,0.02797545,0.06230132,0.058621023,0.0139647],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16298442,0.0033754203,0.0020363252,0.006587487,0.0054377406,0.015419528,0.007545616,0.016186174,0.021206379],"category_scores_gemma":[0.47240633,0.0025086065,0.0018788626,0.0035379939,0.008418457,0.033515733,0.0077323476,0.011123812,0.018649979],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065000943,0.0019463181,0.037889685,0.0034134176,0.00024433,0.00085421675,0.015465257,0.0027986062,0.0054726964,0.025093077,0.27681825,0.6293542],"study_design_scores_gemma":[0.0014391087,0.0023028539,0.02652565,0.02032216,0.0004891854,0.0030006277,0.05912139,0.039435785,0.01363183,0.1551795,0.6776306,0.00092125847],"about_ca_topic_score_codex":0.005142867,"about_ca_topic_score_gemma":0.009790064,"teacher_disagreement_score":0.83701557,"about_ca_system_score_codex":0.0030582992,"about_ca_system_score_gemma":0.013749671,"threshold_uncertainty_score":0.8619543},"labels":[],"label_agreement":null},{"id":"W3119562189","doi":"10.1139/cjce-2020-0439","title":"Mobile crowdsourcing-based data collection for user-centered facility maintenance management","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Civil Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Western Michigan University","keywords":"Crowdsourcing; Data collection; Computer science; Data science; Geospatial analysis; Mobile device; Facility management; Inefficiency; Context (archaeology); Automation; Knowledge management; World Wide Web; Engineering; Business; Geography","score_opus":0.018368660799201696,"score_gpt":0.21348806612211432,"score_spread":0.19511940532291264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119562189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21564373,0.0022748238,0.71784,0.008745964,0.00053007505,0.0067358105,0.006288692,0.0031137757,0.03882716],"genre_scores_gemma":[0.7533388,0.00072515476,0.23825718,0.000600502,0.0001739297,0.0028041946,0.001689508,0.00008868409,0.0023220237],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940403,0.0033208476,0.00028116498,0.0007620018,0.0012565664,0.00033910602],"domain_scores_gemma":[0.9830723,0.008027861,0.0018252663,0.0027321952,0.0034433433,0.0008990725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064182123,0.00077944965,0.00078258256,0.0030808144,0.0020984744,0.0022249073,0.002201136,0.0011978825,0.0028706247],"category_scores_gemma":[0.017379882,0.00037194864,0.00052410853,0.0028168436,0.0009248556,0.002093412,0.003973598,0.0010627072,0.0010243913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010364221,0.0008453321,0.086352415,0.0041064317,0.00034099957,0.0012905962,0.0211567,0.030932674,0.027364248,0.025415178,0.03712809,0.76403093],"study_design_scores_gemma":[0.00036456957,0.0016629635,0.13357207,0.0036609983,0.00036005361,0.0010191614,0.061166137,0.3805836,0.022928674,0.10371704,0.29034358,0.00062113215],"about_ca_topic_score_codex":0.013535842,"about_ca_topic_score_gemma":0.02230411,"teacher_disagreement_score":0.013535842,"about_ca_system_score_codex":0.0018483064,"about_ca_system_score_gemma":0.00408237,"threshold_uncertainty_score":0.033943176},"labels":[],"label_agreement":null},{"id":"W3122290629","doi":"10.1287/msom.2020.0923","title":"NetEase Cloud Music Data","year":2020,"lang":"en","type":"article","venue":"Manufacturing & Service Operations Management","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Sample (material); Impression; Computer science; Revenue; Set (abstract data type); Data set; Phone; World Wide Web; Advertising; Business; Artificial intelligence","score_opus":0.055104278995308176,"score_gpt":0.2400433469400811,"score_spread":0.1849390679447729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122290629","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021871896,0.00018303275,0.0009970716,0.00038561868,0.00013070411,0.00018166173,0.9458271,0.0015716798,0.028851205],"genre_scores_gemma":[0.037539188,0.00019219638,0.0024914807,0.00018573958,0.00006748362,0.00019351287,0.9498167,0.00021072238,0.009303056],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878496,0.00006147528,0.000082318256,0.00014469614,0.0007820722,0.00014464412],"domain_scores_gemma":[0.99699366,0.00043502616,0.00035722987,0.00056914915,0.0013343429,0.00031053604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047356394,0.0006944947,0.00049099704,0.0029563366,0.0006129511,0.0018498474,0.00095423695,0.00055909035,0.031773455],"category_scores_gemma":[0.005264327,0.0002299325,0.0004345814,0.0052029374,0.00027696844,0.0010773912,0.00095870084,0.00079645595,0.025218112],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065161346,0.00028152225,0.029016387,0.0004420742,0.000055934783,0.00033575358,0.00017019862,0.0032127937,0.0031593526,0.0061010546,0.90700614,0.049567156],"study_design_scores_gemma":[0.00013234414,0.0000819427,0.059079498,0.000105259365,0.000019456174,0.00026551358,0.0003701356,0.008323312,0.004540585,0.0017169433,0.92528754,0.0000773459],"about_ca_topic_score_codex":0.049283683,"about_ca_topic_score_gemma":0.050993998,"teacher_disagreement_score":0.049283683,"about_ca_system_score_codex":0.0016295523,"about_ca_system_score_gemma":0.0017885314,"threshold_uncertainty_score":0.106292784},"labels":[],"label_agreement":null},{"id":"W3123616398","doi":"10.1109/globecom42002.2020.9322625","title":"Region-Aware Bagging and Deep Learning-Based Fake Task Detection in Mobile Crowdsensing Platforms","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Crowdsensing; Task (project management); Artificial intelligence; Server; Machine learning; Deep learning; Mobile device; Ensemble learning; F1 score; Precision and recall; Deep belief network; Computer security; Computer network; Engineering","score_opus":0.011730625657591618,"score_gpt":0.20665692641967273,"score_spread":0.19492630076208112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123616398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36005148,0.0016226391,0.625673,0.0010408835,0.0003003589,0.000167889,0.00040917686,0.0041534426,0.0065811714],"genre_scores_gemma":[0.9507856,0.00015018345,0.046358954,0.00014742858,0.000060141734,0.00004650989,0.00020198159,0.000032682034,0.0022165817],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984112,0.00039463674,0.00007303835,0.00036885342,0.0004593702,0.0002928027],"domain_scores_gemma":[0.9973652,0.00091391476,0.000508823,0.0005192262,0.00053055777,0.00016225973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015151175,0.0010323712,0.0012210517,0.0011602085,0.00073573587,0.0009858932,0.0012719799,0.0011960696,0.000717805],"category_scores_gemma":[0.0054881475,0.00035109316,0.00063550944,0.00077300105,0.0006331662,0.0016836101,0.001733683,0.00110245,0.0005018995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012384069,0.0005250986,0.019714892,0.00024151159,0.00023133562,0.00047337246,0.00043675143,0.3608635,0.022295415,0.0038399305,0.0073742345,0.58276564],"study_design_scores_gemma":[0.00000827006,0.000059582493,0.0022443074,0.000011436771,0.000019391664,0.000071356146,0.00005072601,0.9905301,0.004510499,0.0017141096,0.0007630149,0.000017272716],"about_ca_topic_score_codex":0.007268411,"about_ca_topic_score_gemma":0.0067511806,"teacher_disagreement_score":0.007268411,"about_ca_system_score_codex":0.0011084371,"about_ca_system_score_gemma":0.0009949252,"threshold_uncertainty_score":0.014452159},"labels":[],"label_agreement":null},{"id":"W3124231858","doi":"10.1109/globecom42002.2020.9322483","title":"Efficient and Privacy-Preserving Non-Interactive Truth Discovery for Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Queen's University","funders":"China Scholarship Council; National Natural Science Foundation of China","keywords":"Crowdsensing; Computer science; Internet privacy; Human–computer interaction; Computer security","score_opus":0.013802341523475951,"score_gpt":0.24386871204830574,"score_spread":0.23006637052482978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124231858","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017785536,0.00028986926,0.979031,0.000542882,0.000065771404,0.00014527499,0.00018547194,0.0003349718,0.0016192686],"genre_scores_gemma":[0.86403817,0.0003282098,0.13239196,0.0003275191,0.00011538633,0.00021473941,0.00024992757,0.000044797063,0.002289258],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99480635,0.0013952103,0.00034979594,0.0011721503,0.0016657016,0.000610796],"domain_scores_gemma":[0.9906391,0.004340808,0.0010786434,0.0028489262,0.0007741426,0.0003184583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003618082,0.0007888475,0.0013567242,0.0008920319,0.001908425,0.0021798073,0.0025635005,0.0017378565,0.0015429512],"category_scores_gemma":[0.011016558,0.00061805977,0.0011583446,0.0016125591,0.0024656504,0.005475288,0.0070658927,0.0025650691,0.00044169754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025378556,0.00040069304,0.00414115,0.0008218144,0.0003463003,0.0018478485,0.0021474375,0.24416645,0.06573741,0.41368482,0.006597948,0.2575703],"study_design_scores_gemma":[0.00015509184,0.00019229468,0.0006132913,0.000054846805,0.00006941728,0.00069503894,0.0003139788,0.7631971,0.025384746,0.20367694,0.0055528134,0.00009433774],"about_ca_topic_score_codex":0.0010763669,"about_ca_topic_score_gemma":0.0010702901,"teacher_disagreement_score":0.003618082,"about_ca_system_score_codex":0.0014409464,"about_ca_system_score_gemma":0.0025704633,"threshold_uncertainty_score":0.019134462},"labels":[],"label_agreement":null},{"id":"W3124521751","doi":"10.31235/osf.io/pmfdx","title":"A Framework for Policy Crowdsourcing","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Crowdsourcing; Extant taxon; Data science; Work (physics); Crowdsourcing software development; Computer science; World Wide Web; Engineering","score_opus":0.047981044460254293,"score_gpt":0.3412486690400185,"score_spread":0.2932676245797642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124521751","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023993847,0.0023613975,0.8378224,0.038221594,0.00064567785,0.0004020425,0.00034566547,0.0003491722,0.1174527],"genre_scores_gemma":[0.42558515,0.004330961,0.5279385,0.00591018,0.00134961,0.0021394629,0.00037413253,0.0004101709,0.031961866],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98180103,0.011791198,0.00068878045,0.0025047946,0.0023380553,0.0008761434],"domain_scores_gemma":[0.98511094,0.009684429,0.0009046374,0.0019935523,0.0014750804,0.0008313462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023720535,0.001664745,0.0013894076,0.0042477404,0.005783854,0.010471329,0.0046801916,0.007806055,0.014773369],"category_scores_gemma":[0.02359537,0.0010771367,0.0026948815,0.0037198227,0.016879356,0.012187976,0.008873242,0.007483481,0.0028739392],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025798652,0.000006107918,0.00003809172,0.000027642738,0.00000508899,0.000018828969,0.00022730826,0.0032136657,0.000027021379,0.9931833,0.001165432,0.0020849265],"study_design_scores_gemma":[0.000009068214,0.0000050311032,0.000028939521,0.000071963696,0.000004669136,0.000016193306,0.00014255798,0.007990531,0.000052101423,0.9626521,0.029016545,0.000010344084],"about_ca_topic_score_codex":0.008889784,"about_ca_topic_score_gemma":0.0063149,"teacher_disagreement_score":0.023720535,"about_ca_system_score_codex":0.011252144,"about_ca_system_score_gemma":0.012855164,"threshold_uncertainty_score":0.12544769},"labels":[],"label_agreement":null},{"id":"W3128574317","doi":"10.24251/hicss.2021.596","title":"Introduction to the Minitrack on Emerging Trends in Crowd Science","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ... Annual Hawaii International Conference on System Sciences/Proceedings of the Annual Hawaii International Conference on System Sciences","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Data science","score_opus":0.03320143966789259,"score_gpt":0.29704493504218227,"score_spread":0.2638434953742897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128574317","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023729214,0.2804143,0.030067466,0.13529041,0.4122645,0.0006899038,0.0044501103,0.0021550155,0.13229531],"genre_scores_gemma":[0.0137129,0.24775825,0.01660587,0.060319744,0.34326002,0.0010764488,0.008158899,0.0020386288,0.3070693],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798137,0.0003651985,0.00015406938,0.0004089801,0.0007990815,0.000291298],"domain_scores_gemma":[0.9885561,0.0039034232,0.0005744441,0.0006270686,0.0040724073,0.002266611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042519113,0.0014010045,0.0015400705,0.0055932207,0.0026432124,0.010096066,0.0021846043,0.00438636,0.09955469],"category_scores_gemma":[0.009576263,0.00074680184,0.0012563601,0.0051353923,0.0017828447,0.009938164,0.005600423,0.008037102,0.054095164],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065290136,0.00006323702,0.00033233932,0.00082319125,0.00001295369,0.000051862517,0.00023239132,0.00016736238,0.0008021195,0.013634035,0.8757041,0.10811111],"study_design_scores_gemma":[0.0000048152315,0.000038166436,0.00028243678,0.00050231296,0.000005045858,0.0000594922,0.00009280633,0.0000703258,0.00009759665,0.0037238393,0.9951106,0.000012574282],"about_ca_topic_score_codex":0.0016852249,"about_ca_topic_score_gemma":0.0031151534,"teacher_disagreement_score":0.09955469,"about_ca_system_score_codex":0.0026066306,"about_ca_system_score_gemma":0.0034416625,"threshold_uncertainty_score":0.33304363},"labels":[],"label_agreement":null},{"id":"W3128704478","doi":"10.1109/jiot.2021.3056442","title":"Preserving Location Privacy for Outsourced Most-Frequent Item Query in Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Science Foundation of Zhejiang Province; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Server; Encryption; Overhead (engineering); Location-based service; Ciphertext; Cloud computing; Range query (database); Mobile computing; Web search query; Computer security; Web query classification; Information retrieval; Computer network; Search engine","score_opus":0.018706471992327632,"score_gpt":0.26490382942383434,"score_spread":0.2461973574315067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128704478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10691627,0.00083456194,0.88603246,0.0008736364,0.00014493415,0.00031134012,0.00037535062,0.00091514585,0.0035963363],"genre_scores_gemma":[0.95852464,0.00028647,0.038853854,0.00019693807,0.00010642063,0.00010588368,0.00017624415,0.000034238506,0.0017153083],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99453825,0.001320415,0.00049051247,0.0008905558,0.0019761904,0.0007840285],"domain_scores_gemma":[0.9932949,0.0017555048,0.0007529766,0.0031090856,0.0007809653,0.00030655562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027153199,0.00067387574,0.0018377703,0.00065599225,0.0017076781,0.0017186718,0.0018685191,0.0013074129,0.0014440991],"category_scores_gemma":[0.008075536,0.00043123774,0.0009857641,0.0016697786,0.0015099634,0.004333024,0.005338828,0.0012036373,0.0005826126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00509362,0.0006353681,0.01243398,0.0010190132,0.0003974004,0.0044909287,0.005962402,0.28276107,0.111476846,0.15141542,0.01372642,0.41058758],"study_design_scores_gemma":[0.0001970804,0.000366185,0.0015640031,0.00004181252,0.000099902165,0.001800043,0.0010866846,0.89515024,0.026921803,0.0653625,0.0073014363,0.000108348184],"about_ca_topic_score_codex":0.0020312085,"about_ca_topic_score_gemma":0.0012776246,"teacher_disagreement_score":0.0027153199,"about_ca_system_score_codex":0.0011716712,"about_ca_system_score_gemma":0.0020228445,"threshold_uncertainty_score":0.01436013},"labels":[],"label_agreement":null},{"id":"W3129576153","doi":"10.1109/globecom42002.2020.9347983","title":"Self Organizing Feature Map-Integrated Knowledge-Based Deep Network Against Fake Crowdsensing Tasks","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Server; Task (project management); Artificial intelligence; Feature selection; Feature (linguistics); Artificial neural network; Deep learning; Crowdsensing; Feature extraction; Data mining; Machine learning; Computer network; Computer security; Engineering","score_opus":0.011824037150908557,"score_gpt":0.20993600648356034,"score_spread":0.1981119693326518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129576153","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26178682,0.0007317989,0.72659314,0.0012887573,0.00019589931,0.00017251637,0.00023848821,0.002337984,0.0066546234],"genre_scores_gemma":[0.9777715,0.00007336617,0.020009346,0.00015044922,0.000030089184,0.000049431957,0.00011036889,0.000017874594,0.0017876138],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928004,0.00013649304,0.000030826915,0.00017164349,0.00020514648,0.00017586142],"domain_scores_gemma":[0.9982048,0.0007540958,0.00029390393,0.0001769258,0.000474777,0.00009546087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012803844,0.00083454105,0.0009207829,0.0007106345,0.0006282269,0.00074138364,0.001375724,0.0011708027,0.0009810405],"category_scores_gemma":[0.0049492726,0.00030861775,0.0004361007,0.00042986116,0.00089815067,0.0015226027,0.0013648409,0.0009893756,0.00027904223],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005854929,0.00032099226,0.0041713426,0.000114037444,0.000092974406,0.0002129005,0.00014582774,0.74406,0.00593489,0.0035826748,0.0033613935,0.23741749],"study_design_scores_gemma":[0.000004108897,0.000038393322,0.00028576388,0.0000035481833,0.0000071409936,0.000014862032,0.000009551177,0.9970912,0.001248635,0.0011580375,0.00013471843,0.000004033834],"about_ca_topic_score_codex":0.007923287,"about_ca_topic_score_gemma":0.006410633,"teacher_disagreement_score":0.007923287,"about_ca_system_score_codex":0.0013462193,"about_ca_system_score_gemma":0.0012577131,"threshold_uncertainty_score":0.015754342},"labels":[],"label_agreement":null},{"id":"W3129650768","doi":"10.1109/jiot.2021.3059637","title":"Continuous Probabilistic Skyline Query for Secure Worker Selection in Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Canada Research Chairs","keywords":"Computer science; Outsourcing; Probabilistic logic; Encryption; Skyline; Security analysis; Computer security; Scheme (mathematics); Reliability (semiconductor); Cloud computing; Process (computing); Selection (genetic algorithm); Data mining; Machine learning; Artificial intelligence","score_opus":0.010872845013090559,"score_gpt":0.24861571593566495,"score_spread":0.2377428709225744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129650768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070147395,0.001151473,0.9235162,0.000616201,0.00012905736,0.0002825056,0.0003689188,0.0011909037,0.0025972961],"genre_scores_gemma":[0.9363239,0.0003424195,0.060343243,0.0002056733,0.00011952817,0.00022768002,0.00028324805,0.000049267535,0.0021049832],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965581,0.000984015,0.00024555298,0.0007769221,0.000964986,0.0004702962],"domain_scores_gemma":[0.9965653,0.001407443,0.00044212502,0.00092441856,0.00041323673,0.00024750095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024183723,0.0007923439,0.001698686,0.0006305925,0.0014692519,0.0012119077,0.001979812,0.0012887409,0.0018587409],"category_scores_gemma":[0.0061079715,0.00036943183,0.00080841477,0.0011556972,0.0010107188,0.0030585479,0.0036575764,0.000981035,0.00064112974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058085076,0.00049580104,0.013128185,0.0010992644,0.00032094808,0.002599911,0.004260535,0.3629425,0.08989655,0.083281204,0.018507812,0.41765878],"study_design_scores_gemma":[0.00016413623,0.0003272118,0.001625551,0.000026666887,0.000045624998,0.00063526194,0.0005065805,0.95798105,0.008436755,0.023897186,0.0062857023,0.000068219786],"about_ca_topic_score_codex":0.0024475814,"about_ca_topic_score_gemma":0.0021218543,"teacher_disagreement_score":0.0024475814,"about_ca_system_score_codex":0.001020408,"about_ca_system_score_gemma":0.0014849817,"threshold_uncertainty_score":0.012789726},"labels":[],"label_agreement":null},{"id":"W3131095178","doi":"10.1109/tcss.2021.3051299","title":"Solving Last-Mile Logistics Problem in Spatiotemporal Crowdsourcing via Role Awareness With Adaptive Clustering","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Computational Social Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"Natural Sciences and Engineering Research Council of Canada; Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Crowdsourcing; Computer science; Cluster analysis; Last mile (transportation); IBM; Granularity; Task (project management); Quality (philosophy); Service (business); Quality of service; Operations research; Mile; Artificial intelligence; Engineering; Computer network; Systems engineering; World Wide Web; Business","score_opus":0.020411449290706065,"score_gpt":0.2400624690834594,"score_spread":0.21965101979275334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131095178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031901676,0.00021643616,0.9629832,0.0004177723,0.000067014276,0.0001334142,0.00009772675,0.00025883247,0.0039239377],"genre_scores_gemma":[0.7468367,0.00031250072,0.24738595,0.00021881983,0.000074187104,0.00028450883,0.00027980516,0.000111911555,0.0044955877],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884593,0.00035184642,0.000053392516,0.00036628413,0.00019020856,0.0001924272],"domain_scores_gemma":[0.9987198,0.00066652556,0.00013470292,0.0001449841,0.00019021882,0.00014381287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015550206,0.0012773083,0.0013700345,0.0007524951,0.0014663042,0.0012666959,0.0022515613,0.0015213058,0.0021004325],"category_scores_gemma":[0.002958173,0.00058108475,0.0012531428,0.0010560121,0.0008671725,0.0017482459,0.0022635497,0.0012287351,0.0003782881],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014202372,0.00009703842,0.0010420259,0.00016117709,0.00005251241,0.00021940641,0.00029515492,0.93801177,0.00336556,0.01331355,0.0021193312,0.041180495],"study_design_scores_gemma":[0.000012565487,0.000025630952,0.00020041836,0.00000672255,0.00001355004,0.000032541426,0.00014278507,0.988456,0.0006312401,0.009453876,0.0010130198,0.000011673949],"about_ca_topic_score_codex":0.014764286,"about_ca_topic_score_gemma":0.010586085,"teacher_disagreement_score":0.014764286,"about_ca_system_score_codex":0.0013671506,"about_ca_system_score_gemma":0.0022835752,"threshold_uncertainty_score":0.029356658},"labels":[],"label_agreement":null},{"id":"W3134822772","doi":"10.1109/tcyb.2021.3054878","title":"DLIN: Deep Ladder Imputation Network","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Cybernetics","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Missing data; Imputation (statistics); Computer science; Data mining; Benchmark (surveying); Artificial intelligence; Generalization; Flexibility (engineering); Artificial neural network; Machine learning; Algorithm; Mathematics; Statistics","score_opus":0.011310363540696226,"score_gpt":0.22653666474880588,"score_spread":0.21522630120810965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134822772","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008828973,0.0006755024,0.9839679,0.000610953,0.00012440249,0.00007084915,0.00058901747,0.0025629979,0.0025692345],"genre_scores_gemma":[0.4432502,0.0013059212,0.5318597,0.0017375922,0.00019896205,0.00055755605,0.004809022,0.00039531142,0.015885726],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931324,0.00018632876,0.00004051228,0.00017292783,0.0001706672,0.00011632267],"domain_scores_gemma":[0.99889356,0.00043141373,0.00012862301,0.00018605025,0.0002866424,0.000073761956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002104258,0.00079741655,0.00119152,0.00085492624,0.00063241465,0.0010109147,0.0030058944,0.0014482663,0.004367306],"category_scores_gemma":[0.004558787,0.0005871396,0.00082627183,0.0011667707,0.0006025149,0.0017461176,0.0022635702,0.0024310052,0.0015520244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004907982,0.00028038383,0.0043900674,0.00026718463,0.00021049003,0.00028765335,0.00013213485,0.40533942,0.0027537707,0.01975204,0.023493785,0.54260224],"study_design_scores_gemma":[0.000018770883,0.000044518714,0.00029729266,0.000027469143,0.000017467011,0.000050791463,0.000017589122,0.9853615,0.0011571009,0.009645506,0.0033499855,0.000012002474],"about_ca_topic_score_codex":0.008226953,"about_ca_topic_score_gemma":0.012308754,"teacher_disagreement_score":0.008226953,"about_ca_system_score_codex":0.0014952446,"about_ca_system_score_gemma":0.0018169034,"threshold_uncertainty_score":0.016358137},"labels":[],"label_agreement":null},{"id":"W3135807060","doi":"10.1109/tmc.2021.3062775","title":"Privacy-Preserving Streaming Truth Discovery in Crowdsourcing With Differential Privacy","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Higher Education Discipline Innovation Project; Natural Science Foundation of Hainan Province; National Natural Science Foundation of China","keywords":"Differential privacy; Crowdsourcing; Computer science; Internet privacy; Privacy protection; Information privacy; Privacy software; Computer security; World Wide Web; Data mining","score_opus":0.0116516055892134,"score_gpt":0.23471800594834075,"score_spread":0.22306640035912734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135807060","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019920932,0.0004761892,0.97462434,0.00085039774,0.00008640573,0.00019135099,0.00046258036,0.0007209352,0.0026669987],"genre_scores_gemma":[0.8472672,0.00050314516,0.14675912,0.0005456833,0.0002100733,0.000386276,0.0006049479,0.00011651289,0.003606975],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9922816,0.0020405224,0.0004898356,0.0023445091,0.0021010053,0.0007424778],"domain_scores_gemma":[0.98410046,0.0087240925,0.0013269754,0.0037574836,0.0015448376,0.00054628844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060292482,0.001131002,0.0022185873,0.0011428414,0.0019639865,0.0032309315,0.0037810542,0.002223611,0.002383991],"category_scores_gemma":[0.025814585,0.0007768395,0.0015687362,0.0026022657,0.0022084685,0.005451322,0.0063124886,0.0026910857,0.00065368693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015318984,0.00023166728,0.005862798,0.00076701894,0.00027194573,0.0016373827,0.0019770523,0.5097867,0.015795246,0.25912467,0.009024667,0.19398895],"study_design_scores_gemma":[0.000068106936,0.00007257998,0.0003943357,0.000029423709,0.000035427853,0.00023850247,0.00013877856,0.85042316,0.0031014169,0.14257894,0.0028804084,0.00003890046],"about_ca_topic_score_codex":0.0038032474,"about_ca_topic_score_gemma":0.0027921638,"teacher_disagreement_score":0.0060292482,"about_ca_system_score_codex":0.0026058485,"about_ca_system_score_gemma":0.0035427879,"threshold_uncertainty_score":0.0318861},"labels":[],"label_agreement":null},{"id":"W3155833717","doi":"10.1109/msn50589.2020.00026","title":"AirQ: A Privacy-Preserving Truth Discovery Framework for Vehicular Air Quality Monitoring","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Quality (philosophy); Information privacy; Computer security; Privacy protection; Internet privacy","score_opus":0.05416116646013408,"score_gpt":0.308024195173201,"score_spread":0.25386302871306693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155833717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004273627,0.00027129074,0.9932811,0.00043574514,0.000055747136,0.00011592845,0.00017991243,0.0006351868,0.0007514296],"genre_scores_gemma":[0.46924642,0.0006606997,0.5232059,0.0006808873,0.0002535731,0.0003535813,0.000979388,0.00015596506,0.004463652],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958478,0.0014820579,0.00022039298,0.0007507349,0.0012858444,0.00041327332],"domain_scores_gemma":[0.99446845,0.0027440453,0.00052159757,0.0011235016,0.0008330219,0.00030932797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053945207,0.0008035157,0.0014432452,0.0014255715,0.0014415866,0.0024618416,0.0032937324,0.002391838,0.002107992],"category_scores_gemma":[0.011384623,0.00057517557,0.0013606928,0.0016007387,0.0018882648,0.004463987,0.005769033,0.0026615507,0.00068175886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012859798,0.00035657606,0.003053315,0.000515606,0.00025189813,0.0010094882,0.000987574,0.3866642,0.017737672,0.26918703,0.01884838,0.30010235],"study_design_scores_gemma":[0.00005367474,0.00010976234,0.00022320946,0.000022793345,0.000028095392,0.00027976613,0.000083357736,0.91730094,0.004166935,0.07034782,0.007346035,0.0000375721],"about_ca_topic_score_codex":0.0036807572,"about_ca_topic_score_gemma":0.0032312342,"teacher_disagreement_score":0.0053945207,"about_ca_system_score_codex":0.0015970613,"about_ca_system_score_gemma":0.003985246,"threshold_uncertainty_score":0.028529286},"labels":[],"label_agreement":null},{"id":"W3157782429","doi":"10.1145/3449193","title":"Can Crowds Customize Instructional Materials with Minimal Expert Guidance?","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Office of Naval Research; National Science Foundation","keywords":"Crowdsourcing; Crowds; Computer science; Pipeline (software); Personalization; TUTOR; Task (project management); Mathematics education; Data science; Multimedia; World Wide Web; Psychology; Engineering","score_opus":0.029173657412900875,"score_gpt":0.2787471208449022,"score_spread":0.24957346343200135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157782429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37419096,0.00080977066,0.5648092,0.00696226,0.00053338194,0.0022960773,0.00070488686,0.021450233,0.028243318],"genre_scores_gemma":[0.65033907,0.00031598847,0.33745146,0.0012053581,0.00011504783,0.0014020695,0.0005776451,0.0011293752,0.0074640517],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9945521,0.0027339004,0.00021779184,0.001137403,0.00096775003,0.0003910358],"domain_scores_gemma":[0.9798115,0.009830549,0.0012743606,0.005899753,0.0020907894,0.0010930892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069309375,0.0014624734,0.00076305773,0.0010653067,0.0011257908,0.0024303428,0.002863777,0.0023984017,0.005788569],"category_scores_gemma":[0.036489643,0.0008118323,0.00061809045,0.00064791244,0.0017195736,0.0049662823,0.004218149,0.0016624429,0.0045444397],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012355889,0.0016630979,0.024138883,0.0014973693,0.00015553954,0.0007942756,0.0148976315,0.044238508,0.080676734,0.008813298,0.027247095,0.794642],"study_design_scores_gemma":[0.0015945601,0.004039084,0.04969806,0.00084970973,0.0004062413,0.0013896272,0.027573844,0.33847994,0.094669126,0.10747628,0.3728778,0.00094578543],"about_ca_topic_score_codex":0.005026408,"about_ca_topic_score_gemma":0.007340561,"teacher_disagreement_score":0.0069309375,"about_ca_system_score_codex":0.00096005324,"about_ca_system_score_gemma":0.0021889242,"threshold_uncertainty_score":0.03665471},"labels":[],"label_agreement":null},{"id":"W3159852056","doi":"10.1145/3451161","title":"Assessing Top- Preferences","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Crowdsourcing; Preference; Learning to rank; Artificial intelligence; Information retrieval; Rank (graph theory); Measure (data warehouse); Quality (philosophy); Machine learning; Natural language processing; Data mining; Ranking (information retrieval); Statistics; Mathematics; World Wide Web","score_opus":0.030429623778512566,"score_gpt":0.26641945636743347,"score_spread":0.2359898325889209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159852056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4566419,0.0030042073,0.42879537,0.0014782933,0.0004165236,0.0009287878,0.011819119,0.004243605,0.09267222],"genre_scores_gemma":[0.9147259,0.0003397591,0.07329802,0.00024909087,0.00014232945,0.00022943737,0.0032401402,0.0003536384,0.007421747],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9863732,0.0038040546,0.0012273977,0.0021737367,0.0057408405,0.00068075577],"domain_scores_gemma":[0.96189195,0.0154315755,0.0031951263,0.0053363927,0.012256742,0.0018881868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009768994,0.0012372619,0.0011036316,0.0050270376,0.0012481654,0.004345824,0.00091618014,0.0013821523,0.011863855],"category_scores_gemma":[0.06458999,0.00033175145,0.000921298,0.004005476,0.0007695613,0.0046977904,0.002393749,0.0013470311,0.0058659473],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021341622,0.00043319323,0.23120408,0.0010494206,0.000790916,0.0002871069,0.0016889971,0.014816017,0.016107997,0.016204618,0.026193963,0.68908954],"study_design_scores_gemma":[0.0004001119,0.0030832728,0.4221509,0.0005196202,0.0009273153,0.002281611,0.006488335,0.27647176,0.05180804,0.11186498,0.123219416,0.0007845481],"about_ca_topic_score_codex":0.0042940006,"about_ca_topic_score_gemma":0.0066215782,"teacher_disagreement_score":0.011863855,"about_ca_system_score_codex":0.0008841041,"about_ca_system_score_gemma":0.0015518079,"threshold_uncertainty_score":0.051663995},"labels":[],"label_agreement":null},{"id":"W3160147183","doi":"10.1109/tmc.2021.3080714","title":"Location Privacy-Preserving Task Recommendation With Geometric Range Query in Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Task (project management); Mobile computing; Privacy protection; Range query (database); Information privacy; Mobile device; Range (aeronautics); Information retrieval; Web search query; World Wide Web; Computer network; Sargable; Computer security; Search engine","score_opus":0.015299288162377552,"score_gpt":0.24793596530437467,"score_spread":0.23263667714199712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160147183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029499928,0.00082984235,0.9647079,0.0004716778,0.00009193383,0.0002623976,0.00033680216,0.001391769,0.0024077697],"genre_scores_gemma":[0.82174176,0.00051611767,0.17200257,0.0003884597,0.00013804644,0.00031229857,0.00046661793,0.0000977903,0.0043362477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938334,0.0014452729,0.00043539202,0.0014962741,0.002050224,0.0007394993],"domain_scores_gemma":[0.9913659,0.0024536129,0.00080392574,0.0040928973,0.0008949468,0.00038861946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026293134,0.0011794498,0.0027204743,0.000870095,0.0018828256,0.0017056656,0.0035438957,0.0021775258,0.002461249],"category_scores_gemma":[0.01054019,0.0006207009,0.0013076233,0.0025765784,0.001394002,0.004884826,0.0049611693,0.0017950935,0.0013995004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026669821,0.0006024001,0.0049783704,0.0009277552,0.00027766032,0.0014866347,0.001873614,0.4248998,0.04475236,0.085861474,0.0164381,0.41523483],"study_design_scores_gemma":[0.00015467522,0.00031328024,0.0006003887,0.000026414937,0.000051864085,0.00072070904,0.00030514356,0.94190365,0.010121527,0.039989606,0.0057131434,0.00009959163],"about_ca_topic_score_codex":0.004112182,"about_ca_topic_score_gemma":0.0031142416,"teacher_disagreement_score":0.004112182,"about_ca_system_score_codex":0.0014292989,"about_ca_system_score_gemma":0.002051701,"threshold_uncertainty_score":0.013905287},"labels":[],"label_agreement":null},{"id":"W3162606549","doi":"10.1109/tse.2021.3081171","title":"Context-Aware Personalized Crowdtesting Task Recommendation","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Task (project management); Context (archaeology); Human–computer interaction; World Wide Web; Data science; Software engineering; Systems engineering","score_opus":0.013921702004545542,"score_gpt":0.21737926802816468,"score_spread":0.20345756602361914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162606549","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22461712,0.0023712164,0.7380632,0.0012953824,0.00031739473,0.0013521882,0.0025465703,0.012726927,0.016709903],"genre_scores_gemma":[0.69213593,0.0006548278,0.29714918,0.00032853096,0.00014359795,0.0006213938,0.0022169615,0.00033063185,0.006418993],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984768,0.00041908261,0.000095667725,0.00048719838,0.000359254,0.00016204712],"domain_scores_gemma":[0.9970822,0.0011330174,0.00022926161,0.00056795037,0.00071041577,0.00027715034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014578591,0.0014178684,0.0013725028,0.0018951406,0.0010198171,0.0012218974,0.00198185,0.0011639638,0.0030628259],"category_scores_gemma":[0.005978284,0.00059750275,0.0008099909,0.0012963549,0.0003301905,0.0016674673,0.0013288992,0.0010524888,0.0018920781],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010993002,0.00142774,0.03874372,0.0007311868,0.00036821896,0.0005128083,0.0023904124,0.0922984,0.026282258,0.0035953915,0.038215134,0.7943354],"study_design_scores_gemma":[0.00014738788,0.00044246696,0.018787788,0.00014616198,0.00026161814,0.00035865826,0.0014933673,0.9148932,0.015364968,0.0090986565,0.03881793,0.00018778222],"about_ca_topic_score_codex":0.014914054,"about_ca_topic_score_gemma":0.03237931,"teacher_disagreement_score":0.014914054,"about_ca_system_score_codex":0.0007080329,"about_ca_system_score_gemma":0.0014274605,"threshold_uncertainty_score":0.029654503},"labels":[],"label_agreement":null},{"id":"W3163552455","doi":"10.1109/wcnc49053.2021.9417337","title":"Multi-Leader Multi-Follower Game-based Incentive Scheme for Socially-Aware Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"State Key Laboratory of Industrial Control Technology; Zhejiang University; National Natural Science Foundation of China","keywords":"Stackelberg competition; Incentive; Computer science; Service provider; Crowdsensing; Context (archaeology); Game theory; Service (business); Nash equilibrium; Internet privacy; Computer security; Business; Microeconomics; Marketing","score_opus":0.039515638083466996,"score_gpt":0.29772580133690896,"score_spread":0.258210163253442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163552455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025654359,0.00020896614,0.9667886,0.0005441567,0.00011941842,0.00031196614,0.00010041262,0.00018441778,0.006087674],"genre_scores_gemma":[0.91310966,0.00024587603,0.079999276,0.0002503852,0.00006281434,0.00043397234,0.00006917265,0.000024682833,0.0058041494],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974764,0.0011317949,0.0001118758,0.0004912975,0.00047402215,0.0003146456],"domain_scores_gemma":[0.99741507,0.0015102931,0.00034338672,0.00014547094,0.00028355856,0.00030220082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027073645,0.0013017135,0.0016223683,0.00070774957,0.0011964177,0.0013726399,0.0031191795,0.0020736312,0.0028196268],"category_scores_gemma":[0.0052035223,0.00048043387,0.0010698594,0.0006731713,0.001418329,0.0017717135,0.002228695,0.0017096481,0.0003699968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003899655,0.00034537926,0.0016821384,0.00033407824,0.00014203905,0.0011810343,0.0007028215,0.7438934,0.009790321,0.20165236,0.0029827342,0.03690386],"study_design_scores_gemma":[0.000041927677,0.0000960288,0.00013565911,0.000011302281,0.000020397723,0.00007882122,0.000045540633,0.97284186,0.00049086835,0.024742365,0.0014726241,0.000022520393],"about_ca_topic_score_codex":0.0031991561,"about_ca_topic_score_gemma":0.003501445,"teacher_disagreement_score":0.0031991561,"about_ca_system_score_codex":0.0016232945,"about_ca_system_score_gemma":0.00217847,"threshold_uncertainty_score":0.014318049},"labels":[],"label_agreement":null},{"id":"W3164695878","doi":"10.82308/43317","title":"Push and pull participant recruitment system for vehicular crowdsensing","year":2021,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Computer science; Crowdsensing; Computer security","score_opus":0.06628020515060842,"score_gpt":0.2627333621429807,"score_spread":0.19645315699237229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164695878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14024451,0.0015592725,0.7733285,0.003605198,0.0022309844,0.009774593,0.0039967145,0.03415373,0.031106526],"genre_scores_gemma":[0.7237139,0.0007108088,0.23431942,0.0018379027,0.0005737807,0.0094023915,0.0035569973,0.00059907156,0.025285684],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975823,0.00067124923,0.00021944138,0.00071678724,0.0005232722,0.00028701406],"domain_scores_gemma":[0.9975768,0.0007157907,0.0001625217,0.00043850022,0.00048685164,0.000619584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031539884,0.0011474268,0.0014839711,0.0010399964,0.0018872208,0.0015373644,0.0028465143,0.0016586304,0.01184541],"category_scores_gemma":[0.0053283297,0.000545463,0.0008673576,0.00047029738,0.0005037695,0.0017212107,0.0057728007,0.0013241689,0.0059816763],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008251792,0.0032100887,0.037425466,0.0027785455,0.00046985177,0.0052398685,0.0074692196,0.014172419,0.123179115,0.033265747,0.10134478,0.66319317],"study_design_scores_gemma":[0.0022814784,0.002972211,0.015139936,0.00037351053,0.00047470306,0.003165327,0.004062202,0.54125905,0.061812703,0.042065915,0.32564342,0.0007495033],"about_ca_topic_score_codex":0.001235202,"about_ca_topic_score_gemma":0.0016677767,"teacher_disagreement_score":0.01184541,"about_ca_system_score_codex":0.00047158575,"about_ca_system_score_gemma":0.0018239338,"threshold_uncertainty_score":0.039626837},"labels":[],"label_agreement":null},{"id":"W3165481174","doi":"10.1145/3485447.3512262","title":"Exposing Query Identification for Search Transparency","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Transparency (behavior); Information retrieval; Web search query; Ranking (information retrieval); Metric (unit); Search engine; Identification (biology); Web query classification; Query expansion; Data mining; Computer security","score_opus":0.03571598258330556,"score_gpt":0.25529298202444844,"score_spread":0.2195769994411429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165481174","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14380975,0.0014086606,0.8382648,0.0037482332,0.000092800175,0.00027336765,0.0005761443,0.0016017011,0.010224452],"genre_scores_gemma":[0.927816,0.00031360134,0.06931051,0.0003746204,0.000092950024,0.00010760901,0.00029943092,0.00015720952,0.0015280795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97845936,0.010701202,0.0013504094,0.0025731192,0.005639245,0.0012766673],"domain_scores_gemma":[0.89116913,0.06376303,0.008863775,0.030362587,0.00398095,0.0018605177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016337974,0.00087500026,0.0018063732,0.001949417,0.0022111717,0.0048667453,0.0020582802,0.0028384093,0.0038884196],"category_scores_gemma":[0.12995988,0.0007855982,0.0010981467,0.0023769916,0.0061504324,0.015650773,0.009293921,0.004380731,0.00088120805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021699746,0.0005426031,0.02417112,0.0009471008,0.00021391538,0.00039922562,0.003926829,0.2061069,0.015565734,0.4466696,0.0073371218,0.29194996],"study_design_scores_gemma":[0.00008316005,0.0003114191,0.0036556365,0.000103994884,0.0000706156,0.0005049305,0.0005897946,0.5809945,0.008972819,0.4004806,0.004129134,0.000103435246],"about_ca_topic_score_codex":0.0028666775,"about_ca_topic_score_gemma":0.0016645074,"teacher_disagreement_score":0.016337974,"about_ca_system_score_codex":0.0026594414,"about_ca_system_score_gemma":0.0036994007,"threshold_uncertainty_score":0.0864045},"labels":[],"label_agreement":null},{"id":"W3166318878","doi":"","title":"Coach-Player Multi-agent Reinforcement Learning for Dynamic Team Composition","year":2021,"lang":"en","type":"article","venue":"CaltechAUTHORS (California Institute of Technology)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Reinforcement learning; Task (project management); Composition (language); Generalization; Resource (disambiguation); Team composition; Artificial intelligence; Human–computer interaction; Distributed computing; Knowledge management; Engineering; Mathematics","score_opus":0.016787930283304386,"score_gpt":0.262349410814342,"score_spread":0.2455614805310376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166318878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024098264,0.00020975326,0.9732152,0.0002275934,0.000053184354,0.000054203225,0.000022702314,0.0003858295,0.0017331681],"genre_scores_gemma":[0.9013979,0.00010154616,0.094936915,0.00018633645,0.00004439347,0.00016825076,0.00007813373,0.000085031956,0.0030015444],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934584,0.00025501617,0.000025481038,0.00016595202,0.000113038484,0.0000946824],"domain_scores_gemma":[0.99775237,0.001371961,0.00020441622,0.0001675104,0.00027514872,0.00022863357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019660373,0.0010750362,0.001331192,0.00043717143,0.00067668036,0.00069884217,0.0021565927,0.0013886668,0.0021455695],"category_scores_gemma":[0.0051864865,0.00055717357,0.0005125397,0.00035613938,0.0011746621,0.0010301356,0.001667195,0.0019190694,0.00040828125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007723202,0.00007561827,0.0006912429,0.000036675745,0.00004335573,0.000048486236,0.00006146773,0.97214216,0.0007122511,0.00532948,0.0006707834,0.020111233],"study_design_scores_gemma":[0.0000055124333,0.000009081171,0.000020867212,0.000001272197,0.0000016059331,0.0000027482545,0.0000027761669,0.9985429,0.000077221914,0.001249781,0.000084825755,0.0000013039855],"about_ca_topic_score_codex":0.0074563297,"about_ca_topic_score_gemma":0.005891714,"teacher_disagreement_score":0.0074563297,"about_ca_system_score_codex":0.0010985343,"about_ca_system_score_gemma":0.0014357768,"threshold_uncertainty_score":0.0148258805},"labels":[],"label_agreement":null},{"id":"W3172249840","doi":"10.1007/s42952-021-00128-2","title":"SportLight: statistically principled crowdsourcing method for sports highlight selection","year":2021,"lang":"en","type":"article","venue":"Journal of the Korean Statistical Society","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Research Foundation of Korea","keywords":"Crowdsourcing; Selection (genetic algorithm); Machine learning; Data science; Artificial intelligence; Bayesian probability; Mathematics; Econometrics; Computer science; Statistics; World Wide Web","score_opus":0.00971710147617976,"score_gpt":0.2720950780740849,"score_spread":0.2623779765979051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172249840","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015928898,0.00026493875,0.966816,0.00022777329,0.0003710392,0.0004554519,0.0028264257,0.011057353,0.0020520564],"genre_scores_gemma":[0.19592015,0.00016162726,0.78122014,0.00028976722,0.00040670502,0.001096651,0.0086190235,0.0013372774,0.01094863],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986426,0.0002541373,0.00006204355,0.0003979383,0.00049288315,0.00015042383],"domain_scores_gemma":[0.9984737,0.000515708,0.00009267516,0.00028885616,0.0004848855,0.00014413892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019571166,0.0011867853,0.0012696468,0.0035132058,0.0013161962,0.0011950475,0.0018636314,0.0012719398,0.008416562],"category_scores_gemma":[0.0054483833,0.0005089847,0.0016973312,0.0026320093,0.00057148014,0.0008700631,0.0023737745,0.0012296424,0.0047949576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015132044,0.0006499106,0.0089862365,0.00044638192,0.00040267024,0.00028189033,0.0003509867,0.03371392,0.0347317,0.008930393,0.058425836,0.851567],"study_design_scores_gemma":[0.00033621,0.00020472995,0.0068720398,0.000040074752,0.00010468196,0.00020644903,0.00021929154,0.92921937,0.014840443,0.01987048,0.027954334,0.00013196997],"about_ca_topic_score_codex":0.007466267,"about_ca_topic_score_gemma":0.0122401565,"teacher_disagreement_score":0.008416562,"about_ca_system_score_codex":0.00047195834,"about_ca_system_score_gemma":0.0028720556,"threshold_uncertainty_score":0.02815622},"labels":[],"label_agreement":null},{"id":"W3173161590","doi":"10.65109/epqb3786","title":"Learning Cooperative Solution Concepts from Voting Behavior: A Case Study on the Israeli Knesset","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Knesset; Voting; Computer science; Political science; Law; Politics","score_opus":0.0357388098793145,"score_gpt":0.2996276547782588,"score_spread":0.2638888448989443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173161590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90153563,0.0005811618,0.06009842,0.002891691,0.00006180063,0.0003529644,0.0008600252,0.00024847363,0.033369854],"genre_scores_gemma":[0.9562832,0.000133502,0.0369162,0.00013225141,0.000022885855,0.00015050269,0.0009122959,0.000053530286,0.0053956388],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9977412,0.0012889884,0.000077996076,0.00029653095,0.00038431675,0.00021091179],"domain_scores_gemma":[0.9911869,0.0073401006,0.00026687264,0.0004731563,0.0003962855,0.00033661656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053847567,0.0005114107,0.00090415636,0.0015484012,0.0026640606,0.0017988913,0.001685549,0.0021615801,0.005446193],"category_scores_gemma":[0.015976258,0.0002508735,0.0006711441,0.0025569387,0.002074475,0.0025075078,0.0011457348,0.0020865123,0.00065929914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020251577,0.004268097,0.056841698,0.0006512154,0.00026948206,0.002549452,0.00451662,0.4958641,0.0018404468,0.21044809,0.026598506,0.19412723],"study_design_scores_gemma":[0.0003443193,0.00045626602,0.011139547,0.00007045585,0.000032032516,0.0003762506,0.004081142,0.8530658,0.0019264094,0.11095358,0.017483084,0.00007106562],"about_ca_topic_score_codex":0.012104701,"about_ca_topic_score_gemma":0.022062477,"teacher_disagreement_score":0.012104701,"about_ca_system_score_codex":0.0025794685,"about_ca_system_score_gemma":0.0014433304,"threshold_uncertainty_score":0.028477669},"labels":[],"label_agreement":null},{"id":"W3175052831","doi":"10.1145/3468218.3469050","title":"Poisoning Attack Anticipation in Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Crowdsensing; Computer science; Anticipation (artificial intelligence); Robustness (evolution); Adversary; Server; Machine learning; Artificial intelligence; Computer security; Adversarial system; Mobile device; Mobile computing; Trilateration; Computer network; Engineering; World Wide Web","score_opus":0.022764645262893145,"score_gpt":0.2817655007386218,"score_spread":0.25900085547572865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175052831","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34862557,0.0007884701,0.63975143,0.0016594196,0.00021617857,0.00026852617,0.0001639565,0.0007755781,0.007750857],"genre_scores_gemma":[0.99388874,0.00009744484,0.0050627445,0.00009597409,0.000021199243,0.000026218795,0.000020929,0.000009976124,0.00077675283],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977063,0.0007400437,0.00008233434,0.00046523102,0.00060644123,0.0003996678],"domain_scores_gemma":[0.9925674,0.004395079,0.0014397419,0.000552659,0.0007555602,0.00028952275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002571976,0.0008256551,0.000864119,0.00058150885,0.0008247693,0.0016135535,0.0012196428,0.0018532315,0.0009065238],"category_scores_gemma":[0.011082253,0.00036082577,0.0006479989,0.00035652902,0.0021124673,0.0020799618,0.0020145627,0.0015541754,0.00022769153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032050564,0.00008667111,0.0058614383,0.00010376893,0.000071781025,0.00058755564,0.00020445665,0.95597446,0.0044688606,0.015860703,0.00087888964,0.015580899],"study_design_scores_gemma":[0.000007862262,0.00009656412,0.00074411294,0.000009273395,0.000010993019,0.00010356085,0.00006140916,0.99046797,0.0017315076,0.006343535,0.00040851365,0.000014861558],"about_ca_topic_score_codex":0.0035258182,"about_ca_topic_score_gemma":0.0016309354,"teacher_disagreement_score":0.0035258182,"about_ca_system_score_codex":0.0015539845,"about_ca_system_score_gemma":0.0010431927,"threshold_uncertainty_score":0.013602018},"labels":[],"label_agreement":null},{"id":"W3176075285","doi":"10.1145/3462741.3466809","title":"Bigger Isn’t Better: The Ethical and Scientific Vices of Extra-Large Datasets in Language Models","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Social Sciences and Humanities Research Council of Canada; Mitacs; Compute Canada","keywords":"Computer science; Quality (philosophy); Data science; Language model; Control (management); Artificial intelligence; Epistemology","score_opus":0.01724107290708424,"score_gpt":0.26430836574723005,"score_spread":0.2470672928401458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176075285","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01116766,0.005577194,0.13834603,0.8229407,0.0044517093,0.00023230052,0.0010148749,0.00054808,0.015721494],"genre_scores_gemma":[0.3474365,0.005577754,0.25690854,0.35134506,0.01788127,0.0032435523,0.001717115,0.0027243858,0.013165773],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.63364655,0.27735317,0.01103793,0.018980853,0.05723251,0.0017489325],"domain_scores_gemma":[0.18738438,0.67705476,0.012833961,0.086437464,0.032663975,0.0036255163],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36467865,0.001353158,0.0022591506,0.00397947,0.008335415,0.02060191,0.007789428,0.014007703,0.0038257665],"category_scores_gemma":[0.6478156,0.0020259097,0.0021236402,0.005891038,0.059280507,0.04195077,0.017632822,0.029097464,0.0025701956],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036779605,0.00012481671,0.0061980207,0.00063013105,0.00023115615,0.0002478901,0.014322244,0.0026400501,0.00082267745,0.76713073,0.14564295,0.06164153],"study_design_scores_gemma":[0.00016164621,0.00007185269,0.0018969231,0.0012008845,0.000049514307,0.00032344277,0.0036827035,0.007779424,0.0015955113,0.8105891,0.17246224,0.0001867555],"about_ca_topic_score_codex":0.008412826,"about_ca_topic_score_gemma":0.009235639,"teacher_disagreement_score":0.6353214,"about_ca_system_score_codex":0.0075938576,"about_ca_system_score_gemma":0.009054673,"threshold_uncertainty_score":0.7834643},"labels":[],"label_agreement":null},{"id":"W3186864674","doi":"10.3390/s21155146","title":"A Blockchain-Based Spatial Crowdsourcing System for Spatial Information Collection Using a Reward Distribution","year":2021,"lang":"en","type":"article","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Crowdsourcing; Computer science; Transparency (behavior); Traceability; Spatial analysis; Blockchain; Data science; Data mining; Computer security; World Wide Web; Geography","score_opus":0.011702696420383518,"score_gpt":0.2219854707020919,"score_spread":0.21028277428170838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186864674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11246978,0.00071985327,0.8538567,0.0013466546,0.00030781122,0.001248526,0.0009578648,0.011616353,0.017476514],"genre_scores_gemma":[0.8700506,0.00035089662,0.111925974,0.00023693814,0.00007168404,0.0007058813,0.00091050466,0.00012229817,0.015625164],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99876106,0.00025641164,0.000109012675,0.00028216606,0.0004260601,0.00016535993],"domain_scores_gemma":[0.9981415,0.00042770497,0.00017384104,0.00040643016,0.0004933123,0.0003571197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001139045,0.00057590875,0.00089658337,0.0006838402,0.0020950323,0.0011744228,0.0019312863,0.0011883678,0.0074683307],"category_scores_gemma":[0.0026130017,0.00037124442,0.00041737626,0.0011033877,0.00065533805,0.0019988785,0.002987555,0.00078157464,0.0020719336],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034946427,0.0014612922,0.011815858,0.0012457193,0.00027034935,0.0034833197,0.0022690084,0.27470458,0.09483875,0.047478676,0.036521032,0.52241683],"study_design_scores_gemma":[0.00031964178,0.0002975411,0.0010650952,0.00004050858,0.000055350185,0.00031652613,0.00015957058,0.9434747,0.015681738,0.012036864,0.026459403,0.0000930483],"about_ca_topic_score_codex":0.010732191,"about_ca_topic_score_gemma":0.008088472,"teacher_disagreement_score":0.010732191,"about_ca_system_score_codex":0.0010688631,"about_ca_system_score_gemma":0.003579748,"threshold_uncertainty_score":0.024984121},"labels":[],"label_agreement":null},{"id":"W3189574704","doi":"10.1109/icc42927.2021.9500579","title":"Trajectory Design in UAV-Aided Mobile Crowdsensing: A Deep Reinforcement Learning Approach","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reinforcement learning; Leverage (statistics); Trajectory; Mobile device; Real-time computing; Task (project management); Artificial intelligence; Engineering; Systems engineering","score_opus":0.023496675659857445,"score_gpt":0.2325191165832325,"score_spread":0.20902244092337505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189574704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03831993,0.0005894249,0.95648897,0.0006351544,0.0000768748,0.00006997395,0.000099433106,0.00039343178,0.0033268845],"genre_scores_gemma":[0.9171887,0.000249081,0.07844415,0.0002896715,0.000046086774,0.00014068231,0.00016131523,0.00006557927,0.003414615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996382,0.00009708312,0.000015775626,0.00009624249,0.00006315632,0.00008961304],"domain_scores_gemma":[0.9987147,0.0007598837,0.00014331147,0.000051415987,0.00020731,0.0001233689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095627527,0.0009087425,0.0010260723,0.00040082177,0.00038758435,0.0006084238,0.0012712368,0.00133483,0.0022652014],"category_scores_gemma":[0.002641081,0.0005020622,0.0005201334,0.00036782495,0.0008046037,0.00086497,0.0011090043,0.0012365981,0.00024381402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039081653,0.0000247131,0.00043708208,0.000033457236,0.000012015854,0.000038706356,0.000027573265,0.98446,0.000398258,0.0022187154,0.0004276015,0.011882811],"study_design_scores_gemma":[0.0000041409066,0.000009758226,0.00003091372,0.000002406352,0.0000019326237,0.000002896465,0.0000039579227,0.99885666,0.00006524512,0.0009059066,0.000115062765,0.000001181743],"about_ca_topic_score_codex":0.014146301,"about_ca_topic_score_gemma":0.010583293,"teacher_disagreement_score":0.014146301,"about_ca_system_score_codex":0.0012946646,"about_ca_system_score_gemma":0.0018574841,"threshold_uncertainty_score":0.028127909},"labels":[],"label_agreement":null},{"id":"W3189655871","doi":"10.1109/icc42927.2021.9500608","title":"Federated Learning-Based Risk-Aware Decision to Mitigate Fake Task Impacts on Crowdsensing Platforms","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Crowdsensing; Task (project management); Federated learning; Mobile device; Function (biology); Scheme (mathematics); Openness to experience; Machine learning; Artificial intelligence; Computer security","score_opus":0.010069100074047077,"score_gpt":0.2414558416348157,"score_spread":0.23138674156076863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189655871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12441471,0.00037813824,0.86903906,0.00060199236,0.00012232106,0.00017943289,0.000089299414,0.002599982,0.002575038],"genre_scores_gemma":[0.97495687,0.00004124586,0.023741463,0.00013266681,0.000033763594,0.00004939012,0.000043373533,0.000025170852,0.00097593345],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970879,0.0006466796,0.00015041382,0.0008538464,0.0007922476,0.00046902068],"domain_scores_gemma":[0.9942257,0.0026026696,0.0009896129,0.00085428305,0.0009376864,0.0003899948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030305898,0.0012810554,0.001833744,0.00071497925,0.001007606,0.0014622965,0.0020821355,0.0014133427,0.0010644936],"category_scores_gemma":[0.010705539,0.00047054418,0.00064196007,0.00048747988,0.0012486754,0.0021382277,0.002485865,0.0014506661,0.0003750528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010780725,0.00057719345,0.0073191775,0.00014765297,0.00014576627,0.0005425585,0.0002753338,0.7528472,0.01072958,0.006578333,0.0026743754,0.2170848],"study_design_scores_gemma":[0.000014554878,0.000065961976,0.0005397998,0.0000067665756,0.00001271605,0.000047487665,0.000027081922,0.9922127,0.0022151514,0.0045692297,0.00027768384,0.00001082186],"about_ca_topic_score_codex":0.0034990748,"about_ca_topic_score_gemma":0.0026494649,"teacher_disagreement_score":0.0034990748,"about_ca_system_score_codex":0.0014297331,"about_ca_system_score_gemma":0.0019837797,"threshold_uncertainty_score":0.01602745},"labels":[],"label_agreement":null},{"id":"W3191012033","doi":"10.24963/ijcai.2021/35","title":"Surprisingly Popular Voting Recovers Rankings, Surprisingly!","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Voting; Computer science; Ranking (information retrieval); Social choice theory; Majority rule; Order (exchange); De facto; Ground truth; Artificial intelligence; Theoretical computer science; Machine learning; Mathematical economics; Mathematics; Political science; Economics","score_opus":0.011495729669433111,"score_gpt":0.21771537905665755,"score_spread":0.20621964938722445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191012033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066689216,0.0006406968,0.9150917,0.0015178974,0.0003132394,0.00016866716,0.00062073895,0.0025402622,0.012417627],"genre_scores_gemma":[0.75112796,0.0003078499,0.23279311,0.0010618315,0.00033495534,0.00019364148,0.001502636,0.00071830367,0.011959741],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99141735,0.0037242305,0.00048485532,0.0018648547,0.0017877013,0.00072115613],"domain_scores_gemma":[0.97385865,0.0112938,0.001476932,0.010695926,0.0021226353,0.00055211474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009841545,0.0015362961,0.002552977,0.002199752,0.0026258943,0.0033099628,0.0023496477,0.0021938558,0.0051402133],"category_scores_gemma":[0.041222166,0.00085918175,0.001365524,0.0021742377,0.0023451475,0.0054879496,0.004156672,0.0023526866,0.0031511365],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012795117,0.00036775385,0.012607345,0.00061461504,0.00043073928,0.0004086974,0.00094540586,0.238463,0.011743098,0.21251582,0.03680667,0.48381734],"study_design_scores_gemma":[0.000080732665,0.0001474782,0.0012669923,0.000074012285,0.00006276323,0.00019423247,0.00026386697,0.72127295,0.0055593904,0.26137394,0.0096428,0.000060806287],"about_ca_topic_score_codex":0.004446847,"about_ca_topic_score_gemma":0.010780901,"teacher_disagreement_score":0.009841545,"about_ca_system_score_codex":0.0016297626,"about_ca_system_score_gemma":0.0025021597,"threshold_uncertainty_score":0.05204767},"labels":[],"label_agreement":null},{"id":"W3194836746","doi":"10.4018/jdm.2018010101","title":"Beyond Micro-Tasks","year":2018,"lang":"en","type":"article","venue":"Journal of Database Management","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Saskatchewan","funders":"","keywords":"Crowdsourcing; Crowds; Data science; Exploit; Computer science; Scope (computer science); Extant taxon; Domain (mathematical analysis); Observational study; Redundancy (engineering); Scale (ratio); Knowledge management; World Wide Web; Computer security; Geography","score_opus":0.012600220294784048,"score_gpt":0.24744026376288228,"score_spread":0.23484004346809823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194836746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055608686,0.028231183,0.67369926,0.022040421,0.0015847234,0.0011468225,0.00384415,0.0020746398,0.21177012],"genre_scores_gemma":[0.7713554,0.010088376,0.17076704,0.003357306,0.0016653482,0.001118128,0.0029507182,0.0005832251,0.03811446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.994921,0.0019545134,0.00028369075,0.0013249831,0.0010698203,0.00044592062],"domain_scores_gemma":[0.9826896,0.010661755,0.001164182,0.002946913,0.0014701727,0.0010673245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037167135,0.0012294205,0.0012057481,0.0015462649,0.0015883673,0.006065037,0.0025606905,0.0022783992,0.016493952],"category_scores_gemma":[0.021081721,0.00051616895,0.001042669,0.0018234877,0.0031397599,0.010755489,0.00483314,0.0020016942,0.004891954],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044324851,0.00033030924,0.011578722,0.0031354595,0.00034148167,0.0005229567,0.003168428,0.04224864,0.0030288876,0.5597905,0.04583125,0.32958013],"study_design_scores_gemma":[0.000055200937,0.00012769186,0.0054380693,0.00042816682,0.00008891583,0.00032182256,0.0018155418,0.07752067,0.0013289882,0.7585637,0.154237,0.00007424358],"about_ca_topic_score_codex":0.005303127,"about_ca_topic_score_gemma":0.0043534236,"teacher_disagreement_score":0.016493952,"about_ca_system_score_codex":0.0016131918,"about_ca_system_score_gemma":0.0027277856,"threshold_uncertainty_score":0.05517775},"labels":[],"label_agreement":null},{"id":"W3197180278","doi":"10.1109/jiot.2021.3109058","title":"FedSky: An Efficient and Privacy-Preserving Scheme for Federated Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Crowdsensing; Computer science; Scheme (mathematics); Information privacy; Computer network; Mobile computing; Mobile telephony; Computer security; Mobile radio","score_opus":0.01878185141919576,"score_gpt":0.268959218109691,"score_spread":0.25017736669049523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197180278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0119588105,0.00021551618,0.9836479,0.00041428598,0.000098890654,0.00016083963,0.00021550157,0.0014951758,0.00179304],"genre_scores_gemma":[0.7396425,0.00025516516,0.25272137,0.0006290096,0.00010841515,0.00037311576,0.0004752005,0.00011012863,0.005685098],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99604934,0.0011497396,0.0002643579,0.0008131893,0.0011361241,0.00058736926],"domain_scores_gemma":[0.9967362,0.0011096486,0.00029287097,0.0011094592,0.0005165879,0.00023514245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035775425,0.0009851073,0.0018826528,0.001121113,0.0021701946,0.0016883316,0.00396381,0.0028912602,0.002026496],"category_scores_gemma":[0.0076261563,0.0004756507,0.0013445952,0.0013383427,0.0017246472,0.003984947,0.0069623482,0.0022082059,0.00074452086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019105598,0.00035166944,0.002055626,0.00032601802,0.0001863203,0.0006525627,0.00086994213,0.4613164,0.023653952,0.121384144,0.013647371,0.37364545],"study_design_scores_gemma":[0.00006708287,0.000104708684,0.00019291391,0.000021237405,0.000019034907,0.00014791702,0.000067327244,0.9277216,0.005031244,0.06216709,0.004409582,0.000050321913],"about_ca_topic_score_codex":0.0035272308,"about_ca_topic_score_gemma":0.0027579595,"teacher_disagreement_score":0.00396381,"about_ca_system_score_codex":0.0018236188,"about_ca_system_score_gemma":0.0026674669,"threshold_uncertainty_score":0.018920124},"labels":[],"label_agreement":null},{"id":"W3197382768","doi":"10.1109/tgcn.2021.3109740","title":"Efficient Data Uploading for Mobile Crowdsensing via Team Collaborating and Matching","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Green Communications and Networking","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; New Brunswick Innovation Foundation","keywords":"Upload; Computer science; Enhanced Data Rates for GSM Evolution; Exploit; Crowdsensing; Matching (statistics); Mobile device; Edge computing; Lagrangian relaxation; Mobile edge computing; Distributed computing; Computer network; Computer security; Artificial intelligence; World Wide Web","score_opus":0.04219220519627047,"score_gpt":0.28721716701870104,"score_spread":0.24502496182243055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197382768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04630744,0.00024183594,0.9475582,0.0004216167,0.00007392719,0.00021355503,0.00015368039,0.00066879153,0.004360796],"genre_scores_gemma":[0.78365463,0.00015564363,0.21108057,0.00022633858,0.00006960807,0.00027080037,0.00027154997,0.00014565779,0.0041251746],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998319,0.00037495606,0.00007448579,0.0004968711,0.00036080586,0.00037380907],"domain_scores_gemma":[0.9976937,0.0012905432,0.00023804017,0.0002867703,0.00020029073,0.00029065914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021650253,0.0011776221,0.0022637954,0.000801624,0.0014541522,0.001423475,0.0030253862,0.0020539754,0.0034226875],"category_scores_gemma":[0.0050539835,0.0006715651,0.0013567398,0.0013873873,0.0010315847,0.0016983965,0.0034300229,0.0012827654,0.00062365754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035041964,0.00025442638,0.0013303868,0.0001980723,0.000066772525,0.00033780455,0.00035566688,0.9119668,0.005169807,0.014093572,0.0037736846,0.062102687],"study_design_scores_gemma":[0.000021467398,0.000041204807,0.000105856365,0.000005496327,0.0000081754415,0.00003313736,0.00007214248,0.9923057,0.00063842116,0.0061624115,0.0005989192,0.0000071878253],"about_ca_topic_score_codex":0.006779001,"about_ca_topic_score_gemma":0.0057050497,"teacher_disagreement_score":0.006779001,"about_ca_system_score_codex":0.0013150251,"about_ca_system_score_gemma":0.0020710346,"threshold_uncertainty_score":0.013479114},"labels":[],"label_agreement":null},{"id":"W3198375663","doi":"10.1007/s10664-021-10021-5","title":"An empirical study of IoT topics in IoT developer discussions on Stack Overflow","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Trent University; Concordia University; University of Calgary","funders":"","keywords":"Computer science; Internet of Things; Popularity; World Wide Web; Categorization; Software; Download; Data science; Multimedia; Artificial intelligence","score_opus":0.025234064105648206,"score_gpt":0.2996113619742789,"score_spread":0.2743772978686307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198375663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992939,0.00006193655,0.0006127443,0.00042227778,0.000015048487,0.00006089937,0.00013948648,0.000018427103,0.0057302],"genre_scores_gemma":[0.99741024,0.00006954894,0.0004509848,0.00013443307,0.000027886636,0.000093073606,0.00014570876,0.000018580224,0.001649541],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937378,0.003431237,0.00034610587,0.0006275209,0.0011649918,0.0006923643],"domain_scores_gemma":[0.8304044,0.13349555,0.018928012,0.0028243249,0.008976298,0.0053714523],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.009958608,0.0003972131,0.0002788454,0.004979703,0.0035719464,0.0033355292,0.0008411935,0.0014970867,0.003908815],"category_scores_gemma":[0.076779775,0.00042218843,0.00026962615,0.0038707696,0.002151846,0.005031886,0.0034863737,0.0020250336,0.0005908486],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050257833,0.0013348719,0.60149014,0.00026176518,0.000059416958,0.0008405614,0.35361648,0.0004438634,0.0025148506,0.005657025,0.003342303,0.029936071],"study_design_scores_gemma":[0.00007365204,0.00040628132,0.48418903,0.00030224226,0.00006412538,0.00021796628,0.48754072,0.0045103296,0.002058807,0.0030905306,0.01744813,0.0000980925],"about_ca_topic_score_codex":0.018938592,"about_ca_topic_score_gemma":0.024772871,"teacher_disagreement_score":0.9950203,"about_ca_system_score_codex":0.003217793,"about_ca_system_score_gemma":0.0031996425,"threshold_uncertainty_score":0.052666783},"labels":[],"label_agreement":null},{"id":"W3200622321","doi":"10.22230/cjc.2021v46n3a4001","title":"Greatly Exaggerated in Canada: Diverging Data and Media Bailouts","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bailout; Scrutiny; Subsidy; Yield (engineering); Government (linguistics); Media coverage; Narrative; Financial crisis; Entertainment; Political science; Business; Economics; Media studies; Sociology; Law; Macroeconomics; Art","score_opus":0.030425581113102437,"score_gpt":0.21457151810616137,"score_spread":0.18414593699305892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200622321","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3131122,0.014120178,0.0052835234,0.5139074,0.0024677643,0.0005094151,0.013193845,0.00036095738,0.13704471],"genre_scores_gemma":[0.90633,0.0043744445,0.003173426,0.0647248,0.00041596533,0.0001899409,0.0027217758,0.00027241273,0.017797157],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.91772074,0.012611153,0.0035459094,0.0059003425,0.049186736,0.011035109],"domain_scores_gemma":[0.80838686,0.07659433,0.018734949,0.010486763,0.07360305,0.012193977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05355009,0.0006806627,0.0012270819,0.009275678,0.019045439,0.018097991,0.0046983524,0.0039595836,0.00922784],"category_scores_gemma":[0.17850181,0.001058283,0.0007299338,0.017909812,0.016412983,0.0052359942,0.009923939,0.008128614,0.0007538505],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011269795,0.00012602958,0.23007476,0.002461364,0.00051324087,0.002864467,0.11470591,0.0014469274,0.0017738316,0.12211787,0.32810038,0.19468826],"study_design_scores_gemma":[0.00011576887,0.00011056619,0.33668956,0.0053529376,0.00033185314,0.0005699148,0.117621616,0.002806981,0.0027942758,0.022317573,0.5106996,0.0005893381],"about_ca_topic_score_codex":0.9893958,"about_ca_topic_score_gemma":0.9889347,"teacher_disagreement_score":0.14837132,"about_ca_system_score_codex":0.14837132,"about_ca_system_score_gemma":0.22023825,"threshold_uncertainty_score":0.98776853},"labels":[],"label_agreement":null},{"id":"W3201866716","doi":"10.1109/tvt.2021.3117696","title":"A Trust-Driven Contract Incentive Scheme for Mobile Crowd-Sensing Networks","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Incentive; Computer science; Mobile device; Quality of service; Contract theory; Computer network; Mobile computing; Computer security; World Wide Web","score_opus":0.009046250013622135,"score_gpt":0.23593687992056012,"score_spread":0.22689062990693798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201866716","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026019804,0.00035006925,0.967879,0.00065573043,0.000119424105,0.00024909875,0.0001314718,0.00019000183,0.0044054715],"genre_scores_gemma":[0.88926584,0.0003641572,0.10534818,0.00017616765,0.00008017704,0.00035393535,0.000111781046,0.000032624714,0.004267283],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959608,0.0015882131,0.00026972327,0.00072954444,0.0009797182,0.00047198482],"domain_scores_gemma":[0.995713,0.001817625,0.00066192116,0.00046199874,0.0007486714,0.0005967768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004460858,0.0010490083,0.0013223353,0.0008833606,0.0017228846,0.0016194469,0.0029097619,0.0020646644,0.0023841066],"category_scores_gemma":[0.011206675,0.00050934753,0.0009653636,0.0012498742,0.0016389941,0.0034925465,0.0031976432,0.0018364448,0.00038745155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006615893,0.00027591948,0.0023125752,0.00035170288,0.00012395505,0.00096027285,0.0013155587,0.55475646,0.01132042,0.32112405,0.0072662,0.09953132],"study_design_scores_gemma":[0.00004394809,0.000098975,0.00017712533,0.00002387332,0.00001847125,0.0001631741,0.000075507836,0.95706916,0.0008697279,0.038312174,0.0031106838,0.000037189715],"about_ca_topic_score_codex":0.004340354,"about_ca_topic_score_gemma":0.0029694652,"teacher_disagreement_score":0.004460858,"about_ca_system_score_codex":0.002658273,"about_ca_system_score_gemma":0.0034050583,"threshold_uncertainty_score":0.023591518},"labels":[],"label_agreement":null},{"id":"W3207467265","doi":"10.1109/sose52839.2021.00011","title":"Adversarial Machine Learning-Driven Fake Task Anticipation in Mobile Crowdsensing Systems","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Adversarial system; Crowdsensing; Computer science; Anticipation (artificial intelligence); Task (project management); Computer security; Server; Machine learning; Artificial intelligence; Human–computer interaction; Computer network","score_opus":0.011467200998698275,"score_gpt":0.2330216300318292,"score_spread":0.22155442903313094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207467265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38056064,0.0007125015,0.6069797,0.001564921,0.00023007487,0.00024056541,0.0002008585,0.00094951113,0.0085611725],"genre_scores_gemma":[0.99370825,0.000050997445,0.005198608,0.000083348874,0.000016001213,0.00002646977,0.00002626764,0.00001407704,0.00087594835],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985744,0.00050896866,0.000045236822,0.00023179136,0.0002907731,0.0003487847],"domain_scores_gemma":[0.99199027,0.005545002,0.0010020894,0.00064104557,0.00044153392,0.0003799752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026321583,0.0009293137,0.00081458705,0.00040328753,0.0006172224,0.0008136771,0.00094371685,0.0010976169,0.0016965113],"category_scores_gemma":[0.01042477,0.00036836587,0.00055020687,0.00027246462,0.0019740139,0.0013598081,0.0020213567,0.001610927,0.00023898449],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117939846,0.000025822204,0.0011615484,0.000028516088,0.000016396318,0.00009599338,0.00004474362,0.98704416,0.0011010099,0.0053259777,0.000448522,0.004589312],"study_design_scores_gemma":[0.000005194241,0.000027011216,0.0002135668,0.0000037242555,0.0000028851969,0.000019975278,0.000009546622,0.9965605,0.0003380728,0.0026958694,0.00011804002,0.000005617128],"about_ca_topic_score_codex":0.004902841,"about_ca_topic_score_gemma":0.0032269629,"teacher_disagreement_score":0.004902841,"about_ca_system_score_codex":0.0014801768,"about_ca_system_score_gemma":0.0009520643,"threshold_uncertainty_score":0.013920367},"labels":[],"label_agreement":null},{"id":"W3212676313","doi":"10.2196/28749","title":"Crowdsourcing for Machine Learning in Public Health Surveillance: Lessons Learned From Amazon Mechanical Turk","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Calgary","funders":"","keywords":"Crowdsourcing; Computer science; Artificial intelligence; Machine learning; Convolutional neural network; Inference; Citizen science; Ground truth; Context (archaeology); Data science; Deep learning; Quality (philosophy); Data quality; World Wide Web; Engineering","score_opus":0.1890378337671646,"score_gpt":0.4315017016306562,"score_spread":0.2424638678634916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212676313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21890816,0.040741827,0.521255,0.13466361,0.0023239355,0.0016558536,0.0030508353,0.0020605074,0.075340174],"genre_scores_gemma":[0.86550134,0.00502174,0.116742656,0.0053879675,0.0012606743,0.0007793609,0.00094122655,0.00030025025,0.00406469],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9841957,0.011627017,0.00035473015,0.0014651294,0.0019524508,0.00040510198],"domain_scores_gemma":[0.88749576,0.09579439,0.0018924258,0.0075452523,0.006055705,0.0012164965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024671445,0.0010768771,0.0014186408,0.0014293902,0.0021863044,0.0037894784,0.002736583,0.0029814225,0.0041540205],"category_scores_gemma":[0.093857974,0.00071404804,0.0009478344,0.0023552096,0.0047305287,0.005031003,0.0037509901,0.0027587372,0.0013225834],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013043475,0.0007947406,0.052020665,0.001828682,0.00045109124,0.0009914222,0.007874126,0.15364738,0.0019413816,0.13209009,0.08202839,0.5650277],"study_design_scores_gemma":[0.00019814921,0.00025420552,0.016824512,0.00080827187,0.00007344748,0.00018524787,0.0027460272,0.58515304,0.0018639987,0.33696052,0.054731812,0.0002007503],"about_ca_topic_score_codex":0.046019915,"about_ca_topic_score_gemma":0.032854695,"teacher_disagreement_score":0.046019915,"about_ca_system_score_codex":0.003569093,"about_ca_system_score_gemma":0.003817396,"threshold_uncertainty_score":0.13047665},"labels":[],"label_agreement":null},{"id":"W3215727830","doi":"10.1037/pha0000541","title":"Beyond online participant crowdsourcing: The benefits and opportunities of big team addiction science.","year":2022,"lang":"en","type":"article","venue":"Experimental and Clinical Psychopharmacology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"","keywords":"Crowdsourcing; Addiction; Big data; Grassroots; Intervention (counseling); Population; Citizen science; Empirical research","score_opus":0.10270123126342662,"score_gpt":0.38178739643039594,"score_spread":0.2790861651669693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215727830","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036676962,0.034211613,0.36229303,0.39916542,0.014594228,0.0044846293,0.0072628176,0.0021680936,0.13914321],"genre_scores_gemma":[0.45583448,0.03284986,0.367169,0.08172022,0.0128050875,0.016510615,0.0041500675,0.001309103,0.027651625],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9572237,0.032045282,0.0012889422,0.0029444841,0.005506495,0.0009909933],"domain_scores_gemma":[0.7570426,0.1741606,0.0103908265,0.03567819,0.012241058,0.010486805],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07145116,0.00081473216,0.0010659081,0.00378141,0.00519753,0.011659163,0.0035681773,0.0038974558,0.014571866],"category_scores_gemma":[0.14508818,0.0005916652,0.0018642561,0.0051476806,0.009502322,0.016593676,0.017985031,0.0060552913,0.0034798326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003932659,0.00050207984,0.02586301,0.0057960055,0.00067950285,0.0005041492,0.024524974,0.0024354816,0.0019149295,0.2553842,0.15446879,0.5275336],"study_design_scores_gemma":[0.0001649809,0.00030187683,0.011421996,0.004531103,0.00015663203,0.00016451631,0.012082124,0.0035116184,0.001246316,0.52851,0.43775564,0.00015318338],"about_ca_topic_score_codex":0.003314892,"about_ca_topic_score_gemma":0.007206959,"teacher_disagreement_score":0.9285488,"about_ca_system_score_codex":0.0035449972,"about_ca_system_score_gemma":0.015046126,"threshold_uncertainty_score":0.37787437},"labels":[],"label_agreement":null},{"id":"W3216409426","doi":"10.1109/tvt.2021.3129098","title":"Truthful Deep Mechanism Design for Revenue-Maximization in Edge Computing With Budget Constraints","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Incentive compatibility; Mechanism design; Revenue; Computation offloading; Edge computing; Incentive; Private information retrieval; Budget constraint; Task (project management); Service provider; Service (business); Distributed computing; Enhanced Data Rates for GSM Evolution; Artificial intelligence; Computer security; Engineering","score_opus":0.011914319301384306,"score_gpt":0.22206609879269043,"score_spread":0.21015177949130612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216409426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02338212,0.00026698288,0.9714542,0.00078453205,0.00008038336,0.00015446998,0.00013106571,0.00020191404,0.0035443692],"genre_scores_gemma":[0.8965759,0.0004113399,0.0975556,0.00046954857,0.000095453644,0.00036418898,0.00011168509,0.000073779294,0.004342476],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99548954,0.0021370403,0.00023025721,0.0008552793,0.00056702935,0.0007208898],"domain_scores_gemma":[0.988526,0.007994946,0.0010865497,0.0009642476,0.0008440868,0.00058418687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00801113,0.0015441733,0.002260658,0.0009146921,0.0008921653,0.0028562,0.0037567914,0.0031656718,0.0062456345],"category_scores_gemma":[0.020532304,0.0011842902,0.0011770962,0.001113455,0.002492263,0.0060748756,0.0027410723,0.0035978905,0.0006208559],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046117103,0.00019772019,0.00070717983,0.00032468638,0.00011101997,0.00028229426,0.00024975516,0.7099183,0.002593166,0.25113124,0.0024750344,0.0315483],"study_design_scores_gemma":[0.000059312726,0.00006308384,0.00007438993,0.00001910546,0.000020496384,0.000049937033,0.000031128086,0.8965681,0.00057716086,0.101865344,0.0006545665,0.000017346452],"about_ca_topic_score_codex":0.0015474256,"about_ca_topic_score_gemma":0.0012980155,"teacher_disagreement_score":0.00801113,"about_ca_system_score_codex":0.0025426997,"about_ca_system_score_gemma":0.0030520048,"threshold_uncertainty_score":0.0423674},"labels":[],"label_agreement":null},{"id":"W3216765501","doi":"10.1109/jiot.2021.3094670","title":"ChainSensing: A Novel Mobile Crowdsensing Framework With Blockchain","year":2021,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds de recherche du Québec","keywords":"Computer science; Blockchain; Single point of failure; Distributed computing; Leverage (statistics); Mobile device; Path (computing); Heuristic; Computer network; Computer security; Artificial intelligence; World Wide Web","score_opus":0.013262999653355168,"score_gpt":0.23719321793306036,"score_spread":0.2239302182797052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216765501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026854685,0.0007100547,0.9582889,0.0007256572,0.0001462034,0.00027378733,0.00042359778,0.0011190381,0.011458129],"genre_scores_gemma":[0.76117337,0.0007207801,0.22613311,0.00025178233,0.000099334036,0.00039888424,0.00056973833,0.00013207071,0.010520782],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916255,0.00021048434,0.000039591632,0.00015209726,0.00028628978,0.00014903072],"domain_scores_gemma":[0.99925464,0.0003146485,0.00007570586,0.00010308011,0.00011789263,0.00013391436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009423012,0.0006844997,0.001075468,0.00049273134,0.0011693186,0.0013816713,0.0021540022,0.0014180817,0.0065989713],"category_scores_gemma":[0.0017362903,0.00038827574,0.0007078727,0.00090105983,0.0011202908,0.001943603,0.0027127785,0.0011413759,0.0008052702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024401298,0.000099170764,0.0010375929,0.0001802179,0.000045425037,0.00053265656,0.00018547673,0.8571253,0.0049707256,0.081812926,0.003951641,0.04981492],"study_design_scores_gemma":[0.000034805336,0.000022989527,0.000047500584,0.0000065415065,0.0000048161696,0.000034634846,0.000018534065,0.9805747,0.00047996404,0.015519783,0.0032468888,0.000008903179],"about_ca_topic_score_codex":0.010802651,"about_ca_topic_score_gemma":0.010549494,"teacher_disagreement_score":0.010802651,"about_ca_system_score_codex":0.0010562325,"about_ca_system_score_gemma":0.0029316172,"threshold_uncertainty_score":0.022075772},"labels":[],"label_agreement":null},{"id":"W4200112936","doi":"10.1201/9781351053068","title":"Applied Crowd Science","year":2021,"lang":"en","type":"book","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science","score_opus":0.008647990522726221,"score_gpt":0.20712775547265982,"score_spread":0.1984797649499336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200112936","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004234801,0.0122540705,0.01939849,0.006407608,0.0029347683,0.00008263585,0.00018378766,0.0003163234,0.9579989],"genre_scores_gemma":[0.008885782,0.010359371,0.0078049335,0.0023026927,0.0011954383,0.000104644445,0.00021570818,0.00030321977,0.96882814],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994393,0.00010213102,0.000018855082,0.00010362377,0.00028995535,0.00004606072],"domain_scores_gemma":[0.99936706,0.00028644016,0.000021003838,0.00009529607,0.00015513551,0.000075148804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006110598,0.00082832656,0.00043599406,0.0016578434,0.002555425,0.005494702,0.00092204666,0.0017727587,0.077923864],"category_scores_gemma":[0.001840667,0.00040531097,0.00051279116,0.0013372456,0.003052884,0.005236047,0.0031049026,0.0029798665,0.03742117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061487926,0.000016456921,0.00006854887,0.00022110339,0.0000029982061,0.000052695657,0.0006652074,0.00050178624,0.000298098,0.44553018,0.45902362,0.09361317],"study_design_scores_gemma":[6.7844945e-7,0.000002886672,0.000044813576,0.00006957477,5.2514486e-7,0.000059413367,0.00008484664,0.00016109235,0.00008762574,0.045933083,0.9535528,0.0000027952633],"about_ca_topic_score_codex":0.002199935,"about_ca_topic_score_gemma":0.0042115645,"teacher_disagreement_score":0.077923864,"about_ca_system_score_codex":0.0027224193,"about_ca_system_score_gemma":0.0017374975,"threshold_uncertainty_score":0.26068127},"labels":[],"label_agreement":null},{"id":"W4205670437","doi":"10.1109/tmc.2021.3136236","title":"Utility-Aware Legitimacy Detection of Mobile Crowdsensing Tasks via Knowledge-Based Self Organizing Feature Map","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Task (project management); Crowdsensing; Feature (linguistics); Machine learning; Frame (networking); Data mining; Computer security","score_opus":0.010740745935985799,"score_gpt":0.24322912769872665,"score_spread":0.23248838176274084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205670437","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2886478,0.0005184409,0.70386004,0.00055122713,0.000096544376,0.00020724362,0.0003544927,0.0020751685,0.0036890807],"genre_scores_gemma":[0.97536224,0.00006596986,0.023618665,0.000040357772,0.000027165379,0.000058384336,0.00015669,0.000016985141,0.0006534388],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999199,0.00016682631,0.00004731436,0.00016969473,0.00028131937,0.0001358896],"domain_scores_gemma":[0.9974878,0.0011921406,0.00039321807,0.00027700167,0.00054133893,0.00010838948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088395795,0.00073801033,0.0009827039,0.001253369,0.0005821036,0.00091733923,0.001037859,0.000727245,0.000687625],"category_scores_gemma":[0.006137013,0.00023644963,0.0004710484,0.00090647716,0.0005945457,0.0014936109,0.0011396165,0.0006543367,0.00030605833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010743805,0.00080220884,0.025646722,0.000298302,0.00014022463,0.00047135167,0.00043139982,0.33161286,0.017050259,0.0053208442,0.0044624573,0.612689],"study_design_scores_gemma":[0.000008749182,0.000056519548,0.0030489299,0.000007537111,0.000011930031,0.00005598192,0.000050355367,0.99000704,0.0038091948,0.0025106892,0.00041860223,0.000014399782],"about_ca_topic_score_codex":0.0039439453,"about_ca_topic_score_gemma":0.0034227348,"teacher_disagreement_score":0.0039439453,"about_ca_system_score_codex":0.00080233696,"about_ca_system_score_gemma":0.0008903968,"threshold_uncertainty_score":0.007842004},"labels":[],"label_agreement":null},{"id":"W4205836301","doi":"10.1007/s12083-021-01283-3","title":"Joint pricing and task allocation for blockchain empowered crowd spectrum sensing","year":2022,"lang":"en","type":"article","venue":"Peer-to-Peer Networking and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"National Key Research and Development Program of China; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Stackelberg competition; Computer science; Task (project management); Scheme (mathematics); Nash equilibrium; Constraint (computer-aided design); Distributed computing; Computer security; Mathematical optimization","score_opus":0.016418155839810846,"score_gpt":0.24611919425849743,"score_spread":0.22970103841868658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205836301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18168467,0.0005308368,0.80346036,0.0011069974,0.00026319912,0.00032676006,0.00026659027,0.0007818945,0.011578729],"genre_scores_gemma":[0.98036194,0.000064395244,0.016742058,0.000047575995,0.000027055428,0.000057454796,0.000050543153,0.000025947042,0.0026230048],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839467,0.00042147134,0.00006112645,0.0002814497,0.00042028126,0.00042092544],"domain_scores_gemma":[0.99619615,0.0023311689,0.00020545721,0.0004216657,0.00044189722,0.00040365796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023371375,0.0005872703,0.0015654505,0.0005516686,0.0012210715,0.0019083414,0.0017590859,0.0016590601,0.0070571927],"category_scores_gemma":[0.007768141,0.00044676953,0.00034992764,0.00084726093,0.0011052907,0.0024251242,0.0027791285,0.0012263661,0.0005742999],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009930062,0.00042981814,0.0016262152,0.00015513731,0.000056490582,0.0003234419,0.00030061824,0.8493678,0.007936682,0.049352378,0.0037426017,0.08571577],"study_design_scores_gemma":[0.000017971508,0.000028698896,0.000081763195,0.0000036310214,0.0000036047581,0.000018157116,0.000024263609,0.98598737,0.00042203863,0.013047231,0.00035904633,0.0000061897604],"about_ca_topic_score_codex":0.0043880683,"about_ca_topic_score_gemma":0.0058867447,"teacher_disagreement_score":0.0070571927,"about_ca_system_score_codex":0.0010424019,"about_ca_system_score_gemma":0.0028333326,"threshold_uncertainty_score":0.023608625},"labels":[],"label_agreement":null},{"id":"W4206369543","doi":"10.2139/ssrn.3989656","title":"Learning True Labels from Noisy Crowd-Sourced Annotations","year":2021,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Crowdsourcing; Crowd sourcing; Artificial intelligence; Information retrieval; Natural language processing; Data science; World Wide Web","score_opus":0.005698329588986957,"score_gpt":0.21473177126130177,"score_spread":0.20903344167231483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206369543","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1327807,0.005205263,0.81522506,0.0037705163,0.0027454202,0.0005667121,0.012489641,0.013080227,0.01413641],"genre_scores_gemma":[0.6483491,0.0018638415,0.29967242,0.001216592,0.0021345026,0.00065409904,0.025916137,0.0014768251,0.018716425],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9931657,0.0014241812,0.00025282812,0.0026266507,0.0020423972,0.00048827587],"domain_scores_gemma":[0.98372364,0.009738217,0.0007169915,0.002484484,0.0028862867,0.0004503636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044780993,0.0036268048,0.0027038802,0.004603778,0.002279493,0.0037940773,0.003478844,0.0055234316,0.0028017529],"category_scores_gemma":[0.02287888,0.0012775084,0.001619073,0.0028066973,0.0022997789,0.0057789395,0.0042512286,0.0045758146,0.005141062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038702807,0.0015072175,0.020117188,0.0022677665,0.00070835405,0.0026208765,0.002049544,0.115116954,0.048017908,0.020401206,0.113004215,0.67031837],"study_design_scores_gemma":[0.00021009365,0.00028914286,0.005010009,0.00036214417,0.00031412722,0.00047872053,0.0009086127,0.864638,0.02224368,0.07641566,0.028993538,0.00013621511],"about_ca_topic_score_codex":0.009800058,"about_ca_topic_score_gemma":0.016830035,"teacher_disagreement_score":0.009800058,"about_ca_system_score_codex":0.0015710202,"about_ca_system_score_gemma":0.0029873278,"threshold_uncertainty_score":0.023682714},"labels":[],"label_agreement":null},{"id":"W4206422650","doi":"10.1109/lra.2021.3135928","title":"Learning Submodular Objectives for Team Environmental Monitoring","year":2021,"lang":"en","type":"article","venue":"IEEE Robotics and Automation Letters","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Regret; Ranking (information retrieval); Computer science; Submodular set function; Set (abstract data type); Robot; Machine learning; Artificial intelligence; Mathematical optimization; Mathematics","score_opus":0.008081190280587158,"score_gpt":0.2125070409888544,"score_spread":0.20442585070826724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206422650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03506202,0.0009697859,0.9596533,0.00062860217,0.000056961446,0.00010471399,0.00026101107,0.0005662869,0.0026972557],"genre_scores_gemma":[0.78348124,0.00058949227,0.20899004,0.00062826514,0.00018248387,0.00046658076,0.0009215923,0.00023283019,0.004507524],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998147,0.001073199,0.000054239066,0.00036910112,0.00019223164,0.00016418425],"domain_scores_gemma":[0.9949574,0.003921868,0.00040519272,0.00022861449,0.00023557206,0.00025144813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036095218,0.0023270373,0.0022854013,0.00082944735,0.0005794827,0.0011150255,0.0019009472,0.0022239115,0.0028308127],"category_scores_gemma":[0.0075919353,0.00076685235,0.0009613736,0.0011041746,0.0011435793,0.0018128133,0.0019591034,0.002493151,0.000603048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012840534,0.00011877704,0.0008286326,0.000116175725,0.00007340581,0.00005980356,0.000072104056,0.96205944,0.00036657817,0.005954153,0.0021083222,0.028114205],"study_design_scores_gemma":[0.000015520922,0.000043421533,0.00009015343,0.0000079406045,0.000004904313,0.000007921695,0.000014647677,0.9898275,0.00009703454,0.009641798,0.00024464048,0.0000044629883],"about_ca_topic_score_codex":0.003344628,"about_ca_topic_score_gemma":0.0033430704,"teacher_disagreement_score":0.0036095218,"about_ca_system_score_codex":0.0013227308,"about_ca_system_score_gemma":0.0011944165,"threshold_uncertainty_score":0.019089222},"labels":[],"label_agreement":null},{"id":"W4211230178","doi":"10.4018/978-1-5225-8362-2.ch076","title":"Beyond Micro-Tasks","year":2019,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Saskatchewan","funders":"","keywords":"Crowdsourcing; Crowds; Exploit; Data science; Extant taxon; Scope (computer science); Computer science; Observational study; Domain (mathematical analysis); Redundancy (engineering); Scale (ratio); Crowdsourcing software development; Knowledge management; World Wide Web; Geography; Computer security","score_opus":0.011906483691427433,"score_gpt":0.22183169426564195,"score_spread":0.2099252105742145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211230178","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010438523,0.0440304,0.3836201,0.017953623,0.0019566389,0.0004522334,0.0016157095,0.0016062488,0.53832656],"genre_scores_gemma":[0.39210755,0.044263612,0.23845226,0.0052476986,0.0032998708,0.0012517559,0.0035281796,0.0011703549,0.3106787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986731,0.00040292717,0.00006434795,0.00037674195,0.0003468643,0.00013597203],"domain_scores_gemma":[0.99693334,0.0018671874,0.00013116516,0.00056921627,0.00028544167,0.00021356868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013606657,0.0009961923,0.0006587059,0.0011189486,0.0010697907,0.0053270687,0.0019413854,0.002039371,0.024740543],"category_scores_gemma":[0.004888012,0.0003963069,0.00070107146,0.0014809952,0.0024198063,0.008011353,0.0035591996,0.0019754318,0.010042973],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007336333,0.000072851304,0.00083035236,0.0012957933,0.00004845405,0.00017575502,0.0012584858,0.009351452,0.0013601158,0.6431633,0.057512887,0.28485724],"study_design_scores_gemma":[0.000014675494,0.000038007587,0.00084048294,0.00039892964,0.000019162771,0.00021979395,0.000620203,0.016073853,0.0008581859,0.51060593,0.4702837,0.000027079666],"about_ca_topic_score_codex":0.002959,"about_ca_topic_score_gemma":0.0031430332,"teacher_disagreement_score":0.024740543,"about_ca_system_score_codex":0.0015047129,"about_ca_system_score_gemma":0.0020624313,"threshold_uncertainty_score":0.0827654},"labels":[],"label_agreement":null},{"id":"W4214561205","doi":"10.1177/20563051221077032","title":"Bridging the Open Web and APIs: Alternative Social Media Alongside the Corporate Web","year":2022,"lang":"en","type":"article","venue":"Social Media + Society","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"World Wide Web; Social media; The Internet; Web 2.0; Computer science; Web syndication; Ambiguity; Data science; Business","score_opus":0.04451155560750416,"score_gpt":0.25536818745251777,"score_spread":0.2108566318450136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214561205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82286096,0.00057074026,0.02717689,0.0070309225,0.000091821355,0.00019329994,0.00029555097,0.00026131838,0.14151862],"genre_scores_gemma":[0.9907075,0.0001701543,0.0049226223,0.00032130035,0.000043212578,0.000073345036,0.000079682206,0.00006350281,0.0036186094],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911945,0.0049516703,0.00025049623,0.00076681806,0.002108912,0.0007276027],"domain_scores_gemma":[0.97556823,0.013620626,0.0035323806,0.004490299,0.0015640835,0.0012243462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064915433,0.0003565389,0.00030689954,0.00388663,0.006040592,0.01067441,0.0010329718,0.0015105667,0.004927577],"category_scores_gemma":[0.021828078,0.00040228784,0.0004013821,0.0037366126,0.009213065,0.015748333,0.009431099,0.0023388404,0.0008207189],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029830614,0.00031513508,0.120735936,0.00042621896,0.00006723689,0.0032088815,0.34762096,0.001363785,0.005515881,0.31766263,0.0081609525,0.19462423],"study_design_scores_gemma":[0.000051941563,0.00027082366,0.08414483,0.0011230581,0.00008273652,0.0016827552,0.41503912,0.011495315,0.0039210506,0.13159075,0.35040507,0.00019259828],"about_ca_topic_score_codex":0.008092127,"about_ca_topic_score_gemma":0.01476319,"teacher_disagreement_score":0.01067441,"about_ca_system_score_codex":0.0027573588,"about_ca_system_score_gemma":0.0023201273,"threshold_uncertainty_score":0.034330964},"labels":[],"label_agreement":null},{"id":"W4214833826","doi":"10.31234/osf.io/48yxj","title":"Evaluating CloudResearch’s Approved Group as a Solution for Problematic Data Quality on MTurk","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Vetting; Honesty; Data quality; Reliability (semiconductor); Sample (material); Quality (philosophy); Psychology; Medicine; Applied psychology; Computer science; Social psychology; Engineering; Computer security; Operations management","score_opus":0.3965886447347578,"score_gpt":0.47983124979704356,"score_spread":0.08324260506228576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214833826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.969835,0.0001105775,0.014846038,0.002349334,0.00020336648,0.002842549,0.0003973521,0.00056272995,0.008853104],"genre_scores_gemma":[0.9705383,0.00004333806,0.022922123,0.00076713966,0.00008487689,0.003310305,0.00037655362,0.00016023687,0.0017971034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.911775,0.061259866,0.004513669,0.0060108053,0.014027477,0.0024132251],"domain_scores_gemma":[0.53807086,0.26315883,0.06621211,0.064352825,0.057754915,0.010450496],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.10275291,0.0006506172,0.0006200272,0.0014570943,0.0034618508,0.0038373673,0.002108326,0.0020129622,0.004008075],"category_scores_gemma":[0.3696686,0.000532731,0.0007921914,0.0014318227,0.0048096203,0.0043320735,0.0041278927,0.0016698176,0.0016331723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010735807,0.004766226,0.67736864,0.00095851783,0.0003436371,0.00041711432,0.039263763,0.0031006807,0.009635587,0.012549438,0.020842638,0.22001788],"study_design_scores_gemma":[0.0035633433,0.016706439,0.7735194,0.00079252716,0.00060841476,0.0005244828,0.035332322,0.04698468,0.02433159,0.017032083,0.08013196,0.0004729026],"about_ca_topic_score_codex":0.006617405,"about_ca_topic_score_gemma":0.0075716246,"teacher_disagreement_score":0.8972471,"about_ca_system_score_codex":0.003637357,"about_ca_system_score_gemma":0.007192378,"threshold_uncertainty_score":0.5434158},"labels":[],"label_agreement":null},{"id":"W4220958110","doi":"10.1145/3487571","title":"Context- and Fairness-Aware In-Process Crowdworker Recommendation","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Key Research and Development Program of China; Youth Innovation Promotion Association of the Chinese Academy of Sciences; Youth Innovation Promotion Association; Chinese Academy of Sciences; National Natural Science Foundation of China","keywords":"Computer science; Popularity; Process (computing); Context (archaeology); Matching (statistics); Task (project management); Ranking (information retrieval); Recommender system; Software bug; Software; World Wide Web; Machine learning; Psychology","score_opus":0.0526966237025728,"score_gpt":0.2985543421583204,"score_spread":0.24585771845574758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220958110","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18577132,0.0020739797,0.7889159,0.0009937829,0.0003006595,0.001422931,0.00054121757,0.008380751,0.011599507],"genre_scores_gemma":[0.7878539,0.00048922125,0.20474665,0.0002984017,0.00016616484,0.00065045373,0.0005927215,0.000252156,0.004950284],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99362516,0.0019241516,0.00038514548,0.0019023404,0.001618221,0.0005448707],"domain_scores_gemma":[0.98549795,0.0060427953,0.0015173551,0.0030902307,0.0024688037,0.0013827157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051858323,0.0017895619,0.0017314713,0.0017260268,0.0018139732,0.0024260955,0.0027143864,0.0016584505,0.0033033043],"category_scores_gemma":[0.023216294,0.00065773237,0.00090541027,0.0010740812,0.0006503121,0.0031426284,0.0026729424,0.0017821532,0.0016161704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00207278,0.0025671697,0.07253531,0.0015417663,0.00042456356,0.0012547849,0.0056140097,0.06328258,0.053223617,0.0094897235,0.013491431,0.7745022],"study_design_scores_gemma":[0.00038814158,0.0013448418,0.033327065,0.0003118432,0.0006422238,0.00092353055,0.002729575,0.866033,0.031932186,0.023233203,0.03874488,0.00038943076],"about_ca_topic_score_codex":0.005428318,"about_ca_topic_score_gemma":0.00850973,"teacher_disagreement_score":0.005428318,"about_ca_system_score_codex":0.00079633866,"about_ca_system_score_gemma":0.002394102,"threshold_uncertainty_score":0.027425587},"labels":[],"label_agreement":null},{"id":"W4225087487","doi":"10.1145/3491101.3519728","title":"Revisiting Engagement in Humanitarian Mapping: An Updated Analysis of Contributor Retention in OpenStreetMap","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems Extended Abstracts","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Toronto","funders":"","keywords":"Scope (computer science); Computer science; Data science","score_opus":0.09353315479952624,"score_gpt":0.31237782540393433,"score_spread":0.2188446706044081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225087487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97979844,0.00047488086,0.005985647,0.001214162,0.00008342486,0.00013614637,0.0012405403,0.00009303974,0.010973791],"genre_scores_gemma":[0.9918977,0.0002819599,0.0028409641,0.00013343494,0.000054455002,0.0002253989,0.0011385601,0.0000820205,0.003345433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99160016,0.0029188846,0.0006571146,0.0009995025,0.0028811365,0.0009432555],"domain_scores_gemma":[0.9422717,0.025045732,0.01111968,0.005208608,0.013309783,0.0030444497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011713785,0.0003168701,0.00047974085,0.0045826826,0.002703668,0.0044050873,0.0014479085,0.00087054324,0.0034459564],"category_scores_gemma":[0.07613646,0.0002464903,0.00042626803,0.0072813625,0.0016596224,0.008287757,0.0061329305,0.0013558128,0.001069995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044200176,0.00028177773,0.6187116,0.0011783808,0.00014730266,0.0005135135,0.17061238,0.0015180191,0.002206005,0.004524475,0.008394962,0.19146967],"study_design_scores_gemma":[0.000017863676,0.00047435125,0.69326603,0.00090439914,0.000100074605,0.0004500693,0.22122961,0.0055402126,0.001711384,0.0060552703,0.070105925,0.00014473092],"about_ca_topic_score_codex":0.010887339,"about_ca_topic_score_gemma":0.017444208,"teacher_disagreement_score":0.011713785,"about_ca_system_score_codex":0.0013684989,"about_ca_system_score_gemma":0.0026997072,"threshold_uncertainty_score":0.061949193},"labels":[],"label_agreement":null},{"id":"W4226329077","doi":"10.1109/jiot.2022.3163456","title":"An Adaptive Data Uploading Scheme for Mobile Crowdsensing via Deep Reinforcement Learning With Graph Neural Network","year":2022,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; New Brunswick Innovation Foundation","keywords":"Computer science; Upload; Server; Heuristic; Reinforcement learning; Edge computing; Heuristics; Mobile edge computing; Artificial intelligence; Machine learning; Enhanced Data Rates for GSM Evolution; Computer network","score_opus":0.024656748967180578,"score_gpt":0.25846456862209943,"score_spread":0.23380781965491887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226329077","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048946902,0.0003155243,0.9459422,0.00044502653,0.00011658034,0.00008805158,0.00006214522,0.00084870757,0.0032348176],"genre_scores_gemma":[0.9478803,0.000095835494,0.04942343,0.00021977964,0.000035762303,0.0000957424,0.000067991896,0.0000385281,0.0021427576],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995851,0.000083698964,0.000019026718,0.0001467491,0.00008162498,0.00008376636],"domain_scores_gemma":[0.9992324,0.00039008248,0.00009876153,0.00006415072,0.00013085324,0.00008368778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067286496,0.0008967795,0.0010777392,0.00042258442,0.000518319,0.0005556425,0.0017218024,0.0011022151,0.0015324237],"category_scores_gemma":[0.0021511908,0.00040694186,0.0005055806,0.0004182192,0.00084307167,0.0010790048,0.0013512966,0.0012716232,0.00019400586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012695191,0.000115887946,0.0010444786,0.0000758327,0.000040920182,0.00012515773,0.00010820131,0.9253733,0.003738491,0.007202756,0.0018474893,0.060200557],"study_design_scores_gemma":[0.0000053825956,0.000012048229,0.00003729907,0.0000013687704,0.000002715145,0.000004251524,0.000003736139,0.9987845,0.00017359108,0.00085848506,0.00011416922,0.0000024561996],"about_ca_topic_score_codex":0.010765889,"about_ca_topic_score_gemma":0.010039915,"teacher_disagreement_score":0.010765889,"about_ca_system_score_codex":0.0010958753,"about_ca_system_score_gemma":0.0010814886,"threshold_uncertainty_score":0.021406412},"labels":[],"label_agreement":null},{"id":"W4230653295","doi":"10.1007/978-1-4614-6170-8_110083","title":"Crowdcomputing","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Political science","score_opus":0.012655293196304443,"score_gpt":0.20064444336518086,"score_spread":0.1879891501688764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230653295","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018032441,0.0115463445,0.10863246,0.0034666182,0.0032891266,0.00013170711,0.0009790877,0.0028663618,0.86728513],"genre_scores_gemma":[0.028617254,0.009677133,0.04267884,0.001217075,0.0017731066,0.0001678224,0.0021542506,0.0009960127,0.91271853],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995869,0.000041987532,0.000014081792,0.00011775909,0.00019160069,0.000047674584],"domain_scores_gemma":[0.9996872,0.0000689791,0.0000118395055,0.0000864329,0.00009934249,0.000046250523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003690112,0.0010977063,0.0005142743,0.0014776918,0.0015453722,0.0032085609,0.0010999894,0.0011618199,0.076607876],"category_scores_gemma":[0.0012851347,0.00037556695,0.0004005097,0.0019506244,0.00080829614,0.0032042053,0.0023379638,0.0014370149,0.05155573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030698448,0.000038618706,0.00010201957,0.0001593255,0.0000075893327,0.00003571888,0.00014966546,0.0013491664,0.0009741551,0.14989652,0.37191015,0.4753464],"study_design_scores_gemma":[0.0000033109513,0.000005301401,0.00012243234,0.00007551273,0.0000035930234,0.00007111009,0.000050777842,0.0017347276,0.00078383967,0.069837525,0.9273038,0.0000081398875],"about_ca_topic_score_codex":0.003047971,"about_ca_topic_score_gemma":0.005581219,"teacher_disagreement_score":0.076607876,"about_ca_system_score_codex":0.0012232058,"about_ca_system_score_gemma":0.0011729929,"threshold_uncertainty_score":0.25627887},"labels":[],"label_agreement":null},{"id":"W4234149705","doi":"10.1007/978-1-4939-7131-2_100225","title":"Crowd Computing","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.01767574617885824,"score_gpt":0.22398653695056445,"score_spread":0.20631079077170622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234149705","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011833677,0.017603058,0.0908877,0.0042938516,0.0049172924,0.00014235353,0.00063947024,0.0018363697,0.8784965],"genre_scores_gemma":[0.023767015,0.014668951,0.03221897,0.0014692611,0.0025337432,0.00018638029,0.0014880697,0.0007814775,0.9228862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995148,0.000060333743,0.000016663978,0.000113589434,0.00024390046,0.00005070958],"domain_scores_gemma":[0.99967563,0.00007505296,0.000010903132,0.000088494824,0.00009722202,0.000052713567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046055802,0.0010991953,0.00052151596,0.001629664,0.0014800867,0.003703456,0.0011232028,0.0013275696,0.060706355],"category_scores_gemma":[0.0013370075,0.0004047652,0.00039519224,0.0020588553,0.00104602,0.0037414157,0.0027701,0.0016374976,0.036363445],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022259232,0.00003452964,0.0000782631,0.00016904218,0.000007272386,0.000037192505,0.00019966323,0.0013970381,0.0006758541,0.24533579,0.41404763,0.33799544],"study_design_scores_gemma":[0.0000022561826,0.000004120226,0.00006904883,0.00007528218,0.0000021407236,0.000049772298,0.000048411024,0.0011758491,0.00031670765,0.06897374,0.92927694,0.000005684042],"about_ca_topic_score_codex":0.0026862181,"about_ca_topic_score_gemma":0.0041541327,"teacher_disagreement_score":0.060706355,"about_ca_system_score_codex":0.0014343256,"about_ca_system_score_gemma":0.0011706471,"threshold_uncertainty_score":0.20308298},"labels":[],"label_agreement":null},{"id":"W4242624664","doi":"10.31219/osf.io/ndp8m","title":"Crowdsourcing for machine learning in public health surveillance: lessons learned from Amazon Mechanical Turk","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Cumming School of Medicine, University of Calgary; Public Health Agency; Public Health Agency of Canada","keywords":"Crowdsourcing; Computer science; Artificial intelligence; Machine learning; Convolutional neural network; Data science; Inference; Quality (philosophy); Citizen science; Context (archaeology); Deep learning; Leverage (statistics); Ground truth; Natural language processing; World Wide Web","score_opus":0.10544473982962362,"score_gpt":0.31993468244221485,"score_spread":0.21448994261259124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242624664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22630627,0.042926893,0.5236466,0.1256444,0.0022362287,0.0017463134,0.003734208,0.0022013995,0.071557745],"genre_scores_gemma":[0.8596829,0.0051969388,0.12253028,0.005037132,0.001210327,0.000831591,0.0011395188,0.00030206368,0.0040692934],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9855779,0.010623859,0.00033295335,0.0013407838,0.0017482282,0.00037631855],"domain_scores_gemma":[0.8988373,0.08639331,0.0017378104,0.00655202,0.0054010446,0.0010783885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02163656,0.0010003782,0.0013020012,0.0014013188,0.0018682166,0.0037511184,0.0026761375,0.0028848257,0.0038797634],"category_scores_gemma":[0.08531834,0.000654062,0.00094992685,0.0022637974,0.0043528946,0.004672089,0.003628056,0.002523015,0.0013724857],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012467005,0.0007334813,0.05256708,0.002353801,0.000460847,0.0009351373,0.007908128,0.15035154,0.0021725618,0.10691258,0.07438464,0.5999735],"study_design_scores_gemma":[0.00016945034,0.00026505077,0.01959097,0.001029679,0.000082895895,0.00019972338,0.0031261754,0.6084741,0.002156268,0.303109,0.061585948,0.00021075849],"about_ca_topic_score_codex":0.044675853,"about_ca_topic_score_gemma":0.03388768,"teacher_disagreement_score":0.044675853,"about_ca_system_score_codex":0.0034065812,"about_ca_system_score_gemma":0.0034576617,"threshold_uncertainty_score":0.114426434},"labels":[],"label_agreement":null},{"id":"W4244909627","doi":"10.1145/3381519","title":"Peer Prediction with Heterogeneous Users","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Economics and Computation","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Harvard School of Engineering and Applied Sciences; Google; National Science Foundation","keywords":"Computer science; Cluster analysis; Incentive; Robustness (evolution); Homogeneous; Limiting; Mechanism (biology); Incentive compatibility; Data mining; Machine learning; Artificial intelligence; Mathematics; Microeconomics","score_opus":0.018303082275079038,"score_gpt":0.20820434244361966,"score_spread":0.18990126016854061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244909627","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25047106,0.00058216695,0.73660856,0.0025104731,0.00018479027,0.00030009128,0.00060753623,0.0008150294,0.007920268],"genre_scores_gemma":[0.9733059,0.000119876066,0.022451352,0.00015458239,0.00009510764,0.00009127174,0.00017970765,0.000031642274,0.0035705],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9924838,0.0026001385,0.0003310649,0.0025613313,0.001216931,0.00080669305],"domain_scores_gemma":[0.9628303,0.02014627,0.0044406005,0.008653538,0.0027905847,0.0011387164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008978752,0.0010820435,0.0023536505,0.0010323077,0.001909109,0.0025557824,0.00414031,0.0027813956,0.00471156],"category_scores_gemma":[0.047512263,0.0009221797,0.0010644662,0.0015839414,0.002084245,0.005382132,0.0033321388,0.0026018932,0.001260284],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018507437,0.00031567394,0.050185755,0.00034263913,0.00036391293,0.0018616897,0.0023748307,0.5080926,0.005536862,0.31212112,0.012168201,0.10478595],"study_design_scores_gemma":[0.00009563982,0.00007732809,0.0019887472,0.000020949577,0.000045766465,0.00021562452,0.00022804544,0.8912234,0.0013772063,0.10262543,0.0020538855,0.000048032147],"about_ca_topic_score_codex":0.0062384387,"about_ca_topic_score_gemma":0.0037960385,"teacher_disagreement_score":0.008978752,"about_ca_system_score_codex":0.0017877971,"about_ca_system_score_gemma":0.0014054098,"threshold_uncertainty_score":0.047484756},"labels":[],"label_agreement":null},{"id":"W4248404129","doi":"10.1007/978-1-4939-7131-2_100622","title":"Malicious Crowdsourcing","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Crowdsourcing; Computer science; World Wide Web","score_opus":0.01495782933560329,"score_gpt":0.2120583039796725,"score_spread":0.1971004746440692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248404129","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032429497,0.019323604,0.17872836,0.009418416,0.0048318636,0.00019882685,0.00028263897,0.0010985252,0.78287476],"genre_scores_gemma":[0.12051343,0.021122156,0.03356567,0.0042782375,0.004394248,0.0002604061,0.00069414306,0.0007924007,0.8143794],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99846566,0.00028096067,0.000041465973,0.00026218104,0.00081498397,0.00013482696],"domain_scores_gemma":[0.9988757,0.00045489505,0.00006373396,0.00035350415,0.00019562889,0.00005651936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000966298,0.001374559,0.0005287643,0.0018552426,0.0017682626,0.003832458,0.0015173922,0.003230394,0.015799295],"category_scores_gemma":[0.0042525227,0.00058731507,0.000595887,0.0014960954,0.0032723853,0.0047210143,0.004138513,0.0027762083,0.010424294],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021672447,0.000034184755,0.00013851508,0.0002821118,0.000017212154,0.00013023747,0.0005204156,0.0040183663,0.001026295,0.6737593,0.13390319,0.1861485],"study_design_scores_gemma":[0.000004989852,0.000011178131,0.00011222549,0.00023718001,0.000008587031,0.0003179986,0.00012002974,0.0068785995,0.0014064591,0.25663453,0.7342487,0.000019576366],"about_ca_topic_score_codex":0.002103618,"about_ca_topic_score_gemma":0.0024469877,"teacher_disagreement_score":0.015799295,"about_ca_system_score_codex":0.0020168205,"about_ca_system_score_gemma":0.0012693009,"threshold_uncertainty_score":0.052853882},"labels":[],"label_agreement":null},{"id":"W4248721804","doi":"10.1007/978-1-4939-7131-2_100099","title":"Citizen Sensing","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Political science","score_opus":0.017122205498264077,"score_gpt":0.21249200008847782,"score_spread":0.19536979459021375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248721804","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011658444,0.0039015627,0.050131895,0.0035759006,0.0015538951,0.00009623299,0.00063867803,0.00089971756,0.93803626],"genre_scores_gemma":[0.027930677,0.0073500313,0.022870691,0.0017001707,0.00075895176,0.00013115323,0.0016685908,0.00044587464,0.93714386],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993789,0.00010430538,0.000015344309,0.0001797599,0.00026043277,0.00006116156],"domain_scores_gemma":[0.9996284,0.000099930985,0.000015328465,0.00012608412,0.000096298194,0.00003391687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006125853,0.0008699437,0.00039231713,0.001448812,0.0013331827,0.0032437227,0.0010221043,0.0018418438,0.06325138],"category_scores_gemma":[0.0013017067,0.00045142078,0.00042098836,0.0015341619,0.001177126,0.004019182,0.0028072058,0.0014023354,0.03399659],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027377178,0.000047578735,0.00022937413,0.00024521947,0.000008672486,0.00007260145,0.000512193,0.0007968262,0.0015263911,0.27220857,0.31506482,0.40926045],"study_design_scores_gemma":[0.0000013299399,0.0000044660364,0.000104162435,0.000075243646,0.0000015002837,0.000056854275,0.000116091935,0.0004681808,0.0005742625,0.035914205,0.9626785,0.0000051152206],"about_ca_topic_score_codex":0.003221636,"about_ca_topic_score_gemma":0.0057591815,"teacher_disagreement_score":0.06325138,"about_ca_system_score_codex":0.001340369,"about_ca_system_score_gemma":0.0013046756,"threshold_uncertainty_score":0.2115969},"labels":[],"label_agreement":null},{"id":"W4250381013","doi":"10.1007/978-1-4614-6170-8_110057","title":"Citizen Sensing","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Environmental science; Computer science; Remote sensing; Geography","score_opus":0.013074289460567913,"score_gpt":0.19892117986331642,"score_spread":0.18584689040274852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250381013","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011986599,0.0033267748,0.05511112,0.0029535268,0.0011776086,0.000101252735,0.0006102811,0.0008916646,0.93462914],"genre_scores_gemma":[0.027259775,0.0063437927,0.025291247,0.0014508385,0.0005535149,0.00013060698,0.00155507,0.00041029754,0.93700486],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993793,0.00010349785,0.000015097667,0.00017438341,0.00026605668,0.00006163764],"domain_scores_gemma":[0.9996687,0.000086165295,0.000013811965,0.00011128469,0.000090793714,0.000029239596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058685604,0.000856189,0.0004055968,0.0014616102,0.0013536401,0.0031055491,0.0010430431,0.0017828947,0.063143276],"category_scores_gemma":[0.0011867812,0.00046398808,0.00042303765,0.0015397744,0.0011559058,0.0038550852,0.0028459097,0.0013399445,0.032972928],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002753555,0.00004834806,0.00024429613,0.00023069828,0.000008948056,0.000074752155,0.00052026473,0.0008626704,0.00170115,0.26053387,0.28749594,0.44825155],"study_design_scores_gemma":[0.0000014629964,0.0000050935287,0.00012057453,0.000080740036,0.0000017353441,0.00006413382,0.00013324915,0.0005668622,0.0007369873,0.03744098,0.96084213,0.000006044425],"about_ca_topic_score_codex":0.0036084808,"about_ca_topic_score_gemma":0.0067611574,"teacher_disagreement_score":0.063143276,"about_ca_system_score_codex":0.001327851,"about_ca_system_score_gemma":0.0013487302,"threshold_uncertainty_score":0.21123534},"labels":[],"label_agreement":null},{"id":"W4253383308","doi":"10.4018/978-1-5225-8182-6.ch072","title":"Beyond Micro-Tasks","year":2019,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Saskatchewan","funders":"","keywords":"Crowdsourcing; Crowds; Exploit; Data science; Extant taxon; Scope (computer science); Computer science; Observational study; Domain (mathematical analysis); Redundancy (engineering); Scale (ratio); Crowdsourcing software development; Knowledge management; World Wide Web; Geography; Computer security","score_opus":0.011906483691427433,"score_gpt":0.22183169426564195,"score_spread":0.2099252105742145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253383308","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010438523,0.0440304,0.3836201,0.017953623,0.0019566389,0.0004522334,0.0016157095,0.0016062488,0.53832656],"genre_scores_gemma":[0.39210755,0.044263612,0.23845226,0.0052476986,0.0032998708,0.0012517559,0.0035281796,0.0011703549,0.3106787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986731,0.00040292717,0.00006434795,0.00037674195,0.0003468643,0.00013597203],"domain_scores_gemma":[0.99693334,0.0018671874,0.00013116516,0.00056921627,0.00028544167,0.00021356868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013606657,0.0009961923,0.0006587059,0.0011189486,0.0010697907,0.0053270687,0.0019413854,0.002039371,0.024740543],"category_scores_gemma":[0.004888012,0.0003963069,0.00070107146,0.0014809952,0.0024198063,0.008011353,0.0035591996,0.0019754318,0.010042973],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007336333,0.000072851304,0.00083035236,0.0012957933,0.00004845405,0.00017575502,0.0012584858,0.009351452,0.0013601158,0.6431633,0.057512887,0.28485724],"study_design_scores_gemma":[0.000014675494,0.000038007587,0.00084048294,0.00039892964,0.000019162771,0.00021979395,0.000620203,0.016073853,0.0008581859,0.51060593,0.4702837,0.000027079666],"about_ca_topic_score_codex":0.002959,"about_ca_topic_score_gemma":0.0031430332,"teacher_disagreement_score":0.024740543,"about_ca_system_score_codex":0.0015047129,"about_ca_system_score_gemma":0.0020624313,"threshold_uncertainty_score":0.0827654},"labels":[],"label_agreement":null},{"id":"W4253451887","doi":"10.1007/978-981-10-7847-7_1","title":"Introduction","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Crowdsourcing; Analytics; Data science; Computer science; Section (typography); Knowledge management; World Wide Web","score_opus":0.01144710663005387,"score_gpt":0.2018059871544165,"score_spread":0.19035888052436262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253451887","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035527398,0.0035804457,0.008855132,0.0029467887,0.004772448,0.00012680585,0.0016312326,0.0009308254,0.97680104],"genre_scores_gemma":[0.0015730688,0.002695458,0.002331408,0.0011486469,0.0010363953,0.00008647753,0.0015311897,0.0003308712,0.9892665],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993899,0.000058481477,0.000020499585,0.00013223157,0.00033092068,0.00006790741],"domain_scores_gemma":[0.99923515,0.000109204935,0.00002793707,0.00012755193,0.00035466283,0.00014553126],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000620797,0.00097389537,0.00048312967,0.0019371657,0.001342945,0.003971636,0.0015699667,0.0017454652,0.49137923],"category_scores_gemma":[0.002296324,0.0003433378,0.00052334,0.0017129765,0.00070579594,0.0036459938,0.002703528,0.0019308425,0.44899637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000214282,0.000038947863,0.00008325542,0.00019230119,0.000002457769,0.000040206472,0.00013606709,0.00017336817,0.00052033324,0.062839426,0.7170787,0.21887356],"study_design_scores_gemma":[0.0000011814043,0.0000042678266,0.000039785282,0.000056249286,7.069081e-7,0.00002558626,0.000024591192,0.000026931262,0.00008083861,0.00491713,0.9948206,0.0000021860421],"about_ca_topic_score_codex":0.0020834478,"about_ca_topic_score_gemma":0.003255532,"teacher_disagreement_score":0.49137923,"about_ca_system_score_codex":0.0013085746,"about_ca_system_score_gemma":0.0017682886,"threshold_uncertainty_score":0.7254858},"labels":[],"label_agreement":null},{"id":"W4255476311","doi":"10.36227/techrxiv.12101277.v1","title":"MobileCrowdSensing (MCS)","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Participatory sensing; Android (operating system); Computer science; Wearable computer; Mobile device; Measure (data warehouse); Wearable technology; Human–computer interaction; Android application; Embedded system; Real-time computing; Data science; Data mining; World Wide Web; Operating system","score_opus":0.03159488426572834,"score_gpt":0.2499058764141223,"score_spread":0.21831099214839395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255476311","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14875399,0.0044551925,0.75445956,0.0013943757,0.0018656788,0.0013789741,0.010944534,0.035619233,0.041128527],"genre_scores_gemma":[0.81947833,0.0011809362,0.16015817,0.0006354321,0.0004657043,0.00047861802,0.0032049129,0.00065681443,0.013741109],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880385,0.00010035356,0.000037608475,0.00035738543,0.0005795561,0.00012122336],"domain_scores_gemma":[0.9989386,0.0002120278,0.00008588349,0.0003268201,0.00029588226,0.00014071794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041003156,0.001010997,0.00096210255,0.0010466559,0.000665906,0.0009037856,0.0017002214,0.000970847,0.0061121443],"category_scores_gemma":[0.0015683874,0.00035636182,0.00050990714,0.0011075347,0.000544632,0.0008488872,0.0025827766,0.00052374473,0.0019382179],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013330177,0.00044547167,0.013838181,0.0019629186,0.00032760535,0.0009540799,0.0007188739,0.062406555,0.18738347,0.02219568,0.069373146,0.639061],"study_design_scores_gemma":[0.00024823213,0.00091110467,0.015047751,0.00016484762,0.00017427128,0.0013300481,0.00032757956,0.5671634,0.18649454,0.014209917,0.21368165,0.0002466106],"about_ca_topic_score_codex":0.0045737512,"about_ca_topic_score_gemma":0.0043979497,"teacher_disagreement_score":0.0061121443,"about_ca_system_score_codex":0.00071082375,"about_ca_system_score_gemma":0.00070987403,"threshold_uncertainty_score":0.020447195},"labels":[],"label_agreement":null},{"id":"W4281491548","doi":"10.1098/rsos.211189","title":"Human-supervised clustering of multidimensional data using crowdsourcing","year":2022,"lang":"en","type":"article","venue":"Royal Society Open Science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; McGill University","funders":"Canadian Institutes of Health Research; Genome Canada","keywords":"Cluster analysis; Crowdsourcing; Computer science; Data mining; Metric (unit); Task (project management); Machine learning; Artificial intelligence; Clustering high-dimensional data","score_opus":0.06761932082304395,"score_gpt":0.3258640248512842,"score_spread":0.25824470402824024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281491548","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062114224,0.00028399954,0.93317014,0.0005557048,0.000092020724,0.00033352373,0.00017973123,0.00076768413,0.0025029122],"genre_scores_gemma":[0.6606462,0.0001464003,0.3360905,0.0001787881,0.00009262562,0.000324334,0.00043524223,0.00014357908,0.0019424311],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99365485,0.002825894,0.0002539323,0.0016842078,0.0013093783,0.000271687],"domain_scores_gemma":[0.98803747,0.006119221,0.0014135438,0.0024004797,0.0013688554,0.0006603958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064932196,0.0015982571,0.002021398,0.0031585535,0.0023557039,0.0028203388,0.0032411797,0.0020465944,0.0010714796],"category_scores_gemma":[0.016007531,0.00078846654,0.0015856775,0.0025897252,0.0029829056,0.0022642843,0.004998365,0.0016337313,0.0005202841],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006045029,0.00031791348,0.006552312,0.00047847122,0.00041652087,0.00044982563,0.0024273507,0.7600327,0.013860204,0.026218444,0.004233905,0.18440787],"study_design_scores_gemma":[0.000028006192,0.000033840475,0.00069615897,0.000017881008,0.000012027635,0.000035593133,0.00026492059,0.9732948,0.0021794238,0.021926729,0.0014765984,0.000034034892],"about_ca_topic_score_codex":0.010466143,"about_ca_topic_score_gemma":0.011922906,"teacher_disagreement_score":0.010466143,"about_ca_system_score_codex":0.0022406199,"about_ca_system_score_gemma":0.002462584,"threshold_uncertainty_score":0.034339845},"labels":[],"label_agreement":null},{"id":"W4284697050","doi":"10.1145/3510003.3512765","title":"Bots for pull requests","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Universidade Tecnológica Federal do Paraná; National Science Foundation","keywords":"Computer science; Interface (matter); Human–computer interaction; Coding (social sciences); Participatory design; Information overload; Software; Interface design; User interface; World Wide Web; Engineering; Operating system","score_opus":0.021326146633776598,"score_gpt":0.2358149082008024,"score_spread":0.2144887615670258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284697050","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19671823,0.00069734146,0.64111906,0.010420295,0.00060982053,0.0031491758,0.00048495585,0.012539196,0.13426198],"genre_scores_gemma":[0.7516643,0.00030422202,0.19554846,0.004079467,0.00013882374,0.0024865125,0.0004336445,0.0019470531,0.04339758],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9902318,0.0059351516,0.00040330482,0.00088616234,0.0018412826,0.0007022647],"domain_scores_gemma":[0.9795989,0.012018278,0.0014367057,0.0034642874,0.0025790192,0.00090277527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009114162,0.0013062005,0.0005361095,0.0012688386,0.004219365,0.004022895,0.0013768944,0.0030416255,0.013848182],"category_scores_gemma":[0.02814126,0.0009378555,0.0009099048,0.0004595564,0.0029746324,0.008213752,0.0056654746,0.0025217254,0.003998939],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013847173,0.0009957264,0.022314869,0.0029596805,0.0001547752,0.0033763356,0.13192889,0.004851333,0.14560528,0.357963,0.06245177,0.26601368],"study_design_scores_gemma":[0.00032804324,0.0010285497,0.010975348,0.0012109817,0.00023986129,0.0027011945,0.028098602,0.058463387,0.035196118,0.1307988,0.730575,0.00038399023],"about_ca_topic_score_codex":0.0013856118,"about_ca_topic_score_gemma":0.0027657053,"teacher_disagreement_score":0.013848182,"about_ca_system_score_codex":0.0014574225,"about_ca_system_score_gemma":0.002402156,"threshold_uncertainty_score":0.048200846},"labels":[],"label_agreement":null},{"id":"W4287244254","doi":"10.48550/arxiv.2104.00634","title":"Security and Machine Learning Adoption in IoT: A Preliminary Study of\\n IoT Developer Discussions","year":2021,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Internet of Things; Computer science; World Wide Web; Computer security; Resource (disambiguation); Computer network","score_opus":0.056054908432928104,"score_gpt":0.1883316075603427,"score_spread":0.1322766991274146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287244254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900141,0.00017757209,0.00068813475,0.0017494218,0.000029455938,0.00007504326,0.00026993157,0.000021512562,0.006974795],"genre_scores_gemma":[0.9950478,0.00023939482,0.00068817975,0.000765707,0.000053410808,0.00022643452,0.00033627485,0.00003680479,0.0026058927],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9939453,0.003302269,0.0004283305,0.0006128814,0.0011215664,0.00058964913],"domain_scores_gemma":[0.933307,0.050751496,0.0071059344,0.001335321,0.005370928,0.002129401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009256781,0.00034785861,0.0004018831,0.002551586,0.0036433688,0.0027983086,0.00064779236,0.0012651604,0.0031768521],"category_scores_gemma":[0.040993214,0.00034529384,0.00032482922,0.002104282,0.0022393442,0.004941433,0.003236991,0.0018771724,0.00064064906],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019243643,0.00038745944,0.15236999,0.00032742752,0.000020187823,0.00059876783,0.8181054,0.000100000994,0.0021307853,0.001958425,0.0039312146,0.019877888],"study_design_scores_gemma":[0.00003147161,0.00017125536,0.2141721,0.00029969824,0.000028093322,0.00023100442,0.7472146,0.0017026986,0.0013141303,0.0014340307,0.033326805,0.00007400447],"about_ca_topic_score_codex":0.010675059,"about_ca_topic_score_gemma":0.014715458,"teacher_disagreement_score":0.010675059,"about_ca_system_score_codex":0.0021850003,"about_ca_system_score_gemma":0.0013483102,"threshold_uncertainty_score":0.048955142},"labels":[],"label_agreement":null},{"id":"W4291009573","doi":"10.31222/osf.io/a9vhr","title":"We Need to Talk about Mechanical Turk: What 22,989 Hypothesis Tests Tell Us about Publication Bias and p-Hacking in Online Experiments","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"Canada Research Chairs","keywords":"Credibility; Hacker; Set (abstract data type); Trustworthiness; Deception; Psychology; Marketing; Data science; Internet privacy; Computer science; Social psychology; Political science; Business; Computer security","score_opus":0.0625741574800946,"score_gpt":0.2973621482351371,"score_spread":0.23478799075504253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291009573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38172737,0.10437447,0.118978806,0.27571106,0.011099691,0.0011570947,0.028876208,0.0026194658,0.075455815],"genre_scores_gemma":[0.9138233,0.012825223,0.023257338,0.031710893,0.007687787,0.0010678612,0.004577291,0.0010987389,0.0039516105],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8389105,0.10090888,0.015956316,0.017430527,0.023412082,0.0033816232],"domain_scores_gemma":[0.10440971,0.76814055,0.052669797,0.057326313,0.015429124,0.0020245553],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.17471196,0.001006599,0.0029331145,0.008819171,0.0031863947,0.012619642,0.0026760916,0.006424257,0.01267432],"category_scores_gemma":[0.6657302,0.0011284815,0.0031260934,0.012412656,0.013168002,0.019643158,0.003299611,0.0047077425,0.0047887815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034801797,0.00035726195,0.41171792,0.009608328,0.007137628,0.0014879258,0.011476733,0.0034493941,0.0028879205,0.06077801,0.088821635,0.39879712],"study_design_scores_gemma":[0.0008370671,0.0010049997,0.3055034,0.008232325,0.003072828,0.0024538576,0.008130664,0.008807417,0.006934132,0.45142332,0.2028155,0.00078449113],"about_ca_topic_score_codex":0.0017459316,"about_ca_topic_score_gemma":0.001323456,"teacher_disagreement_score":0.99357575,"about_ca_system_score_codex":0.0023776577,"about_ca_system_score_gemma":0.0040249988,"threshold_uncertainty_score":0.9239762},"labels":[],"label_agreement":null},{"id":"W4293253993","doi":"10.1109/pst55820.2022.9851973","title":"Efficient and Privacy-preserving Worker Selection in Mobile Crowdsensing Over Tentative Future Trajectories","year":2022,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Crowdsensing; Computer science; Selection (genetic algorithm); Computer security; Internet privacy; Artificial intelligence","score_opus":0.007550641055587889,"score_gpt":0.23518700340599316,"score_spread":0.22763636235040527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293253993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04749214,0.00078970677,0.94736326,0.00052682153,0.0000880604,0.00014606141,0.0003508282,0.0006853058,0.0025578768],"genre_scores_gemma":[0.8833049,0.00051254756,0.11184185,0.00022964117,0.000107801796,0.0002330156,0.00041191385,0.0000641687,0.0032941233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743575,0.00056450395,0.00014641469,0.0006670756,0.00080068543,0.00038566493],"domain_scores_gemma":[0.99694985,0.0014385947,0.00034509564,0.0006801657,0.0003585083,0.00022771968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019247605,0.0009032049,0.0018563537,0.0007052584,0.001691093,0.0013471787,0.0025835913,0.0014350524,0.0012118714],"category_scores_gemma":[0.006278253,0.00047257802,0.0009860124,0.001824296,0.0009223872,0.0024754922,0.0031291202,0.0009898494,0.0004689336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014549888,0.00025288956,0.0063634934,0.0004990285,0.00011669136,0.0014745846,0.0015814063,0.6353519,0.021530023,0.037134614,0.007963855,0.28627658],"study_design_scores_gemma":[0.000044037635,0.00012258941,0.0006693823,0.000022182658,0.000024689072,0.00034878906,0.00027562372,0.9687566,0.003022914,0.023421492,0.0032553533,0.00003622686],"about_ca_topic_score_codex":0.0045667225,"about_ca_topic_score_gemma":0.004167991,"teacher_disagreement_score":0.0045667225,"about_ca_system_score_codex":0.0010566864,"about_ca_system_score_gemma":0.0020102512,"threshold_uncertainty_score":0.010179162},"labels":[],"label_agreement":null},{"id":"W4299569615","doi":"10.1109/icc45855.2022.9838920","title":"Collaborative Self Organizing Map with DeepNNs for Fake Task Prevention in Mobile Crowdsensing","year":2022,"lang":"en","type":"article","venue":"ICC 2022 - IEEE International Conference on Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Task (project management); Crowdsensing; Artificial intelligence; Process (computing); Mobile device; Artificial neural network; Set (abstract data type); Machine learning; Feature (linguistics); Data mining; Computer security","score_opus":0.04154354782570331,"score_gpt":0.3203679112452947,"score_spread":0.2788243634195914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299569615","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31775576,0.001615318,0.66554594,0.0012368654,0.00039038502,0.00016456807,0.00039151398,0.0038906024,0.0090091],"genre_scores_gemma":[0.96856445,0.00012360512,0.028621685,0.00019115726,0.000042696825,0.00005431713,0.0002264939,0.00003493098,0.0021406934],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99955565,0.00007472145,0.000021010446,0.00011371514,0.000113400216,0.00012151678],"domain_scores_gemma":[0.999276,0.0002656089,0.00011038992,0.00009979321,0.00019456744,0.000053618325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070063665,0.0008312529,0.00078963535,0.0005096889,0.00057102035,0.00070410967,0.0011096579,0.0009916056,0.0011448703],"category_scores_gemma":[0.0026089214,0.00034529614,0.0005920702,0.00043735545,0.00057947583,0.0011451854,0.0012101774,0.0010724697,0.0003380076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054171565,0.00041759957,0.006325417,0.00015847897,0.00013966899,0.0002860372,0.0002449774,0.6526669,0.009874204,0.003061505,0.0052781957,0.32100528],"study_design_scores_gemma":[0.0000049578434,0.00003279415,0.00040142838,0.0000043483637,0.0000068652557,0.000014350785,0.000019447245,0.99644333,0.0013699258,0.0013787125,0.00031786744,0.000005958468],"about_ca_topic_score_codex":0.007566814,"about_ca_topic_score_gemma":0.008250596,"teacher_disagreement_score":0.007566814,"about_ca_system_score_codex":0.0008744448,"about_ca_system_score_gemma":0.0009845434,"threshold_uncertainty_score":0.015045524},"labels":[],"label_agreement":null},{"id":"W4302543194","doi":"10.1109/icc45855.2022.9838716","title":"Privacy-preserving Worker Selection in Mobile Crowdsensing over Spatial-temporal Constraints","year":2022,"lang":"en","type":"article","venue":"ICC 2022 - IEEE International Conference on Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Science and Engineering Research Council","keywords":"Crowdsensing; Computer science; Selection (genetic algorithm); Internet privacy; Artificial intelligence; Computer security","score_opus":0.0634560761368775,"score_gpt":0.32891673655245496,"score_spread":0.2654606604155775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302543194","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03494529,0.0003817377,0.96053517,0.0005353167,0.00005510231,0.00018879175,0.00018396766,0.00028845345,0.00288611],"genre_scores_gemma":[0.91291857,0.00033888605,0.08282395,0.00021973917,0.00009183971,0.00025541385,0.00013657923,0.00003027827,0.0031847837],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99563843,0.0014645203,0.00025308685,0.0008667906,0.0011912719,0.0005859191],"domain_scores_gemma":[0.99568224,0.0018951048,0.0005342323,0.0012944356,0.0003854351,0.00020856354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027237155,0.00066012656,0.0011905772,0.0004516431,0.0016532361,0.0013090539,0.0016183408,0.0015456099,0.0012107308],"category_scores_gemma":[0.0063846717,0.0003927763,0.00075699994,0.0010500981,0.0013895339,0.0029186376,0.0038072187,0.0013088948,0.00035652868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020457227,0.00029120382,0.005483377,0.00082323013,0.00019846561,0.0030935744,0.0029445176,0.39407718,0.07247901,0.26655555,0.008626964,0.24338123],"study_design_scores_gemma":[0.00011927542,0.00023876445,0.001067296,0.000048789978,0.000053967382,0.00087873446,0.00063469703,0.8525663,0.016784318,0.11900708,0.008526386,0.00007442344],"about_ca_topic_score_codex":0.001478506,"about_ca_topic_score_gemma":0.001333283,"teacher_disagreement_score":0.0027237155,"about_ca_system_score_codex":0.0011064289,"about_ca_system_score_gemma":0.0022369556,"threshold_uncertainty_score":0.014404535},"labels":[],"label_agreement":null},{"id":"W4306694236","doi":"10.1609/hcomp.v10i1.21986","title":"Eliciting and Learning with Soft Labels from Every Annotator","year":2022,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Canadian Institute for Advanced Research","keywords":"Computer science; Categorical variable; Crowdsourcing; Artificial intelligence; Machine learning; Robustness (evolution); Generalization; Set (abstract data type); Soft skills; Natural language processing; World Wide Web","score_opus":0.02357610624059404,"score_gpt":0.24056210956220803,"score_spread":0.216986003321614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306694236","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031140754,0.00051006844,0.93917567,0.0040179016,0.00050235074,0.0009666719,0.0033899203,0.003347327,0.016949423],"genre_scores_gemma":[0.22018263,0.00039005137,0.7511899,0.00258629,0.0004230202,0.004173973,0.007790813,0.0014338321,0.011829556],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.948999,0.03356538,0.002291614,0.008119404,0.0058267824,0.001197835],"domain_scores_gemma":[0.8619913,0.06826486,0.007511863,0.041619428,0.017484428,0.0031280522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.041469835,0.002886866,0.002105475,0.0029489712,0.0046104584,0.0041030375,0.003499218,0.0037801852,0.008652726],"category_scores_gemma":[0.11064955,0.0016264237,0.0018228143,0.0036416536,0.004149523,0.007918087,0.011557616,0.006739689,0.008014644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002411801,0.0009170792,0.030555815,0.0034151692,0.0004273346,0.0010574834,0.017174637,0.04485076,0.07421295,0.10574216,0.14507945,0.57415533],"study_design_scores_gemma":[0.00050057383,0.0005651163,0.0086469725,0.0010401154,0.0002817837,0.0009642007,0.0076034563,0.2619488,0.049119443,0.41204727,0.25682965,0.0004526556],"about_ca_topic_score_codex":0.0048381723,"about_ca_topic_score_gemma":0.018887948,"teacher_disagreement_score":0.041469835,"about_ca_system_score_codex":0.0030285546,"about_ca_system_score_gemma":0.0085644135,"threshold_uncertainty_score":0.219316},"labels":[],"label_agreement":null},{"id":"W4308017781","doi":"10.3758/s13428-022-01999-x","title":"Evaluating CloudResearch’s Approved Group as a solution for problematic data quality on MTurk","year":2022,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Vetting; Data quality; Psychology; Quality (philosophy); Sample (material); Applied psychology; Computer science; Computer security; Operations management","score_opus":0.8107478869005017,"score_gpt":0.6970883390979823,"score_spread":0.11365954780251941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308017781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98183066,0.0000906783,0.006999319,0.0012302512,0.000112874215,0.0017800666,0.00037929093,0.00059319224,0.0069836504],"genre_scores_gemma":[0.97564155,0.000058272042,0.01733141,0.000804005,0.00006440888,0.0025353583,0.00062006933,0.0002656564,0.002679162],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.95259124,0.027870523,0.0030093705,0.0041551297,0.010605044,0.0017686891],"domain_scores_gemma":[0.68233436,0.15527739,0.053207155,0.045856178,0.05178805,0.011536841],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06308426,0.00056127436,0.0005866969,0.0014888892,0.0025343697,0.0039079664,0.001991632,0.001395024,0.0046829204],"category_scores_gemma":[0.28513995,0.0004387481,0.00065183267,0.0011903917,0.0030054657,0.0043227174,0.003399157,0.0014518484,0.002559501],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006818337,0.0043005114,0.6717526,0.00074427266,0.00020037961,0.00043906271,0.047734007,0.0012097455,0.008174689,0.006373896,0.023510726,0.22874184],"study_design_scores_gemma":[0.0013253688,0.012256701,0.83527786,0.00051921245,0.0003399206,0.0006016122,0.036241733,0.02110735,0.015565506,0.0067485124,0.069666214,0.00035005258],"about_ca_topic_score_codex":0.005248482,"about_ca_topic_score_gemma":0.0073392373,"teacher_disagreement_score":0.93691576,"about_ca_system_score_codex":0.0024061678,"about_ca_system_score_gemma":0.0041622715,"threshold_uncertainty_score":0.33362544},"labels":[],"label_agreement":null},{"id":"W4308550860","doi":"10.2196/37507","title":"Assessing Associations Between COVID-19 Symptomology and Adverse Outcomes After Piloting Crowdsourced Data Collection: Cross-sectional Survey Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health; Johns Hopkins University","keywords":"Crowdsourcing; Medicine; Logistic regression; Data collection; Population; Coronavirus disease 2019 (COVID-19); Cross-sectional study; Data science; Applied psychology; Psychology; Computer science; Environmental health; World Wide Web; Statistics; Pathology; Disease","score_opus":0.22275245299210172,"score_gpt":0.483749082186747,"score_spread":0.2609966291946453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308550860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9064721,0.0031575935,0.028986702,0.0039271372,0.0005236262,0.025143446,0.020493658,0.0003263453,0.010969226],"genre_scores_gemma":[0.93489397,0.0012875199,0.02143826,0.003150157,0.0002375933,0.03251917,0.0048201005,0.00006891167,0.0015843882],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98300236,0.009167842,0.0025680808,0.0018354489,0.002420894,0.0010053389],"domain_scores_gemma":[0.9563641,0.019994983,0.007383762,0.004018714,0.010423832,0.0018145405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029614795,0.00056692894,0.0007003093,0.0018923213,0.0014139944,0.0013015133,0.001009499,0.0010617186,0.0053775315],"category_scores_gemma":[0.054289132,0.00049280014,0.001453932,0.0019728418,0.00096084713,0.0016725368,0.0018741881,0.001369649,0.0015547784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010951364,0.0019679791,0.8926212,0.0061803674,0.0008111715,0.0005493741,0.011035032,0.0008873033,0.001717776,0.001318936,0.019300088,0.062515624],"study_design_scores_gemma":[0.0005119292,0.0046619084,0.92960954,0.003832244,0.0008790573,0.0006865808,0.014750713,0.004664488,0.0020996802,0.0019235106,0.03620277,0.00017768769],"about_ca_topic_score_codex":0.007798093,"about_ca_topic_score_gemma":0.010378167,"teacher_disagreement_score":0.029614795,"about_ca_system_score_codex":0.0016368016,"about_ca_system_score_gemma":0.005326321,"threshold_uncertainty_score":0.15661985},"labels":[],"label_agreement":null},{"id":"W4308789977","doi":"10.1145/3555223","title":"Teachable Conversational Agents for Crowdwork: Effects on Performance and Trust","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Delegate; Computer science; Task (project management); Context (archaeology); Human–computer interaction; Workflow; Process (computing); Focus (optics); Conversation; Knowledge management; World Wide Web; Psychology; Engineering","score_opus":0.033577954979163625,"score_gpt":0.2808237954090481,"score_spread":0.24724584042988448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308789977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854283,0.00019577345,0.0067516956,0.0005914816,0.000059153965,0.00017822231,0.000107265696,0.0004893471,0.006198816],"genre_scores_gemma":[0.99590695,0.000057600195,0.002523261,0.000057904548,0.00001272693,0.000110930654,0.00006449605,0.00004985138,0.0012163096],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99414515,0.0035794645,0.00031482577,0.00070190436,0.0007047456,0.000553821],"domain_scores_gemma":[0.91868144,0.059896674,0.006141536,0.006183843,0.003354126,0.0057424484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007400271,0.00088086724,0.0007300694,0.00056679925,0.00209197,0.0028078225,0.0011919711,0.0016302655,0.0052235685],"category_scores_gemma":[0.07379197,0.00046415266,0.00046804492,0.00038480732,0.0017576047,0.0023918082,0.003360072,0.0019571008,0.0012379999],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029738938,0.016766867,0.14519623,0.0030104397,0.0010211217,0.0026810116,0.06340561,0.18341507,0.085853055,0.013229578,0.0136220865,0.44206],"study_design_scores_gemma":[0.0040682303,0.034043916,0.20587261,0.0008694983,0.0011025205,0.001028235,0.056836087,0.56274414,0.056367934,0.037314307,0.038862366,0.0008901365],"about_ca_topic_score_codex":0.0069291494,"about_ca_topic_score_gemma":0.004922952,"teacher_disagreement_score":0.007400271,"about_ca_system_score_codex":0.0013932979,"about_ca_system_score_gemma":0.0015986254,"threshold_uncertainty_score":0.039136887},"labels":[],"label_agreement":null},{"id":"W4309098499","doi":"10.2196/40765","title":"Recruitment and Retention in Remote Research: Learnings From a Large, Decentralized Real-world Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Vector Institute; Centre for Addiction and Mental Health","funders":"National Institute on Aging","keywords":"Incentive; Logistic regression; Data collection; Cohort; Cohort study; Medicine; Environmental health; Applied psychology; Psychology; Gerontology; Statistics","score_opus":0.20632757216515624,"score_gpt":0.45155747385491485,"score_spread":0.2452299016897586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309098499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73040396,0.0061115297,0.14974698,0.089839906,0.0015992062,0.01086461,0.0009655984,0.00046960742,0.009998534],"genre_scores_gemma":[0.89207923,0.0021580195,0.08438162,0.009902169,0.0014062221,0.008672841,0.0004912737,0.00018136384,0.00072729326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.75310403,0.21241821,0.0073378473,0.00989943,0.012540862,0.004699678],"domain_scores_gemma":[0.5412295,0.3090788,0.0342865,0.07312931,0.028920531,0.013355439],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.31556278,0.0008715483,0.0020109238,0.0018228844,0.005578767,0.008171388,0.0056109247,0.0036257815,0.002980089],"category_scores_gemma":[0.38937286,0.0011273442,0.0016904837,0.0020651144,0.00851757,0.0113615375,0.010277591,0.004983295,0.0010349374],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014989483,0.003696572,0.4761759,0.0035779853,0.0010972539,0.0012864646,0.105183244,0.0033217347,0.0017600907,0.010869168,0.019736126,0.37179652],"study_design_scores_gemma":[0.0025660887,0.015334884,0.51495165,0.016340783,0.001768959,0.0018936984,0.15980598,0.049694646,0.003793692,0.13911875,0.093668975,0.0010618836],"about_ca_topic_score_codex":0.0059609553,"about_ca_topic_score_gemma":0.012690076,"teacher_disagreement_score":0.6844372,"about_ca_system_score_codex":0.004789625,"about_ca_system_score_gemma":0.017109293,"threshold_uncertainty_score":0.84403294},"labels":[],"label_agreement":null},{"id":"W4311457684","doi":"10.1109/mcg.2022.3219143","title":"Best Paper Awards 2021","year":2022,"lang":"en","type":"article","venue":"IEEE Computer Graphics and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Data science; Computer graphics (images)","score_opus":0.011271846717866223,"score_gpt":0.2261755975911283,"score_spread":0.21490375087326208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311457684","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027173327,0.008429363,0.012060848,0.082798064,0.31675273,0.0012396058,0.017963115,0.0054111723,0.5526278],"genre_scores_gemma":[0.0072077923,0.0038885646,0.0036283657,0.006054888,0.020259693,0.00032659076,0.011575833,0.0015118162,0.9455465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905219,0.00067393127,0.00032960353,0.0007772948,0.0061295023,0.001567837],"domain_scores_gemma":[0.9417263,0.0014726432,0.00082554366,0.0019297902,0.02616863,0.027877044],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0075028897,0.0017607195,0.0023545218,0.0041715973,0.0027082982,0.013019553,0.0027143143,0.0054605203,0.51819307],"category_scores_gemma":[0.02312053,0.0006988711,0.0016384973,0.003394663,0.00085562014,0.0045645884,0.006217653,0.004342572,0.55907106],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055931898,0.00003806056,0.00009955319,0.00005335456,0.000009319903,0.000037433194,0.0000052208566,0.00007806072,0.0002352058,0.0018450242,0.96785194,0.029690966],"study_design_scores_gemma":[0.000039148723,0.00006803324,0.0003452699,0.000058973506,0.000009370137,0.0000633819,0.000042198342,0.00048271462,0.00035541435,0.0022157193,0.99630105,0.000018772409],"about_ca_topic_score_codex":0.0028197153,"about_ca_topic_score_gemma":0.007387074,"teacher_disagreement_score":0.51819307,"about_ca_system_score_codex":0.003870729,"about_ca_system_score_gemma":0.009031907,"threshold_uncertainty_score":0.6872391},"labels":[],"label_agreement":null},{"id":"W4311524705","doi":"10.22323/1.418.0122","title":"Exploring CrowdBots: a new evolutionary pathway for citizen science projects","year":2022,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Crowdsourcing; Artificial intelligence; Leverage (statistics); Computer science; Machine learning; Inference; Citizen science; Reinforcement learning; Data science","score_opus":0.12161737510949763,"score_gpt":0.25313821619798593,"score_spread":0.1315208410884883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311524705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23408626,0.00076695735,0.6689213,0.018148946,0.00021844759,0.00038469626,0.00021797519,0.0010180603,0.07623733],"genre_scores_gemma":[0.77325976,0.00030440604,0.2116395,0.0006247519,0.00003187318,0.00028886666,0.00018221051,0.00023422165,0.013434336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787056,0.0012459465,0.000046085624,0.00036593346,0.00024366718,0.00022787825],"domain_scores_gemma":[0.9967578,0.0014274409,0.00021817765,0.0005843196,0.00035586325,0.00065636163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062644146,0.0005628856,0.0004423106,0.0010881387,0.002632226,0.005004005,0.002057299,0.0023863646,0.008063478],"category_scores_gemma":[0.010701731,0.00061890215,0.0008586109,0.00068522914,0.0055406666,0.007576646,0.006206969,0.0020168591,0.0011307197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025025598,0.00037981576,0.01239111,0.00034141244,0.00017983587,0.00061437156,0.013220546,0.13551448,0.0083934,0.6868514,0.008846321,0.13301706],"study_design_scores_gemma":[0.000050659957,0.00028800295,0.0025815999,0.00016915795,0.000038812897,0.0003012258,0.0070666866,0.2383896,0.002232126,0.6485765,0.10019707,0.00010861559],"about_ca_topic_score_codex":0.002734461,"about_ca_topic_score_gemma":0.0037931814,"teacher_disagreement_score":0.008063478,"about_ca_system_score_codex":0.002010654,"about_ca_system_score_gemma":0.002638973,"threshold_uncertainty_score":0.03312981},"labels":[],"label_agreement":null},{"id":"W4312339053","doi":"10.2139/ssrn.4227316","title":"Sequential Private Experimentation Under Conclusive Bad News","year":2018,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Psychology; Business","score_opus":0.01144760572455709,"score_gpt":0.27287413773302166,"score_spread":0.26142653200846455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312339053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4487763,0.002618494,0.4671828,0.03424207,0.00082334166,0.0012858016,0.003574609,0.0019841748,0.039512336],"genre_scores_gemma":[0.97849005,0.00039351807,0.01087436,0.0008653366,0.00053666957,0.00045722595,0.00024624908,0.00008116547,0.008055369],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97373307,0.016978545,0.0008526392,0.0038245923,0.0016410117,0.002970196],"domain_scores_gemma":[0.54743123,0.40632108,0.017968869,0.019662846,0.0045922175,0.0040238323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042090937,0.0021412482,0.0072874385,0.0020799518,0.0023971824,0.005547252,0.0040367967,0.008994201,0.014356113],"category_scores_gemma":[0.15197375,0.002559272,0.0017182522,0.0021054407,0.0072191325,0.008069225,0.004944179,0.005103328,0.0014264134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010074875,0.0013120461,0.014924282,0.0014330726,0.0009755117,0.001786557,0.0017576073,0.28846812,0.0042631235,0.60633355,0.019902108,0.048769098],"study_design_scores_gemma":[0.00073993247,0.00034031083,0.0013768295,0.00005896415,0.00011900208,0.00012322361,0.00026222714,0.3595911,0.0006850442,0.63523984,0.001398834,0.00006464024],"about_ca_topic_score_codex":0.0036501933,"about_ca_topic_score_gemma":0.0032754007,"teacher_disagreement_score":0.042090937,"about_ca_system_score_codex":0.0032055352,"about_ca_system_score_gemma":0.00439393,"threshold_uncertainty_score":0.22260082},"labels":[],"label_agreement":null},{"id":"W4315781267","doi":"10.18280/i2m.210605","title":"A Multi Task Allocation Based Time Optimization Framework Using Social Networks in Mobile Crowd Sensing","year":2022,"lang":"en","type":"article","venue":"Instrumentation Mesure Métrologie","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Task (project management); Scheduling (production processes); Schedule; Crowdsensing; Real-time computing; Task analysis; Optimization problem; Crowdsourcing; Greedy algorithm; Distributed computing; Engineering; Computer security; Algorithm","score_opus":0.02272129765181543,"score_gpt":0.2815066380468513,"score_spread":0.25878534039503587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315781267","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0318464,0.0010631615,0.9609644,0.000530453,0.0001408469,0.000121427685,0.000117288146,0.000266961,0.004948951],"genre_scores_gemma":[0.8330721,0.0007168183,0.16012843,0.00019356927,0.00011638977,0.00036016706,0.0001766805,0.00009898032,0.005136832],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989906,0.00035913938,0.00004524985,0.00020594276,0.00018315078,0.00021584696],"domain_scores_gemma":[0.99926203,0.00040086408,0.00009689343,0.000025786101,0.000119826596,0.00009459305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012942818,0.0012643882,0.0012473637,0.00077688426,0.0010441969,0.0013753296,0.001292687,0.0010352264,0.0025915387],"category_scores_gemma":[0.0016732216,0.00048044583,0.0010260615,0.0009991151,0.00069466815,0.001347085,0.0014366523,0.0008622536,0.00019677164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006779403,0.000044005592,0.0003731194,0.00007027729,0.00004151088,0.00009578927,0.00008329398,0.97235596,0.0008502028,0.011310946,0.0010342479,0.013672842],"study_design_scores_gemma":[0.000004705566,0.000015636828,0.000051249728,0.0000027836913,0.00000494693,0.0000071970067,0.0000211256,0.9970035,0.000065500964,0.0024989848,0.00032080727,0.0000036013305],"about_ca_topic_score_codex":0.016525984,"about_ca_topic_score_gemma":0.011992945,"teacher_disagreement_score":0.016525984,"about_ca_system_score_codex":0.001610987,"about_ca_system_score_gemma":0.0022422515,"threshold_uncertainty_score":0.032859564},"labels":[],"label_agreement":null},{"id":"W4315786244","doi":"10.1002/ett.4728","title":"Developing smart city services using intent‐aware recommendation systems: A survey","year":2023,"lang":"en","type":"article","venue":"Transactions on Emerging Telecommunications Technologies","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Qatar National Research Fund","keywords":"Smart city; Computer science; Information and Communications Technology; Service (business); Architecture; Provisioning; Data science; Internet of Things; World Wide Web; Telecommunications; Business","score_opus":0.08758302252827621,"score_gpt":0.3189107622996612,"score_spread":0.231327739771385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315786244","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1690469,0.3312572,0.42274106,0.003697722,0.00061383337,0.0008498279,0.0011879028,0.0048167817,0.06578883],"genre_scores_gemma":[0.48256263,0.22350207,0.27986115,0.00092304655,0.000440723,0.00025463416,0.002693472,0.00026730628,0.0094949175],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989017,0.0002245037,0.00012545507,0.00024270263,0.0003801194,0.00012549025],"domain_scores_gemma":[0.9984823,0.0006203759,0.000108606866,0.00021796211,0.0004989008,0.00007196029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001387592,0.0007819814,0.00073328416,0.0028753334,0.0005580652,0.0018551588,0.0016269371,0.0012030911,0.002188793],"category_scores_gemma":[0.0023987417,0.0005772901,0.00093126984,0.005672024,0.0003224494,0.003079264,0.0010029237,0.00067002856,0.0019020297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007555596,0.0002486609,0.011639961,0.0029580537,0.00014543196,0.00014590652,0.00039001298,0.0083497465,0.0053563337,0.008850011,0.007912071,0.9539282],"study_design_scores_gemma":[0.00007194595,0.00077641406,0.02723871,0.003011274,0.0005733671,0.0022337746,0.0032480517,0.33878538,0.03143089,0.019325115,0.5730149,0.00029017896],"about_ca_topic_score_codex":0.0067611225,"about_ca_topic_score_gemma":0.0041143894,"teacher_disagreement_score":0.0067611225,"about_ca_system_score_codex":0.0006443746,"about_ca_system_score_gemma":0.00081187364,"threshold_uncertainty_score":0.01344353},"labels":[],"label_agreement":null},{"id":"W4318984199","doi":"10.1145/3580392","title":"Practical Byzantine Fault Tolerance Based Robustness for Mobile Crowdsensing","year":2023,"lang":"en","type":"article","venue":"Distributed Ledger Technologies Research and Practice","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Robustness (evolution); Single point of failure; Byzantine fault tolerance; Blockchain; Distributed computing; Crowdsensing; Computer security; Fault tolerance; Server; Computer network","score_opus":0.10922820812376915,"score_gpt":0.4145595175178776,"score_spread":0.30533130939410846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318984199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10426312,0.00076340744,0.8863976,0.0005817065,0.00012924858,0.00016977597,0.00018854006,0.0030104734,0.0044961562],"genre_scores_gemma":[0.9735246,0.00012777955,0.02490947,0.00007450104,0.000029539713,0.00009027462,0.00011756639,0.00004334961,0.0010830538],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773836,0.00047895516,0.00014511772,0.00059099996,0.0006882305,0.00035836338],"domain_scores_gemma":[0.99434716,0.002303208,0.00085727184,0.0010615151,0.0012009079,0.00022997215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021657848,0.0010297514,0.0014451335,0.00090137374,0.0012117034,0.0012996076,0.0016570796,0.0011861513,0.0016519489],"category_scores_gemma":[0.010872318,0.00029158487,0.0006371241,0.0006012978,0.001217426,0.001650464,0.0019516011,0.0010346224,0.00047781153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040841696,0.000080695725,0.0030873255,0.0002365838,0.00006970738,0.00031018455,0.00022547142,0.86012805,0.019446196,0.009033969,0.0019018938,0.1050715],"study_design_scores_gemma":[0.000016008395,0.00009715784,0.0005322125,0.000014579743,0.000013535813,0.00009282623,0.000039996277,0.9850996,0.0071890224,0.0056767464,0.001212083,0.000016182752],"about_ca_topic_score_codex":0.0037191953,"about_ca_topic_score_gemma":0.0023616562,"teacher_disagreement_score":0.0037191953,"about_ca_system_score_codex":0.0013555973,"about_ca_system_score_gemma":0.0016083767,"threshold_uncertainty_score":0.011453867},"labels":[],"label_agreement":null},{"id":"W4319083538","doi":"10.3390/s23031699","title":"Use of Mobile Crowdsensing in Disaster Management: A Systematic Review, Challenges, and Open Issues","year":2023,"lang":"en","type":"review","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ottawa","keywords":"Crowdsensing; Crowdsourcing; Emergency management; Computer science; Disaster recovery; Preparedness; Mobile device; Data science; Computer security; Risk analysis (engineering); Process management; Knowledge management; Engineering; Business; World Wide Web","score_opus":0.14891388266612096,"score_gpt":0.36030635322130933,"score_spread":0.21139247055518837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319083538","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012137708,0.9990313,0.00011886166,0.00029234512,0.00008380871,0.000029562778,0.00005568235,0.0000042411734,0.00026290282],"genre_scores_gemma":[0.001070315,0.9983197,0.00024143659,0.0001877359,0.000045199886,0.000040520506,0.000038867613,0.0000019152903,0.000054250417],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99769944,0.00070351554,0.00065779424,0.0002495541,0.0005939123,0.00009565106],"domain_scores_gemma":[0.982653,0.013949827,0.0013286008,0.00024134199,0.0016347789,0.00019238987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004493695,0.0010854955,0.0033346892,0.008732104,0.0006609018,0.0023037428,0.001734056,0.0018805525,0.0040478855],"category_scores_gemma":[0.015941646,0.0006823546,0.0032473817,0.009546365,0.00092119654,0.002464922,0.001446717,0.0013197277,0.0006932156],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008773981,0.00005249056,0.0005033669,0.5857908,0.0009551569,0.00013720948,0.0003860924,0.00027499258,0.00025502022,0.002136075,0.008584173,0.40083697],"study_design_scores_gemma":[0.00005129054,0.00022531301,0.002966485,0.6200974,0.006506195,0.00076699216,0.0007950643,0.00021476114,0.0003385153,0.0026241327,0.36533862,0.00007526132],"about_ca_topic_score_codex":0.005731301,"about_ca_topic_score_gemma":0.0143283885,"teacher_disagreement_score":0.008732104,"about_ca_system_score_codex":0.0016718634,"about_ca_system_score_gemma":0.010265918,"threshold_uncertainty_score":0.023765206},"labels":[],"label_agreement":null},{"id":"W4319953071","doi":"10.17760/d20467224","title":"Artificial intelligence tools to promote social good in gig markets","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Crowdsourcing; Reputation; Audit; Plug-in; Computer science; Artificial intelligence; World Wide Web; Economics; Management","score_opus":0.030420055308538748,"score_gpt":0.2955165146230176,"score_spread":0.26509645931447884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319953071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07634879,0.0018377996,0.6150639,0.027593903,0.0010209443,0.0010620728,0.00043114997,0.012178927,0.2644626],"genre_scores_gemma":[0.590974,0.0012041308,0.3675568,0.0025335576,0.00033207666,0.00084567204,0.0003674751,0.0006916182,0.03549458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99637455,0.0020496612,0.00011783029,0.0003219552,0.0008978511,0.00023811],"domain_scores_gemma":[0.9911293,0.0052575334,0.0009365766,0.0011399935,0.0007588239,0.0007778037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061221425,0.0006300939,0.00032683378,0.0019905649,0.0018750456,0.006852034,0.0017124972,0.0016428166,0.015408043],"category_scores_gemma":[0.018993445,0.00041893864,0.0005238815,0.0010214862,0.0028815577,0.008032443,0.005457491,0.0018422488,0.0031437087],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016545,0.0006314271,0.004590716,0.00045536752,0.000055091143,0.00035369454,0.0042795166,0.014178582,0.004762345,0.57608646,0.059717704,0.33472368],"study_design_scores_gemma":[0.00014665307,0.00026254886,0.003038072,0.00036338408,0.000044444285,0.0002604194,0.0028200764,0.09757717,0.0046999836,0.49575946,0.39493692,0.000090872796],"about_ca_topic_score_codex":0.0010767786,"about_ca_topic_score_gemma":0.0017026155,"teacher_disagreement_score":0.015408043,"about_ca_system_score_codex":0.0016477926,"about_ca_system_score_gemma":0.0016978146,"threshold_uncertainty_score":0.051545024},"labels":[],"label_agreement":null},{"id":"W4320029510","doi":"10.1109/globecom48099.2022.10000854","title":"Impact of Users' Mobility on the Quality of Edge Sensing Systems","year":2022,"lang":"en","type":"article","venue":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Qatar University","keywords":"Waypoint; Incentive; Computer science; Enhanced Data Rates for GSM Evolution; Exploit; Scheme (mathematics); Computer network; Randomness; Mobility model; Quality (philosophy); Real-time computing; Computer security; Telecommunications","score_opus":0.08411425092889377,"score_gpt":0.3463369780461799,"score_spread":0.2622227271172861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320029510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94633865,0.00093439996,0.047303412,0.0008456893,0.000056089557,0.00006673039,0.00018067223,0.00018105688,0.004093279],"genre_scores_gemma":[0.9991202,0.000050270777,0.0006745475,0.00001648052,0.000003730995,0.0000048494107,0.000011299782,0.0000029876296,0.00011577268],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99651706,0.0015856848,0.00015192863,0.00033714334,0.0006445693,0.0007635792],"domain_scores_gemma":[0.9883541,0.006946038,0.0016039646,0.001031887,0.0015667974,0.0004971199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030497685,0.0007102496,0.000674195,0.00071355695,0.0007341782,0.0012473661,0.0009473875,0.0009743636,0.0009499382],"category_scores_gemma":[0.014156532,0.00022805633,0.0003644707,0.00092394307,0.001027592,0.0014052504,0.001754405,0.00054596574,0.00011297165],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016639311,0.0002893876,0.062910534,0.00018578582,0.00019208387,0.0007355846,0.00036955395,0.8649045,0.017422132,0.011174504,0.0010851886,0.039066754],"study_design_scores_gemma":[0.0000797267,0.000849622,0.019646937,0.000034128694,0.00010577796,0.00038724678,0.00049750676,0.96297807,0.01080167,0.0034745748,0.001080892,0.00006382583],"about_ca_topic_score_codex":0.006018913,"about_ca_topic_score_gemma":0.0032381804,"teacher_disagreement_score":0.006018913,"about_ca_system_score_codex":0.001505016,"about_ca_system_score_gemma":0.00077721785,"threshold_uncertainty_score":0.016128957},"labels":[],"label_agreement":null},{"id":"W4321609790","doi":"10.1109/tnse.2022.3226422","title":"Intelligent Task Allocation for Mobile Crowdsensing With Graph Attention Network and Deep Reinforcement Learning","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Network Science and Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Heuristics; Reinforcement learning; Task (project management); Solver; Task analysis; Artificial intelligence; Distributed computing; Machine learning; Engineering","score_opus":0.008987983892442675,"score_gpt":0.2096274687898367,"score_spread":0.20063948489739403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321609790","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028168978,0.0005412574,0.96551937,0.00052877236,0.000110363064,0.000081609076,0.00008231435,0.0009880563,0.0039793192],"genre_scores_gemma":[0.8694349,0.00027878428,0.12488733,0.0005226463,0.000085083215,0.00021796575,0.00019914299,0.00012118035,0.004252806],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99954396,0.00012281473,0.000016690708,0.00013060014,0.00008369728,0.00010225674],"domain_scores_gemma":[0.99907494,0.0005586742,0.000086746826,0.000055430355,0.0001293666,0.00009484215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008154662,0.0012211831,0.0011987796,0.00054996624,0.000492678,0.00068715826,0.0018696444,0.0014128521,0.0021159227],"category_scores_gemma":[0.0027259067,0.0005481581,0.0006223014,0.0005211691,0.0009344518,0.0010519566,0.0015435279,0.0014442084,0.00030557287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060730326,0.00006402167,0.00066965737,0.00007099398,0.000026035807,0.00007278194,0.00005250622,0.95337635,0.0013431963,0.0046721185,0.001574375,0.038017243],"study_design_scores_gemma":[0.000005195014,0.0000089229225,0.000037054986,0.000002229163,0.0000026678802,0.000004929153,0.0000043684036,0.9976675,0.00012012653,0.0019645938,0.00018045705,0.0000019620338],"about_ca_topic_score_codex":0.015576384,"about_ca_topic_score_gemma":0.014859975,"teacher_disagreement_score":0.015576384,"about_ca_system_score_codex":0.0016707829,"about_ca_system_score_gemma":0.0020178151,"threshold_uncertainty_score":0.030971467},"labels":[],"label_agreement":null},{"id":"W4323050769","doi":"10.1007/s12083-023-01454-4","title":"Time window-based online task assignment in mobile crowdsensing: Problems and algorithms","year":2023,"lang":"en","type":"article","venue":"Peer-to-Peer Networking and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Department of Natural Resources, Government of Newfoundland and Labrador","keywords":"Computer science; Upload; Online algorithm; Crowdsensing; Task (project management); Benchmark (surveying); Real-time computing; Distributed computing; Data mining; Algorithm; Computer security","score_opus":0.019998083756520423,"score_gpt":0.26323080407637983,"score_spread":0.2432327203198594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323050769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015634827,0.0016755471,0.9786901,0.000915261,0.0002530113,0.00023257642,0.00022315266,0.00031133858,0.0020640993],"genre_scores_gemma":[0.68594164,0.0036798215,0.286674,0.0006520929,0.0017271123,0.0011010509,0.00074233447,0.00058785744,0.018894108],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99637693,0.0012086431,0.0001801279,0.0010608798,0.00055181835,0.00062153937],"domain_scores_gemma":[0.9690223,0.027130421,0.0012790548,0.00059085735,0.00095887366,0.001018486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007551103,0.0030686273,0.008204652,0.0022110096,0.0021435674,0.0038039684,0.009294706,0.005774128,0.006641736],"category_scores_gemma":[0.027413113,0.0027273279,0.001954409,0.0047686435,0.0030465052,0.0069530546,0.0045433957,0.004146409,0.0010852101],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054007873,0.0003921183,0.00062600774,0.00044436086,0.00010266389,0.00011301883,0.0002058871,0.9176897,0.0009492961,0.023232143,0.0047801803,0.050924517],"study_design_scores_gemma":[0.000028522443,0.000038118284,0.00007935318,0.000013781298,0.000015997733,0.000017633256,0.00003080146,0.9889839,0.00018316838,0.01027749,0.00031775917,0.0000134704005],"about_ca_topic_score_codex":0.017929977,"about_ca_topic_score_gemma":0.007139919,"teacher_disagreement_score":0.017929977,"about_ca_system_score_codex":0.003481672,"about_ca_system_score_gemma":0.003634646,"threshold_uncertainty_score":0.039934516},"labels":[],"label_agreement":null},{"id":"W4327586534","doi":"10.21203/rs.3.rs-2573085/v1","title":"Design and Evaluation of Crowd-sourcing Platforms Based on Users’ Confidence Judgments","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Correctness; Computer science; Test (biology); Metacognition; Popularity; Crowd sourcing; Artificial intelligence; Human–computer interaction; Machine learning; Cognition; Psychology; Social psychology","score_opus":0.2512312015292228,"score_gpt":0.41889367364340957,"score_spread":0.16766247211418678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327586534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74571747,0.00035967815,0.2342004,0.000649897,0.00024137982,0.0100882705,0.0004706505,0.0018370519,0.0064352145],"genre_scores_gemma":[0.8997682,0.00007821675,0.095076375,0.00011095763,0.000044825934,0.0031247742,0.0002957922,0.00008717599,0.0014137011],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99002904,0.005509862,0.0005628582,0.00106675,0.0022166683,0.00061483757],"domain_scores_gemma":[0.95898205,0.023515247,0.002772532,0.0031205178,0.009012815,0.0025968715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013780114,0.001624943,0.0011741868,0.0020941016,0.0012589997,0.0028459202,0.0025561056,0.0021624453,0.003010033],"category_scores_gemma":[0.042014893,0.0009901847,0.00069913024,0.00093950966,0.0011296339,0.0031357494,0.0024685606,0.001451744,0.0010838573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03775168,0.018968835,0.0618328,0.0042272825,0.00118945,0.00095529883,0.005577198,0.18566051,0.18274702,0.017839912,0.008778561,0.47447145],"study_design_scores_gemma":[0.002797411,0.012190103,0.018193383,0.00015485824,0.00045122378,0.00015823546,0.0016572104,0.9018033,0.049221616,0.0079865465,0.005109216,0.00027690502],"about_ca_topic_score_codex":0.0032650444,"about_ca_topic_score_gemma":0.002110726,"teacher_disagreement_score":0.013780114,"about_ca_system_score_codex":0.0018540333,"about_ca_system_score_gemma":0.002849365,"threshold_uncertainty_score":0.07287711},"labels":[],"label_agreement":null},{"id":"W4327909872","doi":"10.1145/3576840.3578288","title":"Taking Search to Task","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"National Science Foundation","keywords":"Computer science; Task (project management); Data science; Human–computer interaction; World Wide Web","score_opus":0.03618877596297738,"score_gpt":0.2906310978222022,"score_spread":0.25444232185922483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327909872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019102195,0.023989953,0.5573727,0.14163609,0.0041578724,0.00032096182,0.0011574426,0.00087876426,0.2513841],"genre_scores_gemma":[0.69409376,0.01386004,0.21245398,0.020495404,0.003347079,0.00092335383,0.00161027,0.0010167321,0.052199382],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917354,0.004103889,0.0004287993,0.0017816375,0.0013604672,0.000589693],"domain_scores_gemma":[0.98569924,0.008366126,0.0007625174,0.0022708557,0.0019664844,0.0009348449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008284583,0.0018768464,0.0016411282,0.004370448,0.005013799,0.015569594,0.002403707,0.0059453933,0.015101764],"category_scores_gemma":[0.035108477,0.0009716437,0.0014829864,0.0038217432,0.017889174,0.035383288,0.011602704,0.009047275,0.00396015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008906815,0.000023566232,0.00074064755,0.00032010482,0.0000356613,0.0001241862,0.0046937275,0.0014479216,0.0004152814,0.932606,0.014230553,0.04527339],"study_design_scores_gemma":[0.000022639617,0.000033332617,0.00035387173,0.00018129968,0.000031796408,0.00015096179,0.0024598038,0.0033896996,0.0002951607,0.91690904,0.07613102,0.00004143424],"about_ca_topic_score_codex":0.010187847,"about_ca_topic_score_gemma":0.0069692126,"teacher_disagreement_score":0.015569594,"about_ca_system_score_codex":0.0050434037,"about_ca_system_score_gemma":0.0044721123,"threshold_uncertainty_score":0.05052042},"labels":[],"label_agreement":null},{"id":"W4362554832","doi":"10.1145/3589762","title":"A Variational Neural Architecture for Skill-based Team Formation","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Windsor; Toronto Metropolitan University","funders":"","keywords":"Computer science; Heuristics; Machine learning; Bayesian network; Task (project management); Set (abstract data type); Identification (biology); Artificial intelligence; Architecture; Artificial neural network; Range (aeronautics); Cover (algebra); Space (punctuation); Bayesian optimization; Theoretical computer science","score_opus":0.015551157534069838,"score_gpt":0.23988162223202208,"score_spread":0.22433046469795226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362554832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023027819,0.00024498563,0.97289795,0.00047437754,0.000048298076,0.0000433018,0.00010472047,0.00029876444,0.002859826],"genre_scores_gemma":[0.8032135,0.0002874739,0.18591401,0.00033241694,0.000083975414,0.0002131546,0.0004815866,0.00009751255,0.009376368],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947125,0.00016078587,0.000019997524,0.00015441023,0.00011088487,0.00008268824],"domain_scores_gemma":[0.9992853,0.00034751248,0.00008254349,0.00006861903,0.00014961042,0.00006645478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011480494,0.0007376584,0.00074020895,0.00061633537,0.0005143971,0.00076151954,0.002109973,0.0018376652,0.002548013],"category_scores_gemma":[0.0039394055,0.0006322095,0.00069582206,0.00066201505,0.001035912,0.001444581,0.0017820935,0.0017008593,0.0006225609],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046475274,0.000045454213,0.0010279827,0.000039240487,0.000044638564,0.000039202223,0.00009402376,0.9329003,0.0013137771,0.016840186,0.0016384693,0.045970112],"study_design_scores_gemma":[0.0000026469759,0.000006425018,0.000054751836,0.000003160899,0.0000020354612,0.0000039568895,0.0000043696346,0.99550855,0.00010001855,0.0041585607,0.00015346792,0.000002061514],"about_ca_topic_score_codex":0.013531601,"about_ca_topic_score_gemma":0.012902873,"teacher_disagreement_score":0.013531601,"about_ca_system_score_codex":0.0012527872,"about_ca_system_score_gemma":0.0015247929,"threshold_uncertainty_score":0.026905656},"labels":[],"label_agreement":null},{"id":"W4363651296","doi":"10.1145/3582437.3582472","title":"Lessons Learned from Video Game Players Sorting Genomes","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Presentation (obstetrics); Focus (optics); Sorting; Game design; Simple (philosophy); Video game; Game Developer; Human–computer interaction; Video game design; Data science; Multimedia; Algorithm","score_opus":0.07160855901813315,"score_gpt":0.2952636997606593,"score_spread":0.22365514074252615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4363651296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75473267,0.0017382016,0.0908398,0.02932543,0.00058833166,0.0007581143,0.002545621,0.0013298655,0.118141964],"genre_scores_gemma":[0.9229946,0.0010956399,0.045023836,0.0022628123,0.0000925352,0.0002150189,0.0013332417,0.0004546488,0.026527679],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99782676,0.0011117179,0.000101325975,0.0003346662,0.00040285685,0.00022263915],"domain_scores_gemma":[0.991839,0.005964803,0.00022089703,0.0004087359,0.0011341157,0.0004324863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020474691,0.0011266983,0.0006238727,0.0010734515,0.0013898158,0.002685006,0.0019121342,0.0020338248,0.008741239],"category_scores_gemma":[0.019762048,0.00042128345,0.00043383718,0.0006086807,0.0022893995,0.0038897458,0.001779362,0.0022140658,0.0015893037],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019714776,0.003943784,0.08163021,0.0023580268,0.00027280097,0.0070257774,0.083045475,0.03801472,0.022701472,0.06579028,0.110071436,0.58317447],"study_design_scores_gemma":[0.00044200406,0.0040944205,0.084124535,0.0015335908,0.00029862573,0.008787935,0.116762996,0.16159138,0.04881916,0.20256746,0.37030584,0.000671981],"about_ca_topic_score_codex":0.012591871,"about_ca_topic_score_gemma":0.018341623,"teacher_disagreement_score":0.012591871,"about_ca_system_score_codex":0.0013134405,"about_ca_system_score_gemma":0.00090036565,"threshold_uncertainty_score":0.029242337},"labels":[],"label_agreement":null},{"id":"W4366966720","doi":"10.1109/access.2023.3269751","title":"Learning From Crowds With Contrastive Representation","year":2023,"lang":"en","type":"article","venue":"IEEE Access","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"China Scholarship Council; U.S. Department of Commerce","keywords":"Crowds; Computer science; Representation (politics); Artificial intelligence; Natural language processing; Computer security; Political science","score_opus":0.03883919892408309,"score_gpt":0.299565642288911,"score_spread":0.2607264433648279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366966720","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035564814,0.00032884875,0.9584254,0.00078774965,0.00007722013,0.00013522588,0.0002815193,0.0019830181,0.0024161225],"genre_scores_gemma":[0.78422683,0.00027134336,0.20617409,0.000796317,0.00018944373,0.00036188582,0.0011020629,0.00027271154,0.006605325],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979938,0.000772216,0.000051687315,0.00068609254,0.00032179884,0.00017441741],"domain_scores_gemma":[0.99667263,0.0015796358,0.00036967112,0.00084255874,0.00035476516,0.00018080551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029841284,0.0018214944,0.0015119065,0.0011581612,0.00092662626,0.0017285766,0.0029623134,0.0023005928,0.0019332065],"category_scores_gemma":[0.010066985,0.00074562704,0.0010836105,0.0010142665,0.0021933718,0.0031081808,0.0044015003,0.0029806558,0.0011243541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071306026,0.00030634154,0.0037452744,0.00021068123,0.00012822618,0.00032251063,0.0006096953,0.6789706,0.007968349,0.03868765,0.009557912,0.25877976],"study_design_scores_gemma":[0.000023466859,0.00004945056,0.00020246943,0.000016972032,0.0000100150655,0.000034241188,0.00003434296,0.96644884,0.0020580383,0.029777722,0.0013313703,0.000012968643],"about_ca_topic_score_codex":0.0051806713,"about_ca_topic_score_gemma":0.0049951053,"teacher_disagreement_score":0.0051806713,"about_ca_system_score_codex":0.002122958,"about_ca_system_score_gemma":0.0018001555,"threshold_uncertainty_score":0.01578176},"labels":[],"label_agreement":null},{"id":"W4376270101","doi":"10.1155/2023/8668473","title":"Vehicular Crowdsensing with High-Mileage Vehicles: Investigating Spatiotemporal Coverage Dynamics in Historical Cities with Complex Urban Road Networks","year":2023,"lang":"en","type":"article","venue":"Journal of Advanced Transportation","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Taxis; Transport engineering; Computer science; Pedestrian; Grid; Work (physics); Complex network; Geography; Engineering","score_opus":0.011559650853450674,"score_gpt":0.2129315041652617,"score_spread":0.201371853311811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376270101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98691106,0.0001805497,0.010440795,0.00018647595,0.000029455385,0.000032615084,0.0006122002,0.00010019306,0.0015066644],"genre_scores_gemma":[0.99781114,0.00005164809,0.0017600958,0.000007838405,0.000006827988,0.000010192581,0.00025571257,0.0000038859944,0.00009281145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9997161,0.00006501963,0.000013697602,0.00007004319,0.000065254564,0.000069760405],"domain_scores_gemma":[0.99901235,0.0004854074,0.0001855523,0.00012760852,0.00011965108,0.00006941529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044229286,0.0004155696,0.0002798332,0.0008433974,0.00038751878,0.0006950443,0.00065450696,0.0005423121,0.00035531208],"category_scores_gemma":[0.0019180631,0.00017073337,0.0003557939,0.00095421204,0.00058395404,0.0008106048,0.0005561363,0.00032483944,0.00008173853],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024455483,0.00018730883,0.11415786,0.00018909217,0.00015268702,0.00080562534,0.00039593727,0.85649675,0.005414451,0.002374591,0.0013403242,0.01824076],"study_design_scores_gemma":[0.000012838946,0.000067839435,0.04331656,0.000021792075,0.00003054015,0.00016806762,0.0006248622,0.94952524,0.0037828526,0.0012660963,0.0011568902,0.000026548576],"about_ca_topic_score_codex":0.020754313,"about_ca_topic_score_gemma":0.017587459,"teacher_disagreement_score":0.020754313,"about_ca_system_score_codex":0.0009741005,"about_ca_system_score_gemma":0.0004360209,"threshold_uncertainty_score":0.041267037},"labels":[],"label_agreement":null},{"id":"W4376457092","doi":"10.1109/jiot.2023.3268846","title":"Decentralized Task Assignment for Mobile Crowdsensing With Multi-Agent Deep Reinforcement Learning","year":2023,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reinforcement learning; Scalability; Heuristic; Artificial intelligence; Task (project management); Distributed computing; Machine learning","score_opus":0.020595241305822458,"score_gpt":0.26507535112970854,"score_spread":0.24448010982388607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376457092","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024693707,0.0002169753,0.9718056,0.0003122157,0.00006868614,0.00006880782,0.000042311138,0.0004547176,0.0023371133],"genre_scores_gemma":[0.905038,0.00010119243,0.09143704,0.00025395586,0.000043881664,0.00015406433,0.00007716727,0.000052621148,0.0028420477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994759,0.00012834377,0.00002321829,0.00016126528,0.00010606802,0.000105270905],"domain_scores_gemma":[0.9989825,0.00053807726,0.00013618356,0.00008235873,0.00014867116,0.00011218885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009942073,0.00090196833,0.0012428369,0.00034787273,0.0006100752,0.00061080826,0.0016492585,0.0010946529,0.0018327833],"category_scores_gemma":[0.0024803623,0.00046052027,0.00055527483,0.00034101677,0.0009047333,0.00092303235,0.0015680754,0.0014020676,0.00022350863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009081534,0.00008209969,0.00071632356,0.00006821275,0.000033389697,0.00007067224,0.000071484435,0.948834,0.001987653,0.006272635,0.001156005,0.040616676],"study_design_scores_gemma":[0.000008434775,0.000011658865,0.00004103584,0.0000016752227,0.0000027176952,0.000004298364,0.000005847202,0.99774617,0.00015808728,0.0018482779,0.0001695403,0.0000022100292],"about_ca_topic_score_codex":0.009711668,"about_ca_topic_score_gemma":0.008381135,"teacher_disagreement_score":0.009711668,"about_ca_system_score_codex":0.0011994541,"about_ca_system_score_gemma":0.0018204517,"threshold_uncertainty_score":0.019310296},"labels":[],"label_agreement":null},{"id":"W4382322446","doi":"10.48550/arxiv.2306.14156","title":"Matching-based Hybrid Service Trading for Task Assignment over Dynamic Mobile Crowdsensing Networks","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China; Natural Science Foundation of Xiamen City","keywords":"Computer science; Matching (statistics); Task (project management); Service (business); Provisioning; Futures contract; Quality (philosophy); Mode (computer interface); Quality of service; Distributed computing; Computer security; Computer network; Human–computer interaction; Business; Finance","score_opus":0.047504507074355294,"score_gpt":0.2019911266911436,"score_spread":0.1544866196167883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382322446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06287091,0.00023534468,0.9333829,0.00024476246,0.00006605017,0.0001583375,0.00008736759,0.00040666666,0.0025477058],"genre_scores_gemma":[0.9464448,0.000094325296,0.051589973,0.0000947794,0.000038943042,0.00011465433,0.000055910838,0.000036327237,0.0015303325],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99712354,0.0008513485,0.00014525419,0.000732733,0.0006404009,0.0005066583],"domain_scores_gemma":[0.9953949,0.002481472,0.00060613937,0.00067103945,0.00041352306,0.00043287606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029353187,0.0009757315,0.0015550841,0.00075184635,0.001426639,0.0015536775,0.0030773117,0.0014355752,0.0021684791],"category_scores_gemma":[0.0094760135,0.0004631264,0.0008285109,0.0012095625,0.0013189525,0.001997878,0.0033220237,0.0010741942,0.00037465058],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078941166,0.00029289306,0.0029520742,0.00021248427,0.000114558585,0.00042742005,0.000534856,0.8129149,0.012754871,0.061297424,0.0020872978,0.10562176],"study_design_scores_gemma":[0.000018003328,0.000063072424,0.00019118123,0.000004627356,0.00001066724,0.000050791838,0.000046834397,0.97815186,0.00069981156,0.02016951,0.00058216945,0.000011439018],"about_ca_topic_score_codex":0.004329629,"about_ca_topic_score_gemma":0.0032251442,"teacher_disagreement_score":0.004329629,"about_ca_system_score_codex":0.0014965186,"about_ca_system_score_gemma":0.001862438,"threshold_uncertainty_score":0.0155236125},"labels":[],"label_agreement":null},{"id":"W4382991185","doi":"10.1109/chase58964.2023.00005","title":"Message from the General Chair and Program Co-Chairs","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Programming language","score_opus":0.017968125476328627,"score_gpt":0.27891465487853284,"score_spread":0.2609465294022042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382991185","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00054964935,0.0027459743,0.0010693477,0.58725274,0.3931035,0.00020579502,0.0007117945,0.00041380117,0.013947396],"genre_scores_gemma":[0.006868338,0.0028632327,0.0015604092,0.5983264,0.11320839,0.0006403598,0.00077624107,0.00051353854,0.27524307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966876,0.0005607875,0.00014438099,0.00064797635,0.0014991438,0.00046005426],"domain_scores_gemma":[0.9872136,0.00094800827,0.0003667051,0.00034521337,0.006951083,0.004175369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005347277,0.0011302237,0.0013540282,0.0007294175,0.0025323469,0.0060320124,0.001823702,0.012253619,0.06279032],"category_scores_gemma":[0.013131804,0.0005484408,0.0011722556,0.0006352675,0.0011054687,0.0035679245,0.003220881,0.01857902,0.05719899],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025924937,0.0000136693925,0.000059003167,0.000026280235,0.0000022339689,0.000023397923,0.000009901532,0.000016430984,0.000057546124,0.00036220357,0.99622154,0.0031818443],"study_design_scores_gemma":[0.000021974914,0.000029062405,0.0004686529,0.000061412444,0.0000060574403,0.000066924185,0.00009693042,0.000087810266,0.00012624386,0.0004997038,0.99851996,0.000015405385],"about_ca_topic_score_codex":0.004190354,"about_ca_topic_score_gemma":0.0057483846,"teacher_disagreement_score":0.06279032,"about_ca_system_score_codex":0.0028467823,"about_ca_system_score_gemma":0.008995174,"threshold_uncertainty_score":0.21005452},"labels":[],"label_agreement":null},{"id":"W4384464518","doi":"10.1007/978-3-031-32397-3_11","title":"AI-Driven Attack Modeling and Defense Strategies in Mobile Crowdsensing: A Special Case Study on Fake Tasks","year":2023,"lang":"en","type":"book-chapter","venue":"Wireless networks","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Task (project management); Computer security; Key (lock); Crowdsensing; Popularity; Variety (cybernetics); Process (computing); Trustworthiness; Crowdsourcing; Mobile device; Participatory sensing; Human–computer interaction; Data science; World Wide Web; Artificial intelligence; Engineering; Systems engineering","score_opus":0.03979774028663091,"score_gpt":0.27537360924227555,"score_spread":0.23557586895564464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384464518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084301904,0.004702329,0.86287194,0.0033916165,0.00028486463,0.00020435601,0.00022374297,0.00023605523,0.043783214],"genre_scores_gemma":[0.91415,0.0025678866,0.052788273,0.00030970003,0.00031295378,0.00016859503,0.00013159125,0.00009322927,0.029477756],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899,0.00042370323,0.000033446715,0.00013532233,0.00022213624,0.00019540197],"domain_scores_gemma":[0.99281824,0.00613833,0.0003226433,0.0002357013,0.00034787686,0.00013728473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018813072,0.0009344919,0.0008717746,0.00068495714,0.0008636219,0.0023984746,0.0014000876,0.0028196576,0.002969417],"category_scores_gemma":[0.007282276,0.00041159513,0.00075593527,0.0009361504,0.001679506,0.0022579986,0.0014574267,0.0021334023,0.00037808114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008237637,0.00014283018,0.0010855336,0.00014124993,0.000039431055,0.0002878337,0.0002572393,0.8330037,0.0013141198,0.12723155,0.0041894238,0.032224685],"study_design_scores_gemma":[0.0000047758103,0.000027277809,0.00019741483,0.000012878539,0.000007334675,0.000069655725,0.000070215705,0.96643806,0.00029848717,0.031209134,0.001654688,0.000010038955],"about_ca_topic_score_codex":0.005575435,"about_ca_topic_score_gemma":0.0040267273,"teacher_disagreement_score":0.005575435,"about_ca_system_score_codex":0.0016538886,"about_ca_system_score_gemma":0.0012373899,"threshold_uncertainty_score":0.011999905},"labels":[],"label_agreement":null},{"id":"W4384659592","doi":"10.1145/3539618.3592007","title":"Learning from Crowds with Annotation Reliability","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; Canadian Institute for Advanced Research","keywords":"Crowds; Computer science; Annotation; Crowdsourcing; Reliability (semiconductor); Quality (philosophy); Artificial intelligence; Machine learning; Supervised learning; World Wide Web","score_opus":0.01142408964575587,"score_gpt":0.21643702816604338,"score_spread":0.2050129385202875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384659592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068617314,0.00084682927,0.9228959,0.0012385801,0.00015476775,0.00019680575,0.00041777056,0.002582202,0.003049798],"genre_scores_gemma":[0.81176406,0.0004182569,0.17970918,0.00066385954,0.0004146288,0.00035542142,0.0014072898,0.0005319691,0.0047353543],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9898177,0.004244366,0.00041043622,0.0033100727,0.0017214004,0.0004960667],"domain_scores_gemma":[0.96330506,0.024304966,0.0028051247,0.0047573904,0.003849695,0.0009778274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010585645,0.0028576346,0.0025183258,0.002855308,0.0019204891,0.0028356898,0.002944663,0.002643612,0.0013949767],"category_scores_gemma":[0.04690918,0.0013253241,0.0016089819,0.002152065,0.003718547,0.0046556955,0.0061834534,0.003920808,0.0011642256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008716155,0.00024003704,0.017976118,0.00056648016,0.00032873082,0.0004910391,0.002045578,0.6733188,0.006444087,0.017036682,0.010283023,0.2703979],"study_design_scores_gemma":[0.00002918405,0.000049752754,0.0011463794,0.0000413997,0.000036445497,0.000054634842,0.00011472171,0.95744145,0.0024703369,0.036908697,0.0016693303,0.00003760495],"about_ca_topic_score_codex":0.009437507,"about_ca_topic_score_gemma":0.0077739977,"teacher_disagreement_score":0.010585645,"about_ca_system_score_codex":0.0026815315,"about_ca_system_score_gemma":0.0027016683,"threshold_uncertainty_score":0.055982947},"labels":[],"label_agreement":null},{"id":"W4385469832","doi":"10.1007/s11831-023-09981-2","title":"State of the Practice for Lattice Boltzmann Method Software","year":2023,"lang":"en","type":"article","venue":"Archives of Computational Methods in Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Documentation; Software engineering; Usability; Agile software development; Maintainability; Software; Correctness; Software documentation; Software development; Software quality; Software development process; Human–computer interaction; Programming language","score_opus":0.020393882966577008,"score_gpt":0.34834286016656885,"score_spread":0.32794897719999183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385469832","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025129118,0.0106703015,0.9555079,0.005424795,0.0007857832,0.00012705504,0.00035270673,0.005726396,0.018892225],"genre_scores_gemma":[0.10441067,0.020793134,0.8472862,0.0025230215,0.0017519345,0.0009677566,0.0016853742,0.0065241638,0.014057784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9790219,0.008314073,0.0013114591,0.0019717247,0.008538137,0.00084270636],"domain_scores_gemma":[0.9346599,0.03190356,0.0009201661,0.01877979,0.0117400745,0.0019964722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017830007,0.0015945284,0.0027641025,0.002564747,0.0021119416,0.012825227,0.009697508,0.007914338,0.02340654],"category_scores_gemma":[0.073321596,0.002676681,0.0023545846,0.0038464644,0.006318776,0.012523125,0.0077946745,0.0138217015,0.018335383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036799384,0.00031385868,0.0010946244,0.0014893785,0.00022342562,0.00007204464,0.00066272414,0.036558066,0.0026506756,0.5127856,0.029792488,0.4139891],"study_design_scores_gemma":[0.000121172445,0.00007865509,0.00024896875,0.0011043071,0.00005285419,0.00010868375,0.0001349486,0.28337556,0.0047480147,0.48637924,0.22352292,0.00012463388],"about_ca_topic_score_codex":0.010392286,"about_ca_topic_score_gemma":0.005013535,"teacher_disagreement_score":0.02340654,"about_ca_system_score_codex":0.0039749853,"about_ca_system_score_gemma":0.0090502985,"threshold_uncertainty_score":0.0942952},"labels":[],"label_agreement":null},{"id":"W4385597668","doi":"10.1007/s11042-023-16325-6","title":"Crowdsourcing of labeling image objects: an online gamification application for data collection","year":2023,"lang":"en","type":"article","venue":"Multimedia Tools and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Crowdsourcing; Computer science; Process (computing); Categorization; Quality (philosophy); Context (archaeology); Data collection; The Internet; Image (mathematics); Data mining; Information retrieval; Data science; Artificial intelligence; World Wide Web","score_opus":0.08861597550806546,"score_gpt":0.32356592625581376,"score_spread":0.2349499507477483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385597668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.135322,0.0009232099,0.73246443,0.0020974749,0.000615448,0.0044856663,0.017849796,0.06257289,0.043669112],"genre_scores_gemma":[0.2953289,0.0004358703,0.6718564,0.00043823005,0.00013154483,0.0021245917,0.009904765,0.0018660619,0.017913733],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99812466,0.0006819648,0.00007958182,0.0003345641,0.00062598515,0.00015325088],"domain_scores_gemma":[0.99684346,0.0014059251,0.00014622732,0.0006445947,0.00046549717,0.0004942722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032264367,0.0017405238,0.0012163405,0.00395044,0.0014005824,0.0019347535,0.0023189874,0.0016423161,0.012320407],"category_scores_gemma":[0.0066283504,0.00049035164,0.0009585877,0.0033268346,0.0006055445,0.0016863107,0.0047098384,0.001105077,0.004815686],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042447476,0.002468149,0.013505042,0.001832744,0.0005167294,0.0016010727,0.0033985372,0.029893706,0.03227695,0.015120398,0.09000156,0.8051404],"study_design_scores_gemma":[0.00057530234,0.00056281005,0.015210578,0.0004454704,0.00015033514,0.000791452,0.0030422176,0.7031099,0.038230207,0.075250655,0.16231538,0.00031564818],"about_ca_topic_score_codex":0.008897438,"about_ca_topic_score_gemma":0.019304506,"teacher_disagreement_score":0.012320407,"about_ca_system_score_codex":0.0008944167,"about_ca_system_score_gemma":0.0013827045,"threshold_uncertainty_score":0.041215837},"labels":[],"label_agreement":null},{"id":"W4387303184","doi":"10.1109/tmc.2023.3321701","title":"Online Incentive Mechanisms for Socially-Aware and Socially-Unaware Mobile Crowdsensing","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Innovation for Defence Excellence and Security","keywords":"Computer science; Incentive; Incentive compatibility; Reverse auction; Rationality; Mobile device; Exploit; Computer security; Selection (genetic algorithm); Bidding; Artificial intelligence; World Wide Web; Microeconomics","score_opus":0.019873434698961558,"score_gpt":0.2798639538124632,"score_spread":0.25999051911350163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387303184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03887644,0.00032794746,0.95398504,0.00054961344,0.000121006386,0.0002575366,0.00009626212,0.0003191616,0.0054669776],"genre_scores_gemma":[0.88676995,0.00022642557,0.108881034,0.00017854877,0.00007151502,0.00031419474,0.000080847174,0.00004074178,0.0034366406],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968829,0.0012603563,0.00017166584,0.0006129753,0.0006608425,0.000411172],"domain_scores_gemma":[0.99481875,0.0028243395,0.0007640603,0.0005225566,0.0005800266,0.0004902841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004216715,0.0011595826,0.0013190334,0.0008421005,0.0011562201,0.0014833749,0.0031778566,0.0016013416,0.0028278036],"category_scores_gemma":[0.00890682,0.00055272545,0.0009648035,0.00071109616,0.0011453507,0.0025707432,0.0026830276,0.0016118529,0.00030607553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053899334,0.00059945666,0.0023907218,0.000441549,0.00016354336,0.00072539167,0.0005230062,0.56820655,0.0113861775,0.31257418,0.004880597,0.0975698],"study_design_scores_gemma":[0.00007741351,0.00008878398,0.00020528458,0.00001927664,0.000020886395,0.00010118449,0.000051836745,0.94377583,0.0008607914,0.05207693,0.0026996853,0.000022115955],"about_ca_topic_score_codex":0.0014183755,"about_ca_topic_score_gemma":0.0014770974,"teacher_disagreement_score":0.004216715,"about_ca_system_score_codex":0.0014948501,"about_ca_system_score_gemma":0.0025239643,"threshold_uncertainty_score":0.022300363},"labels":[],"label_agreement":null},{"id":"W4387344871","doi":"10.1145/3610207","title":"Sensing Wellbeing in the Workplace, Why and For Whom? Envisioning Impacts with Organizational Stakeholders","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Microsoft Research","keywords":"Software deployment; Stakeholder; Emerging technologies; Digitization; Ambiguity; Knowledge management; Public relations; Situated; Sociotechnical system; Sociology; Computer science; Political science","score_opus":0.05822691235665016,"score_gpt":0.29377225281152197,"score_spread":0.2355453404548718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6145323,0.0035249789,0.20057498,0.079718694,0.00040426184,0.00055379997,0.00027486397,0.00035490515,0.1000612],"genre_scores_gemma":[0.98241985,0.00085394114,0.013916404,0.00086180377,0.00003902235,0.00018826827,0.000045211455,0.000029674697,0.0016459456],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9888381,0.008520638,0.0002283959,0.0005531619,0.0009880277,0.0008715656],"domain_scores_gemma":[0.9904019,0.0061450186,0.00062447326,0.0007801525,0.0011344907,0.0009139532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017319577,0.00099385,0.0003578738,0.0014705544,0.005707336,0.009111303,0.0016395483,0.0028848327,0.0021860807],"category_scores_gemma":[0.015734473,0.00056428707,0.000645612,0.0008057637,0.011235393,0.01283964,0.011631706,0.0027069293,0.00044047544],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017009888,0.00027329192,0.045474686,0.0010402235,0.00006318593,0.0019545474,0.69546443,0.0059996415,0.012696741,0.14136383,0.0049562487,0.09054306],"study_design_scores_gemma":[0.000020636728,0.00021343192,0.008656079,0.001163511,0.000068027235,0.00048308904,0.74840546,0.008556534,0.005902618,0.12537684,0.10104123,0.00011255742],"about_ca_topic_score_codex":0.0050340733,"about_ca_topic_score_gemma":0.0057772766,"teacher_disagreement_score":0.017319577,"about_ca_system_score_codex":0.0030880854,"about_ca_system_score_gemma":0.002708637,"threshold_uncertainty_score":0.09159577},"labels":[],"label_agreement":null},{"id":"W4387475765","doi":"10.1109/jiot.2023.3323436","title":"Efficient Privacy-Preserving Task Allocation With Secret Sharing for Vehicular Crowdsensing","year":2023,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"National Natural Science Foundation of China","keywords":"Crowdsensing; Computer science; Task (project management); Computer security; Secret sharing; Computer network; Privacy protection; Cryptography","score_opus":0.018768275182961588,"score_gpt":0.2506260669904957,"score_spread":0.23185779180753413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387475765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037648488,0.0003070823,0.959755,0.0001746871,0.000044930068,0.00007438865,0.0000864561,0.00033108177,0.0015777834],"genre_scores_gemma":[0.9288633,0.00019206062,0.06941128,0.00010217689,0.00003552947,0.00009908926,0.00009982824,0.00003260044,0.0011641191],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822825,0.00043559168,0.00011132694,0.0003587322,0.0004934328,0.00037255607],"domain_scores_gemma":[0.998131,0.00071785203,0.00026757843,0.00054636784,0.00020219079,0.00013506821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011133961,0.0007843901,0.0010508477,0.0004570309,0.0008733535,0.0010220108,0.001498448,0.00068409834,0.00088884693],"category_scores_gemma":[0.0035221898,0.00033237794,0.0006108845,0.0011405634,0.0009872759,0.0019441738,0.0026428378,0.000870518,0.00026708806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009796844,0.00018324467,0.001484216,0.00024716396,0.00010003788,0.00057000824,0.00059312925,0.7130913,0.049831714,0.059369463,0.0031284431,0.1704216],"study_design_scores_gemma":[0.00003344024,0.000093146264,0.00014174248,0.000009166706,0.000016133396,0.00014373478,0.00007394114,0.96387976,0.010021773,0.02402699,0.0015380338,0.000022039017],"about_ca_topic_score_codex":0.0014588131,"about_ca_topic_score_gemma":0.0012392198,"teacher_disagreement_score":0.001498448,"about_ca_system_score_codex":0.0008471362,"about_ca_system_score_gemma":0.0015446778,"threshold_uncertainty_score":0.0061463714},"labels":[],"label_agreement":null},{"id":"W4387544233","doi":"10.1109/icdcs57875.2023.00099","title":"Reliable Federated Learning Based Traffic Crowdsourcing in the Presence of Adversarial Users","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Crowdsourcing; Computer science; Collusion; Reputation; Adversarial system; Mobile device; Quality (philosophy); Artificial intelligence; World Wide Web","score_opus":0.0162873749576313,"score_gpt":0.23518022025361143,"score_spread":0.21889284529598013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387544233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0608462,0.00016227616,0.93601817,0.0003410769,0.000071088594,0.00007526397,0.000048450434,0.0007833387,0.0016540776],"genre_scores_gemma":[0.9617483,0.000045905697,0.03696834,0.000111668196,0.000028689268,0.000045180117,0.00005310857,0.000031050567,0.00096786465],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829644,0.0004912606,0.00007659226,0.00046428118,0.00038014658,0.0002912991],"domain_scores_gemma":[0.9925707,0.0040398743,0.0009459805,0.0007825233,0.0012050046,0.00045595277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037126937,0.0011697202,0.0018726294,0.0011826335,0.0013128939,0.0014785856,0.0028171716,0.0017878652,0.0007546307],"category_scores_gemma":[0.012518391,0.00055698876,0.0007273642,0.0009797674,0.001738112,0.0021165975,0.0027982313,0.0014170733,0.00026946425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018177067,0.00008054778,0.0014310617,0.000037631282,0.000038487146,0.00015595784,0.00011994044,0.9572616,0.0020814985,0.0052802167,0.00060982164,0.0327214],"study_design_scores_gemma":[0.000005169642,0.000014992902,0.00007050705,0.000002008277,0.000003229207,0.000012823326,0.000010126437,0.9965702,0.00038003013,0.0028428424,0.000083209066,0.000004816802],"about_ca_topic_score_codex":0.008046426,"about_ca_topic_score_gemma":0.005344997,"teacher_disagreement_score":0.008046426,"about_ca_system_score_codex":0.0017840669,"about_ca_system_score_gemma":0.002095853,"threshold_uncertainty_score":0.019634843},"labels":[],"label_agreement":null},{"id":"W4387870114","doi":"10.1109/icc45041.2023.10278700","title":"Traceable and Privacy-Preserving Worker Selection Scheme with Arbitrary Spatial Ranges in MCS","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Traceability; Constraint (computer-aided design); Selection (genetic algorithm); Scheme (mathematics); Cloud computing; Computer security; Spatial analysis; Information privacy; Privacy protection; Key (lock); Engineering; Artificial intelligence; Mathematics","score_opus":0.011667797429932113,"score_gpt":0.21799847216034812,"score_spread":0.206330674730416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387870114","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047324013,0.00069024455,0.94429654,0.0007148546,0.0001226924,0.00043850392,0.0004275722,0.0014768364,0.004508777],"genre_scores_gemma":[0.9047657,0.00036834058,0.088943675,0.00031542775,0.00010194832,0.00039974262,0.00028882807,0.000057870155,0.004758497],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99381,0.0014357949,0.0004659039,0.0013589193,0.0020314662,0.00089788844],"domain_scores_gemma":[0.99151796,0.0022619036,0.0008177604,0.003973279,0.000879086,0.00054995506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00241392,0.0008692813,0.0018611072,0.00086999056,0.0026009947,0.0016563162,0.003584822,0.0017716029,0.0021798604],"category_scores_gemma":[0.0092042815,0.0004924569,0.0011730543,0.0019714714,0.0019965314,0.003971074,0.0073752278,0.0019013617,0.00068843743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034857404,0.00051735266,0.0072246804,0.0009058649,0.00035165504,0.003082816,0.0055497433,0.26304013,0.083449244,0.2647552,0.01238471,0.3552529],"study_design_scores_gemma":[0.00034441685,0.00043955067,0.0016648297,0.00009215398,0.00016839795,0.0017544257,0.0007825484,0.8027841,0.030476086,0.14300428,0.018267373,0.00022183782],"about_ca_topic_score_codex":0.003637768,"about_ca_topic_score_gemma":0.0023691843,"teacher_disagreement_score":0.003637768,"about_ca_system_score_codex":0.0018763114,"about_ca_system_score_gemma":0.0035194978,"threshold_uncertainty_score":0.013613641},"labels":[],"label_agreement":null},{"id":"W4388076190","doi":"10.1109/pimrc56721.2023.10293890","title":"Dynamic Scheduling for Quality of Information Maximization in Location-aware Opportunistic Mobile Crowdsensing","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Crowdsensing; Computer science; Scheduling (production processes); Maximization; Mobile computing; Computer network; Real-time computing; Distributed computing; Mathematical optimization; Computer security","score_opus":0.030360362604191646,"score_gpt":0.30674133477205173,"score_spread":0.27638097216786006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388076190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0431747,0.00040017843,0.95225114,0.0003223464,0.00006438731,0.00008790821,0.00005805254,0.00016693442,0.0034743513],"genre_scores_gemma":[0.9702124,0.00015235816,0.028468212,0.000068244204,0.000037304195,0.000061413724,0.000028405802,0.000028523886,0.00094309077],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990983,0.00029000657,0.000037227088,0.00018193184,0.00021230734,0.00018009974],"domain_scores_gemma":[0.99838126,0.00096742646,0.00025465392,0.00008694052,0.00018457338,0.00012508324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013455547,0.0008774587,0.0011307832,0.00059438415,0.0007801128,0.00092525047,0.0012256515,0.0007123228,0.0009705316],"category_scores_gemma":[0.0030574882,0.0004392515,0.0004909105,0.0006958062,0.0009340904,0.00083733164,0.0012273028,0.0006432548,0.00012338105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008586971,0.000054953885,0.00039401304,0.000083128856,0.00003139553,0.00013110673,0.000098564065,0.96599257,0.0051746573,0.012102805,0.0007214217,0.015129453],"study_design_scores_gemma":[0.000008112388,0.000020985703,0.000081507016,0.0000028879142,0.0000039115084,0.000011863246,0.000014531908,0.9959478,0.0003957958,0.0032942274,0.000213016,0.0000053651743],"about_ca_topic_score_codex":0.0047864937,"about_ca_topic_score_gemma":0.0039527724,"teacher_disagreement_score":0.0047864937,"about_ca_system_score_codex":0.0015851295,"about_ca_system_score_gemma":0.0016255699,"threshold_uncertainty_score":0.011500955},"labels":[],"label_agreement":null},{"id":"W4388757023","doi":"10.1109/tsc.2023.3333832","title":"Matching-Based Hybrid Service Trading for Task Assignment Over Dynamic Mobile Crowdsensing Networks","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Services Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China; Natural Science Foundation of Xiamen City","keywords":"Computer science; Crowdsensing; Task (project management); Matching (statistics); Computer network; Service (business); Distributed computing; Mobile computing; Computer security","score_opus":0.011063317375239723,"score_gpt":0.25185533165920365,"score_spread":0.24079201428396393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388757023","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06510508,0.00016851786,0.9301172,0.0002871045,0.00007150086,0.00015222607,0.00009603452,0.0008579871,0.0031444004],"genre_scores_gemma":[0.9154022,0.0000667888,0.08137766,0.000114519455,0.00004144773,0.00011090402,0.000091797214,0.0000631615,0.0027315188],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979285,0.00047792416,0.00012404457,0.0005334045,0.00053688866,0.0003991915],"domain_scores_gemma":[0.99765503,0.0010733025,0.0002466475,0.00040536092,0.0003274705,0.0002921794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022029413,0.0007008233,0.0012420688,0.0007547958,0.0014679849,0.001839757,0.0030443307,0.0012934585,0.0025968417],"category_scores_gemma":[0.0057037137,0.00041154688,0.00061074394,0.0011962053,0.001003675,0.0021426333,0.002986764,0.0008801663,0.00053834106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013972623,0.00047708798,0.0026815746,0.00013806051,0.0000984161,0.0004644179,0.00056732405,0.69656825,0.029979514,0.06801389,0.0039318847,0.19568227],"study_design_scores_gemma":[0.000017678838,0.000038512593,0.00012206103,0.0000024279873,0.0000060387115,0.000031985142,0.000032474494,0.98631847,0.0014605428,0.011245916,0.00071321864,0.000010651323],"about_ca_topic_score_codex":0.0065010507,"about_ca_topic_score_gemma":0.0051334924,"teacher_disagreement_score":0.0065010507,"about_ca_system_score_codex":0.0016281139,"about_ca_system_score_gemma":0.0019303095,"threshold_uncertainty_score":0.0129264},"labels":[],"label_agreement":null},{"id":"W4389544359","doi":"10.1109/icsme58846.2023.00015","title":"Deploying Deep Reinforcement Learning Systems: A Taxonomy of Challenges","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software deployment; Reinforcement learning; Computer science; Enthusiasm; Artificial intelligence; Autonomy; Data science; Software engineering","score_opus":0.049890270162729726,"score_gpt":0.23549869336387874,"score_spread":0.185608423201149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389544359","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5272333,0.014263863,0.3879858,0.035815597,0.0006947519,0.0012192333,0.0009438079,0.0039501074,0.027893536],"genre_scores_gemma":[0.87470555,0.00454279,0.112541735,0.0026416676,0.0002412204,0.000464059,0.00073546293,0.00043249773,0.0036950393],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9862196,0.0054363664,0.0014514462,0.001557583,0.0043803453,0.0009547465],"domain_scores_gemma":[0.9378374,0.04139868,0.0061904374,0.00412934,0.0087737935,0.0016703473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011613006,0.0008237605,0.0006239491,0.0017763451,0.0011482888,0.0029180895,0.0015287887,0.0018586736,0.0013477306],"category_scores_gemma":[0.05536453,0.00069114164,0.0005174147,0.0018615058,0.0018660607,0.006170907,0.0027691345,0.0028292749,0.00057555013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045721445,0.00050756446,0.10356821,0.0038094795,0.0001246764,0.0022511582,0.014574489,0.033267807,0.018146208,0.03887903,0.024418479,0.75999576],"study_design_scores_gemma":[0.00012270875,0.0015298754,0.085051335,0.003632366,0.00015090396,0.0059193806,0.035793237,0.47515076,0.029882833,0.07059595,0.29164687,0.0005237098],"about_ca_topic_score_codex":0.0049765664,"about_ca_topic_score_gemma":0.0048945756,"teacher_disagreement_score":0.011613006,"about_ca_system_score_codex":0.0021463311,"about_ca_system_score_gemma":0.0028725185,"threshold_uncertainty_score":0.06141621},"labels":[],"label_agreement":null},{"id":"W4390044325","doi":"10.1109/jsac.2023.3345402","title":"Semantic Information Marketing in the Metaverse: A Learning-Based Contract Theory Framework","year":2023,"lang":"en","type":"article","venue":"IEEE Journal on Selected Areas in Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Research Foundation Singapore","keywords":"Computer science; Incentive; Private information retrieval; Contract theory; Profit (economics); Incentive compatibility; Adverse selection; Computer security","score_opus":0.020872645660621105,"score_gpt":0.2814715017255548,"score_spread":0.2605988560649337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390044325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017741978,0.00036409465,0.9679769,0.0017272754,0.000085106025,0.0001632664,0.00006546061,0.00012908343,0.01174684],"genre_scores_gemma":[0.7937126,0.0005933629,0.19513464,0.000453202,0.00018234916,0.00045915242,0.0000805984,0.00008128673,0.009302791],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9942583,0.0033066752,0.00019403276,0.0008014381,0.0009909577,0.00044862082],"domain_scores_gemma":[0.98939055,0.0067465254,0.0010946139,0.0010749707,0.00085723173,0.00083607016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007998162,0.0009837112,0.0016388297,0.0013009915,0.0017759282,0.004273827,0.0034244969,0.0041159997,0.007234106],"category_scores_gemma":[0.01694213,0.00073719805,0.0013800793,0.001488318,0.004870707,0.0089937635,0.0038063761,0.0038812454,0.0006625768],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008895295,0.00015860224,0.000640039,0.00013061726,0.000059385045,0.00016056687,0.00030669253,0.19922665,0.00075846346,0.76861995,0.0015724048,0.028277779],"study_design_scores_gemma":[0.00003420531,0.00005804486,0.00011230518,0.000028661629,0.000013724459,0.00005898959,0.000071706134,0.6576782,0.00029347322,0.33852318,0.0031048814,0.000022653006],"about_ca_topic_score_codex":0.0019971395,"about_ca_topic_score_gemma":0.0014209423,"teacher_disagreement_score":0.007998162,"about_ca_system_score_codex":0.0037297192,"about_ca_system_score_gemma":0.0037373798,"threshold_uncertainty_score":0.042298853},"labels":[],"label_agreement":null},{"id":"W4391481976","doi":"10.1007/s11002-024-09718-6","title":"Participant multitasking in online studies","year":2024,"lang":"en","type":"article","venue":"Marketing Letters","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University; University of Alberta","funders":"Marketing Science Institute","keywords":"Human multitasking; Computer science; Psychology; Cognitive psychology","score_opus":0.056854365097014754,"score_gpt":0.30997414735803475,"score_spread":0.25311978226102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391481976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629902,0.0019279363,0.016536659,0.0025514422,0.0002834461,0.00042275802,0.0005006106,0.00008192823,0.014704929],"genre_scores_gemma":[0.99363273,0.0002682854,0.0029360717,0.00024260899,0.00012705456,0.00072822167,0.0001470666,0.000029174238,0.001888813],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9513549,0.042079218,0.0009677793,0.0027695417,0.0017723045,0.0010562888],"domain_scores_gemma":[0.7329113,0.23676358,0.01229103,0.007858694,0.00495342,0.005221939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.041323725,0.0004594964,0.0007827168,0.0027733636,0.0036527694,0.0042321724,0.001496548,0.002747689,0.007089034],"category_scores_gemma":[0.1354902,0.00059301115,0.00043778468,0.0022982955,0.0018255371,0.0048022876,0.004943302,0.0015607368,0.0009695981],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0060524577,0.0031721445,0.5037332,0.0026842486,0.0006354464,0.0016853793,0.17447186,0.002755086,0.0048194546,0.02876148,0.012799348,0.25842994],"study_design_scores_gemma":[0.0008498038,0.0020388348,0.5013571,0.002263666,0.00049974443,0.0013448362,0.22470832,0.027932664,0.005139664,0.16180359,0.07168323,0.00037853216],"about_ca_topic_score_codex":0.0033678946,"about_ca_topic_score_gemma":0.0054252706,"teacher_disagreement_score":0.041323725,"about_ca_system_score_codex":0.001129657,"about_ca_system_score_gemma":0.0017982338,"threshold_uncertainty_score":0.21854335},"labels":[],"label_agreement":null},{"id":"W4391620895","doi":"10.1109/tdsc.2024.3363507","title":"Data Poisoning Attacks and Defenses to LDP-Based Privacy-Preserving Crowdsensing","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Dependable and Secure Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Xiangtan University; National Natural Science Foundation of China","keywords":"Computer science; Differential privacy; Crowdsensing; Computer security; Minification; Identification (biology); Optimization problem; Data mining; Algorithm","score_opus":0.03444357905367922,"score_gpt":0.28811418574858044,"score_spread":0.2536706066949012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391620895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022360783,0.00036273472,0.9739644,0.00066604186,0.000048246828,0.0001400346,0.000050255243,0.00035519843,0.0020523635],"genre_scores_gemma":[0.91730094,0.0002692872,0.07973913,0.00038399195,0.00005169934,0.00019070735,0.00006898483,0.000043495413,0.0019516804],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942449,0.0021719376,0.00027069397,0.0010884656,0.0017710566,0.00045290403],"domain_scores_gemma":[0.99278635,0.0034779003,0.0010454922,0.0017631648,0.00065890595,0.00026815658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033186232,0.0010543504,0.0013128007,0.00082804763,0.0011304385,0.0016492939,0.002224158,0.0021129288,0.0007773819],"category_scores_gemma":[0.012919177,0.00049612316,0.0010243962,0.0008720068,0.002930589,0.0026741566,0.005427906,0.0020271412,0.00027500026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004701938,0.00024489962,0.004248216,0.00047707406,0.00026789826,0.000829151,0.00091309095,0.7159024,0.03232454,0.10953317,0.003003032,0.13178627],"study_design_scores_gemma":[0.000024970741,0.00013269777,0.00035514316,0.000023487904,0.000022391998,0.00023972747,0.000103882456,0.9506754,0.007565009,0.038375743,0.0024570012,0.000024467361],"about_ca_topic_score_codex":0.0010568977,"about_ca_topic_score_gemma":0.00067499734,"teacher_disagreement_score":0.0033186232,"about_ca_system_score_codex":0.0014249784,"about_ca_system_score_gemma":0.0015424907,"threshold_uncertainty_score":0.017550766},"labels":[],"label_agreement":null},{"id":"W4392255248","doi":"10.1145/3638209.3638224","title":"Occupancy Estimation in Smart Buildings: Impact of Data Quality on Feature Selection","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Feature selection; Reliability (semiconductor); Machine learning; Data mining; Feature (linguistics); Selection (genetic algorithm); Occupancy; Generalization; Artificial intelligence; Quality (philosophy); Process (computing); Power (physics); Engineering","score_opus":0.06198769871351883,"score_gpt":0.38034893625757876,"score_spread":0.3183612375440599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392255248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48091063,0.0023905665,0.5125576,0.0009716749,0.00015899817,0.00022340618,0.00044443182,0.0008869474,0.0014556808],"genre_scores_gemma":[0.97013026,0.00020726366,0.02876849,0.00009090405,0.000041493786,0.00006918095,0.00042633447,0.00003277471,0.00023323469],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954092,0.0016890102,0.0003637466,0.0007600466,0.0013825158,0.0003954967],"domain_scores_gemma":[0.9778711,0.016875168,0.0012751598,0.0015105425,0.0021031608,0.00036475417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008447189,0.0010496156,0.0013782898,0.0010725183,0.0007740518,0.0012252167,0.0011183604,0.0010433621,0.00053206447],"category_scores_gemma":[0.03589137,0.0003207114,0.0008022945,0.0011270774,0.001198193,0.0018108608,0.0015496307,0.0009945617,0.00013051007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016588527,0.00050432293,0.087345436,0.0005499262,0.00035162264,0.0004812526,0.0004257794,0.58382463,0.008147179,0.0028871894,0.0024037582,0.3114201],"study_design_scores_gemma":[0.000062203566,0.00032494837,0.023554195,0.00006967585,0.00007566785,0.00022223331,0.00021634395,0.9639389,0.0066139936,0.0038443415,0.0010371612,0.000040320447],"about_ca_topic_score_codex":0.008515372,"about_ca_topic_score_gemma":0.004464481,"teacher_disagreement_score":0.008515372,"about_ca_system_score_codex":0.0006519874,"about_ca_system_score_gemma":0.0010838174,"threshold_uncertainty_score":0.044673502},"labels":[],"label_agreement":null},{"id":"W4392908327","doi":"10.1109/tits.2023.3300892","title":"Retracted: Tensor-Based Secure Truthful Incentive Mechanism for Mobile Crowdsourcing in IoT-Enabled Maritime Transportation Systems","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Intelligent Transportation Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; St. Francis Xavier University","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Crowdsourcing; Incentive; Mechanism (biology); Computer science; Internet of Things; Intelligent transportation system; Computer security; Transport engineering; Engineering; Microeconomics; World Wide Web; Economics","score_opus":0.016068436481327605,"score_gpt":0.24897884828606803,"score_spread":0.23291041180474042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392908327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032950502,0.0004928847,0.9545863,0.0016647333,0.00039203174,0.0003037852,0.0002751402,0.0008771541,0.008457463],"genre_scores_gemma":[0.93226695,0.00030632078,0.05920149,0.00037681175,0.00015129022,0.00025095366,0.00013697176,0.000087282766,0.007221991],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9954047,0.0015909319,0.00036901905,0.0009964565,0.0009974216,0.00064141],"domain_scores_gemma":[0.9937092,0.0024444598,0.0008257704,0.0012370547,0.001188293,0.0005952016],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005606789,0.0012817712,0.0014475962,0.00087839767,0.0016901289,0.0024001296,0.003603343,0.002456114,0.0073805526],"category_scores_gemma":[0.01437828,0.0005142949,0.0013364117,0.0010859304,0.0025536949,0.0047626616,0.0041183443,0.0026847494,0.0011837961],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015058642,0.00026910153,0.0022038047,0.0006634829,0.00019260847,0.0008515682,0.001039468,0.27399918,0.017398262,0.5595472,0.013103046,0.12922643],"study_design_scores_gemma":[0.00007769829,0.00019564595,0.00025086987,0.000043628417,0.00004160834,0.00021728294,0.000080886886,0.85506463,0.0030597188,0.13524386,0.0056607416,0.00006350598],"about_ca_topic_score_codex":0.0018850673,"about_ca_topic_score_gemma":0.0013813055,"teacher_disagreement_score":0.9975439,"about_ca_system_score_codex":0.0023133317,"about_ca_system_score_gemma":0.003142307,"threshold_uncertainty_score":0.02965188},"labels":[],"label_agreement":null},{"id":"W4393160855","doi":"10.1609/aaai.v38i20.30190","title":"A Bayesian Spatial Model to Correct Under-Reporting in Urban Crowdsourcing","year":2024,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research; National Science Foundation","keywords":"Crowdsourcing; Bayesian probability; Computer science; Data science; Bayesian inference; Econometrics; Geography; Artificial intelligence; Mathematics; World Wide Web","score_opus":0.0801160489789146,"score_gpt":0.309552394669152,"score_spread":0.2294363456902374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393160855","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051217746,0.0004200337,0.9414907,0.001987318,0.00013941637,0.00018255586,0.00081647927,0.00065732934,0.0030883492],"genre_scores_gemma":[0.8634618,0.00042374895,0.12849043,0.000539309,0.00021484254,0.00037475582,0.0011586162,0.00016234032,0.0051742126],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956664,0.0020820599,0.00021049648,0.001144474,0.0005599392,0.0003366375],"domain_scores_gemma":[0.9818071,0.013103393,0.0016390173,0.0015862267,0.0014813523,0.00038288557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010096294,0.0010269886,0.0018571331,0.0018088182,0.0011730432,0.0020288792,0.004588028,0.0023965496,0.0024242338],"category_scores_gemma":[0.034588438,0.001331547,0.0017082504,0.002399505,0.0022818833,0.003651024,0.0033008263,0.0025712056,0.0006879767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003044636,0.00012903524,0.012638172,0.00016794686,0.00017367149,0.00028513878,0.0011459717,0.8393946,0.001014096,0.07030896,0.0045988685,0.069838956],"study_design_scores_gemma":[0.000026286785,0.000018138893,0.0008122926,0.000022086897,0.000019452305,0.000024490999,0.00005693562,0.96592593,0.00017028682,0.031842884,0.0010613785,0.000019780526],"about_ca_topic_score_codex":0.048632707,"about_ca_topic_score_gemma":0.04099971,"teacher_disagreement_score":0.048632707,"about_ca_system_score_codex":0.0027254117,"about_ca_system_score_gemma":0.0026507932,"threshold_uncertainty_score":0.0966993},"labels":[],"label_agreement":null},{"id":"W4393186448","doi":"10.1109/vcc60689.2023.10474893","title":"Opportunistic Mobile Crowdsensing for Interference Overhead Reduction and Throughput Maximization","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Crowdsensing; Computer science; Overhead (engineering); Throughput; Reduction (mathematics); Computer network; Interference (communication); Mobile telephony; Mobile radio; Wireless; Telecommunications; Computer security","score_opus":0.038741142540317484,"score_gpt":0.2801676437614415,"score_spread":0.241426501221124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393186448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039610166,0.0005395487,0.9520215,0.00032589334,0.0000848951,0.000105299485,0.000112108355,0.0004483,0.006752275],"genre_scores_gemma":[0.94645536,0.00021853595,0.050997004,0.000098639866,0.000047123274,0.00008721814,0.00006763565,0.00003098207,0.0019975088],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994294,0.00014463149,0.000016821676,0.000116382915,0.00017863284,0.00011417563],"domain_scores_gemma":[0.9991731,0.0004693449,0.00010504428,0.000072779956,0.000115653005,0.00006400282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057737227,0.00092931016,0.0010057789,0.00039619164,0.00062956836,0.0006151185,0.0011073358,0.0005538917,0.0011185803],"category_scores_gemma":[0.0018661497,0.0002970814,0.00044799477,0.00065823336,0.0006642716,0.00060376374,0.0011364737,0.0006092428,0.00023918963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018294291,0.000097908654,0.00084511994,0.00012696907,0.00004103898,0.00020844534,0.000112719026,0.9212118,0.00925241,0.010451705,0.0024347974,0.05503414],"study_design_scores_gemma":[0.000007871038,0.000027868286,0.00008477082,0.0000031475972,0.000004810446,0.000021697138,0.000014215076,0.9960632,0.0007709566,0.0025651099,0.0004317529,0.000004717435],"about_ca_topic_score_codex":0.006567366,"about_ca_topic_score_gemma":0.006590099,"teacher_disagreement_score":0.006567366,"about_ca_system_score_codex":0.00091854576,"about_ca_system_score_gemma":0.0014339008,"threshold_uncertainty_score":0.013058245},"labels":[],"label_agreement":null},{"id":"W4393194726","doi":"10.2139/ssrn.4772832","title":"A Continuous Authentication Approach for Mobile Crowdsourcing Based on Federated Learning","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Crowdsourcing; Authentication (law); Computer science; World Wide Web; Computer security","score_opus":0.009274806273213233,"score_gpt":0.24382757679506362,"score_spread":0.2345527705218504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393194726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010904582,0.000077315446,0.9862201,0.00014304953,0.00008514202,0.000118831456,0.000038268587,0.00081329094,0.0015992648],"genre_scores_gemma":[0.8008123,0.000103396844,0.19221422,0.00015869409,0.00012715363,0.00019188842,0.00011539087,0.00007417123,0.006202888],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99561113,0.0013071186,0.00021788696,0.0009497459,0.0012130563,0.000700994],"domain_scores_gemma":[0.99347234,0.0020587232,0.00042892157,0.0021879475,0.0014285215,0.00042359895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034389864,0.0007089623,0.00186093,0.0013976801,0.002170178,0.0026020736,0.0031737566,0.0029019075,0.004253195],"category_scores_gemma":[0.009294408,0.00043415907,0.0010945012,0.0012801333,0.0020770787,0.0041874223,0.007149149,0.0025086196,0.0020870862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002396843,0.0010982682,0.0032691078,0.00026423554,0.00017489422,0.0006349705,0.00078802626,0.2890296,0.027808035,0.11352317,0.0075741513,0.55343866],"study_design_scores_gemma":[0.000041858722,0.00013061399,0.00029209713,0.000017640508,0.000019973346,0.00013470487,0.00007933283,0.9622262,0.0040545864,0.030700432,0.0022706967,0.00003196419],"about_ca_topic_score_codex":0.0032123819,"about_ca_topic_score_gemma":0.002056925,"teacher_disagreement_score":0.004253195,"about_ca_system_score_codex":0.0013794334,"about_ca_system_score_gemma":0.0026047037,"threshold_uncertainty_score":0.018187284},"labels":[],"label_agreement":null},{"id":"W4395076145","doi":"10.31235/osf.io/dakjc","title":"Shifting data cultures: From industrial homogenization to heterogeneous framings","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Homogenization (climate); Business; Economic geography; Economics; Biology; Ecology","score_opus":0.06729305485638912,"score_gpt":0.298436523798526,"score_spread":0.23114346894213686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395076145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7835794,0.0030870028,0.06029585,0.02446521,0.0002640126,0.00023651893,0.00009219595,0.00008042693,0.1278994],"genre_scores_gemma":[0.99446154,0.00043938198,0.0032207568,0.000609872,0.000038384824,0.00007123271,0.00001911831,0.000035389152,0.0011044276],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95308423,0.028420586,0.0017813215,0.004770263,0.009211866,0.0027317256],"domain_scores_gemma":[0.93283826,0.044422716,0.00536778,0.008989909,0.006493698,0.0018876446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.044486012,0.00074524916,0.0006913313,0.007843656,0.018305073,0.022313604,0.002474629,0.0020832522,0.0019983677],"category_scores_gemma":[0.056672458,0.0008044745,0.0005774133,0.005913897,0.09094913,0.020900901,0.02028116,0.005309807,0.00022041566],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028904244,0.000024547213,0.007128892,0.00009372722,0.000016995073,0.00034168738,0.6998062,0.00013027884,0.0004960459,0.26794475,0.00048953935,0.023498438],"study_design_scores_gemma":[0.000018673423,0.000044598364,0.0068322523,0.00051855855,0.000029986219,0.00029882195,0.7713996,0.0006891577,0.0016159979,0.16703242,0.05146335,0.000056668916],"about_ca_topic_score_codex":0.022436492,"about_ca_topic_score_gemma":0.020511625,"teacher_disagreement_score":0.044486012,"about_ca_system_score_codex":0.02316557,"about_ca_system_score_gemma":0.0119143315,"threshold_uncertainty_score":0.23526734},"labels":[],"label_agreement":null},{"id":"W4396523200","doi":"10.1109/tvt.2024.3394909","title":"Achieving Efficient and Privacy-Preserving Worker Selection With Arbitrary Spatial Ranges for Vehicular Crowdsensing","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"National Natural Science Foundation of China","keywords":"Computer science; Bloom filter; Upload; Scheme (mathematics); Crowdsensing; Computation; Selection (genetic algorithm); Cryptography; Location awareness; Similarity (geometry); Overhead (engineering); Mobile device; Information privacy; Data mining; Distributed computing; Computer network; Computer security; Artificial intelligence; Algorithm; Image (mathematics)","score_opus":0.007842734417457916,"score_gpt":0.2225498839795691,"score_spread":0.21470714956211118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396523200","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050434954,0.0004048987,0.9442119,0.0003651103,0.0000680495,0.0002065389,0.0001612703,0.0009642152,0.0031830685],"genre_scores_gemma":[0.9192853,0.00021657464,0.07708213,0.00015495851,0.00004625763,0.00016774004,0.00015702273,0.000034507662,0.002855543],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973774,0.00055727625,0.00017679448,0.00048214995,0.0009780134,0.00042832538],"domain_scores_gemma":[0.9971949,0.0007526855,0.00036394037,0.0011538271,0.0003563328,0.00017823174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014094495,0.00064953417,0.0010138183,0.0005887653,0.0016293366,0.0011431109,0.0017304725,0.0010668905,0.0012243441],"category_scores_gemma":[0.004493945,0.0003074756,0.00062917906,0.0010153818,0.0009821778,0.0022646992,0.0042916927,0.000866198,0.00059230503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002710313,0.00035103824,0.008856903,0.00048573632,0.00019310722,0.00190366,0.002911843,0.24181569,0.16771707,0.13196857,0.010436465,0.43064964],"study_design_scores_gemma":[0.00014801834,0.00036299217,0.0012472866,0.000045234403,0.0000576354,0.0010181882,0.00066174543,0.8666007,0.058731727,0.057642743,0.013370297,0.00011341949],"about_ca_topic_score_codex":0.0018140906,"about_ca_topic_score_gemma":0.0020596029,"teacher_disagreement_score":0.0018140906,"about_ca_system_score_codex":0.0010262477,"about_ca_system_score_gemma":0.001852697,"threshold_uncertainty_score":0.007453978},"labels":[],"label_agreement":null},{"id":"W4398701851","doi":"10.7910/dvn/oe6umr/dw1pvm","title":"Becker Centola Porter - Wisdom of Partisan Crowds - Supplementary Dataset.csv","year":2019,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Crowds; Information retrieval; Computer science; Artificial intelligence; Computer security","score_opus":0.0188367639231898,"score_gpt":0.2539024167427774,"score_spread":0.2350656528195876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398701851","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040436257,0.000099185214,0.00013283096,0.0001994478,0.00007680325,0.000021311327,0.9967129,0.0006475403,0.0017055543],"genre_scores_gemma":[0.0012178953,0.00006102999,0.00047879695,0.00007134346,0.00002576222,0.000084742984,0.9963307,0.000100037505,0.0016298202],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986891,0.0002450661,0.000099747915,0.00029658547,0.00038602654,0.0002834576],"domain_scores_gemma":[0.9971091,0.00062695093,0.00019693433,0.000875083,0.00082767557,0.00036423196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015570512,0.002238032,0.0012520476,0.0048480085,0.001574658,0.0025643336,0.0034177112,0.002679023,0.06849172],"category_scores_gemma":[0.007762111,0.00057932676,0.0012979222,0.0058161616,0.0006878312,0.0015260893,0.0028260278,0.002063363,0.0973231],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027467568,0.000016209544,0.0004604159,0.00014387956,0.000010963765,0.000009992422,0.000016377237,0.0002461577,0.000033513716,0.00048218833,0.99695563,0.0015972453],"study_design_scores_gemma":[0.00028494102,0.000023506827,0.004898294,0.00029398294,0.000027588092,0.00007615479,0.00024146868,0.0020433557,0.00044603125,0.0045084246,0.98711455,0.000041820174],"about_ca_topic_score_codex":0.03853611,"about_ca_topic_score_gemma":0.10681234,"teacher_disagreement_score":0.06849172,"about_ca_system_score_codex":0.0020681403,"about_ca_system_score_gemma":0.0028880895,"threshold_uncertainty_score":0.22912765},"labels":[],"label_agreement":null},{"id":"W4399042423","doi":"10.1007/978-3-031-58453-4_5","title":"Conclusions and Future Research Directions","year":2024,"lang":"en","type":"book-chapter","venue":"SpringerBriefs in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Psychology; Political science","score_opus":0.029769607741569108,"score_gpt":0.29929567913596317,"score_spread":0.26952607139439405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399042423","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036660216,0.22001493,0.010592067,0.52767164,0.053709485,0.0003756556,0.0029709334,0.00069093046,0.1803083],"genre_scores_gemma":[0.08456105,0.40801758,0.033345938,0.19050166,0.031758744,0.0013320281,0.0075657587,0.0005522414,0.24236496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99423414,0.0018896066,0.00031855746,0.0010565947,0.0014279151,0.0010731543],"domain_scores_gemma":[0.9733114,0.0077052996,0.00078558864,0.0014813303,0.012225692,0.0044905627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014284653,0.0013685197,0.0014316754,0.003403701,0.0035820042,0.015209297,0.004449005,0.0066489344,0.15454444],"category_scores_gemma":[0.022532357,0.0004798984,0.0016952092,0.0045462134,0.003932522,0.016775034,0.004251919,0.0056534014,0.044780932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006443661,0.0004215362,0.0016901891,0.0034231194,0.00007391776,0.00024978054,0.0011821515,0.00072222785,0.0006446586,0.1925212,0.46068847,0.33773836],"study_design_scores_gemma":[0.000117734555,0.00014218938,0.0010771251,0.0050512133,0.00010787045,0.00019270413,0.008926411,0.00061525224,0.00059730385,0.17174064,0.8113779,0.000053657903],"about_ca_topic_score_codex":0.010136792,"about_ca_topic_score_gemma":0.011850938,"teacher_disagreement_score":0.15454444,"about_ca_system_score_codex":0.005696333,"about_ca_system_score_gemma":0.022278396,"threshold_uncertainty_score":0.5170027},"labels":[],"label_agreement":null},{"id":"W4399058595","doi":"10.1007/978-3-031-58453-4_2","title":"Linear Online Incentive Mechanism Design: Case Study of Crowdsensing with Random Task Arrivals","year":2024,"lang":"en","type":"book-chapter","venue":"SpringerBriefs in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Crowdsensing; Task (project management); Mechanism (biology); Incentive; Computer science; Mechanism design; Microeconomics; Data science; Engineering; Economics; Systems engineering","score_opus":0.028185053416524462,"score_gpt":0.2600546234432327,"score_spread":0.23186957002670824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399058595","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2506526,0.001723806,0.7099084,0.0024271535,0.00022628088,0.002151431,0.00055756717,0.0007158385,0.031636953],"genre_scores_gemma":[0.8777519,0.000554185,0.10377483,0.00025959322,0.00011741247,0.0008680606,0.0001487526,0.000096196265,0.016429042],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99315053,0.004352271,0.0002147737,0.0007507585,0.0006626691,0.00086905237],"domain_scores_gemma":[0.9536213,0.041395538,0.0013272007,0.001373295,0.0012990184,0.0009835954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01235371,0.001519773,0.002481821,0.0011072472,0.0014547969,0.0033737526,0.0043848297,0.0052186004,0.009623776],"category_scores_gemma":[0.027512837,0.0012225109,0.0013831523,0.002135219,0.001991269,0.0037338429,0.0025343916,0.0024424547,0.00077127304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015348538,0.0023646362,0.0020950662,0.0009225736,0.00017828996,0.0010590996,0.0005586985,0.8486469,0.0022187901,0.066862755,0.0049324227,0.0686259],"study_design_scores_gemma":[0.00045254538,0.0005676507,0.00044976873,0.000031684966,0.000047876194,0.00016029154,0.00023041996,0.96732885,0.00071301014,0.02851239,0.0014689377,0.0000365693],"about_ca_topic_score_codex":0.006073085,"about_ca_topic_score_gemma":0.0034798326,"teacher_disagreement_score":0.01235371,"about_ca_system_score_codex":0.0030534805,"about_ca_system_score_gemma":0.0029164585,"threshold_uncertainty_score":0.065333426},"labels":[],"label_agreement":null},{"id":"W4399714490","doi":"10.1016/j.autcon.2024.105503","title":"Distributed collaborative inspections through smart infrastructure metaverse","year":2024,"lang":"en","type":"article","venue":"Automation in Construction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Metaverse; Computer science; Engineering; Computer security; Human–computer interaction; Virtual reality","score_opus":0.006515064956452836,"score_gpt":0.2422702472407563,"score_spread":0.23575518228430345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399714490","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18160653,0.00041646324,0.79607713,0.0005150544,0.00018371452,0.00020183907,0.0002585523,0.0054990295,0.015241749],"genre_scores_gemma":[0.9177313,0.000090794274,0.07607547,0.00006937983,0.000037314952,0.00008278518,0.00018575984,0.00014188717,0.005585299],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983321,0.00035087383,0.00006551142,0.000409448,0.0005855107,0.00025656784],"domain_scores_gemma":[0.99732023,0.000842307,0.00020799061,0.0010776347,0.00030557337,0.00024635298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016965299,0.00081971526,0.0014927542,0.001567629,0.0018555411,0.0027480351,0.0023986697,0.0021423653,0.0050910385],"category_scores_gemma":[0.0036287543,0.00084311096,0.000979457,0.0018643005,0.0012542199,0.0030110462,0.0068251803,0.001134243,0.0011488026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019601372,0.00075265236,0.008616119,0.0003388852,0.0003670198,0.0015956364,0.0032128377,0.5280035,0.085814156,0.05030772,0.009646984,0.30938444],"study_design_scores_gemma":[0.000053630047,0.00015760853,0.0016054201,0.000023072487,0.000046347082,0.00010698687,0.00056618,0.9528779,0.010535342,0.025741959,0.008235341,0.000050338167],"about_ca_topic_score_codex":0.0046414495,"about_ca_topic_score_gemma":0.0060480176,"teacher_disagreement_score":0.0050910385,"about_ca_system_score_codex":0.000875844,"about_ca_system_score_gemma":0.0014225967,"threshold_uncertainty_score":0.017031252},"labels":[],"label_agreement":null},{"id":"W4400337417","doi":"10.1016/j.comcom.2024.06.015","title":"The evolution of detection systems and their application for intelligent transportation systems: From solo to symphony","year":2024,"lang":"en","type":"article","venue":"Computer Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Natural Science Foundation of China","keywords":"Computer science; Human–computer interaction; Leverage (statistics); Perception; Sensor fusion; Adaptability; Data science; Artificial intelligence","score_opus":0.017363675660523988,"score_gpt":0.24474505857895215,"score_spread":0.22738138291842816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400337417","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19689734,0.069226794,0.4978543,0.04532618,0.005546515,0.0004201801,0.0012045475,0.0019344568,0.18158971],"genre_scores_gemma":[0.71997595,0.013860937,0.22141467,0.0067080073,0.002633154,0.00021915208,0.00045336975,0.0006851819,0.03404967],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982382,0.00040972646,0.00008643068,0.00061223074,0.0005010032,0.00015247607],"domain_scores_gemma":[0.9911748,0.0033537066,0.000445018,0.0009193802,0.003494794,0.0006123268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00438832,0.00083200133,0.00058847695,0.002427617,0.00094095734,0.0051182704,0.0019733422,0.0031692928,0.005250101],"category_scores_gemma":[0.011312528,0.00085281616,0.0006419062,0.0017084668,0.0042532803,0.005236936,0.0027080134,0.0029553953,0.0012592713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005183899,0.00037153024,0.010068638,0.00075243023,0.00014161791,0.00021068573,0.0023991514,0.013106871,0.015902894,0.26452345,0.01660946,0.67539495],"study_design_scores_gemma":[0.00011004907,0.00086074776,0.02168216,0.001167743,0.00015763952,0.0011127066,0.0023093335,0.13917276,0.017382871,0.15718764,0.65858364,0.0002727074],"about_ca_topic_score_codex":0.006895866,"about_ca_topic_score_gemma":0.004443833,"teacher_disagreement_score":0.006895866,"about_ca_system_score_codex":0.00394206,"about_ca_system_score_gemma":0.0020808617,"threshold_uncertainty_score":0.028601766},"labels":[],"label_agreement":null},{"id":"W4400489551","doi":"10.1109/cscwd61410.2024.10580062","title":"Avoiding Information Leakage in the Formation of Crowdsourcing Teams via Extended Group Multirole Assignment Considering Fairness","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Crowdsourcing; Leakage (economics); Computer science; Group (periodic table); World Wide Web; Chemistry","score_opus":0.00937400562615755,"score_gpt":0.22396108935361098,"score_spread":0.21458708372745341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400489551","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055611446,0.00017577906,0.93887705,0.00041439987,0.000064263615,0.000144058,0.000060011374,0.00013834817,0.0045146835],"genre_scores_gemma":[0.9363089,0.00017406183,0.058877088,0.000117244046,0.000048699552,0.00020265217,0.000056922843,0.00006137365,0.004153114],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955415,0.0019949088,0.00015550914,0.0008584604,0.0006999737,0.0007496684],"domain_scores_gemma":[0.9936079,0.0033384368,0.0009586735,0.0007826973,0.00064154493,0.00067077694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004535085,0.001354675,0.0014599076,0.0008478174,0.0019966178,0.0020436419,0.0022998366,0.001525185,0.0029059295],"category_scores_gemma":[0.013653643,0.00066207495,0.001320323,0.00083781773,0.0020293621,0.0029344913,0.004240725,0.0015203832,0.0004179458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030212043,0.000118191725,0.0022369125,0.00014935592,0.00006707684,0.0003461701,0.000540773,0.87506247,0.003130709,0.09132285,0.0015862469,0.025137104],"study_design_scores_gemma":[0.00002134443,0.00007340596,0.0002585593,0.000014370495,0.000020359385,0.000041270698,0.00010603433,0.95752037,0.00048319655,0.040658448,0.0007855597,0.000017036878],"about_ca_topic_score_codex":0.0057692984,"about_ca_topic_score_gemma":0.0030887786,"teacher_disagreement_score":0.0057692984,"about_ca_system_score_codex":0.0021414766,"about_ca_system_score_gemma":0.002599596,"threshold_uncertainty_score":0.023984075},"labels":[],"label_agreement":null},{"id":"W4400525468","doi":"10.1109/tcss.2024.3417959","title":"Quasi Group Role Assignment With Agent Satisfaction in Self-Service Spatiotemporal Crowdsourcing","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Computational Social Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Crowdsourcing; Group behavior; Group (periodic table); Computer science; Service (business); Self-service; Computer security; Business; Psychology; Social psychology; World Wide Web; Marketing; Physics","score_opus":0.01209154190872531,"score_gpt":0.23203620484970613,"score_spread":0.21994466294098083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400525468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04778906,0.0001684889,0.9469065,0.0005784148,0.000074420415,0.00018156733,0.00006203251,0.00018791725,0.0040515233],"genre_scores_gemma":[0.8305169,0.00016843477,0.16357106,0.00030248947,0.00009269351,0.00033826559,0.00011839853,0.000056662797,0.004835084],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997561,0.0012551456,0.00008977692,0.00042170475,0.00040734903,0.0002651343],"domain_scores_gemma":[0.99659026,0.0018558622,0.00039648384,0.00028061916,0.00043935628,0.0004375349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029557282,0.0010216516,0.0010982648,0.00063850253,0.0012235694,0.0013616689,0.0021657466,0.0015949734,0.003569488],"category_scores_gemma":[0.007486662,0.00043713875,0.0008752075,0.0008040112,0.0015943956,0.001753484,0.0022377912,0.0014311493,0.00055860134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046219124,0.0004079745,0.0051079094,0.0002687646,0.000114386494,0.00033242922,0.0010035363,0.7613189,0.0048771636,0.1205828,0.0038139957,0.101709925],"study_design_scores_gemma":[0.000027637785,0.00009067666,0.0002143785,0.000008032285,0.00001202376,0.000028134018,0.00008515433,0.9797075,0.00037120192,0.01817476,0.0012697104,0.000010864447],"about_ca_topic_score_codex":0.004188948,"about_ca_topic_score_gemma":0.0036307871,"teacher_disagreement_score":0.004188948,"about_ca_system_score_codex":0.0012599138,"about_ca_system_score_gemma":0.0018891061,"threshold_uncertainty_score":0.015631616},"labels":[],"label_agreement":null},{"id":"W4400651304","doi":"10.2139/ssrn.4894680","title":"Will User-Contributed AI Training Data Eat its Own Tail?","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Training (meteorology); Computer science; Artificial intelligence; Geography","score_opus":0.021610982889011934,"score_gpt":0.26810928906400455,"score_spread":0.24649830617499263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400651304","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11445694,0.004093282,0.27935612,0.39412874,0.017162047,0.0006493118,0.018297525,0.0101755895,0.16168033],"genre_scores_gemma":[0.7951002,0.0021431712,0.07666187,0.047619484,0.007550253,0.00044409736,0.011288479,0.0023699203,0.056822535],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98670703,0.0075432444,0.00035755808,0.001434984,0.0033970121,0.0005602072],"domain_scores_gemma":[0.85294175,0.07649024,0.003466811,0.037097223,0.0264919,0.0035120095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03314893,0.000821103,0.0011129036,0.0016355335,0.0018615385,0.0068801534,0.0029527799,0.0042826044,0.01492979],"category_scores_gemma":[0.1596217,0.0006836564,0.00058964477,0.002282206,0.0032160713,0.01373383,0.0039409962,0.005817185,0.0126838405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015832715,0.000492083,0.06234494,0.0005580947,0.000360431,0.00019062062,0.0019531746,0.013431589,0.005210928,0.09989135,0.39376253,0.420221],"study_design_scores_gemma":[0.0001978516,0.0004562565,0.029436426,0.00076890446,0.00018985549,0.0005547494,0.00531824,0.16511747,0.015408559,0.34535038,0.43691722,0.0002840219],"about_ca_topic_score_codex":0.009624149,"about_ca_topic_score_gemma":0.011308933,"teacher_disagreement_score":0.03314893,"about_ca_system_score_codex":0.001830554,"about_ca_system_score_gemma":0.0029113407,"threshold_uncertainty_score":0.17531037},"labels":[],"label_agreement":null},{"id":"W4400722606","doi":"10.1016/j.jss.2024.112158","title":"Reproducibility of issues reported in stack overflow questions: Challenges, impact &amp; estimation","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Reproducibility; Stack (abstract data type); Estimation; Computer science; Reliability engineering; Statistics; Mathematics; Engineering; Systems engineering; Programming language","score_opus":0.04380599402015875,"score_gpt":0.3244064420340398,"score_spread":0.28060044801388107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400722606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50652134,0.006270309,0.37952396,0.035175793,0.00477387,0.0052881897,0.012540426,0.00278615,0.04711994],"genre_scores_gemma":[0.93439525,0.00044895255,0.052303836,0.0028846893,0.0014014035,0.0018714993,0.0036537652,0.0005003267,0.0025403793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.50874794,0.30239317,0.050989952,0.043243002,0.08862689,0.0059990725],"domain_scores_gemma":[0.07564873,0.6695179,0.05785773,0.119017564,0.07526114,0.0026969332],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.32344106,0.001116396,0.0020853083,0.0067212447,0.0039730677,0.009095921,0.005897048,0.006278548,0.005371404],"category_scores_gemma":[0.80839217,0.0014389046,0.0023623472,0.006514646,0.0077188145,0.0104489615,0.008469528,0.0056669544,0.0025020167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015613207,0.0009662018,0.68613666,0.003351312,0.0024761837,0.0008566117,0.021432579,0.006830553,0.004631013,0.043907933,0.035364628,0.19248503],"study_design_scores_gemma":[0.0006106793,0.0012106103,0.5228115,0.004003999,0.0018388953,0.0025082754,0.021098142,0.09464877,0.024384856,0.1982173,0.12790373,0.00076333527],"about_ca_topic_score_codex":0.0060925274,"about_ca_topic_score_gemma":0.004520518,"teacher_disagreement_score":0.676559,"about_ca_system_score_codex":0.0035487032,"about_ca_system_score_gemma":0.006374772,"threshold_uncertainty_score":0.8343176},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4400728419","doi":"10.1109/iwcmc61514.2024.10592460","title":"A Task Bundling based Multi-Platform Cooperation Mechanism for Mobile Crowdsensing","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"National Natural Science Foundation of China","keywords":"Crowdsensing; Computer science; Mechanism (biology); Task (project management); Human–computer interaction; Distributed computing; Computer security; Engineering; Systems engineering","score_opus":0.025880525617201958,"score_gpt":0.2730922717264524,"score_spread":0.24721174610925045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400728419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040245593,0.0005316926,0.9541921,0.00032733884,0.00013707277,0.0003812471,0.00008171535,0.0009185598,0.0031847237],"genre_scores_gemma":[0.85785526,0.00021141577,0.13762544,0.00014694664,0.00008618823,0.00043763945,0.0000958872,0.00006164936,0.0034795725],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969041,0.0008074386,0.00019692912,0.00074829353,0.00084462273,0.0004986122],"domain_scores_gemma":[0.99635977,0.0011442001,0.0006273509,0.00062163884,0.00068689306,0.00056013034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031116444,0.0014683064,0.0014660395,0.0012829888,0.0016397655,0.0013218857,0.0034722248,0.0013791661,0.002434807],"category_scores_gemma":[0.0062356014,0.0006545469,0.001170593,0.0012724967,0.0009967297,0.0024489698,0.003425029,0.0014904957,0.0006250312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014514672,0.0010101935,0.0037433507,0.0008489849,0.00034431255,0.0016889058,0.0011453992,0.47051165,0.08297684,0.09511759,0.01062664,0.33053473],"study_design_scores_gemma":[0.00008128101,0.00036694919,0.0004697955,0.000020942805,0.00005561023,0.00042500327,0.000101334386,0.97164017,0.005325847,0.01646977,0.0049714814,0.00007186198],"about_ca_topic_score_codex":0.0027982434,"about_ca_topic_score_gemma":0.00196129,"teacher_disagreement_score":0.0034722248,"about_ca_system_score_codex":0.0010950895,"about_ca_system_score_gemma":0.0022649167,"threshold_uncertainty_score":0.016456127},"labels":[],"label_agreement":null},{"id":"W4401386971","doi":"10.1109/mnet.2024.3440018","title":"Toward Privacy-Preserving Spatial Crowdsourcing: From Offline to Online","year":2024,"lang":"en","type":"article","venue":"IEEE Network","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Crowdsourcing; Computer science; Information privacy; Privacy protection; Internet privacy; Computer security; World Wide Web","score_opus":0.030707588684565055,"score_gpt":0.26402003275747693,"score_spread":0.23331244407291188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401386971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009889675,0.00061006355,0.9790487,0.0033474949,0.000093220326,0.00021733572,0.00014477831,0.0005017858,0.0061470643],"genre_scores_gemma":[0.6908553,0.001232344,0.2981399,0.0015854099,0.0003758725,0.0004585709,0.00028993757,0.000262899,0.0067996876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9821792,0.008671678,0.00062597287,0.0031466677,0.0041642687,0.0012122939],"domain_scores_gemma":[0.96438307,0.016463488,0.0020703985,0.012495459,0.0035101844,0.0010774245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015905967,0.0014720109,0.0018168394,0.0012412133,0.003546662,0.006907252,0.005154598,0.0037648755,0.00300401],"category_scores_gemma":[0.04135022,0.0012412493,0.0015634388,0.002457141,0.007123003,0.011918198,0.014420921,0.005509295,0.0011772857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005398154,0.00033548666,0.004212587,0.0005955096,0.00018600635,0.0006926751,0.002830288,0.16461405,0.007819969,0.6117751,0.011359359,0.19503912],"study_design_scores_gemma":[0.0000519547,0.00010197773,0.00039491573,0.0000886828,0.000047486094,0.00028747448,0.0007235895,0.42300394,0.004250233,0.5542631,0.016732322,0.00005433083],"about_ca_topic_score_codex":0.004629195,"about_ca_topic_score_gemma":0.0032300625,"teacher_disagreement_score":0.015905967,"about_ca_system_score_codex":0.0027659775,"about_ca_system_score_gemma":0.006709489,"threshold_uncertainty_score":0.0841198},"labels":[],"label_agreement":null},{"id":"W4401436150","doi":"10.1038/s41598-024-65892-7","title":"Design and evaluation of crowdsourcing platforms based on users’ confidence judgments","year":2024,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Crowdsourcing; Computer science; Correctness; Popularity; Metacognition; Test (biology); Data science; Cognition; Artificial intelligence; World Wide Web; Psychology; Social psychology","score_opus":0.04520563480979342,"score_gpt":0.283899460839972,"score_spread":0.23869382603017855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401436150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9167939,0.0002120927,0.06502499,0.0003231031,0.00013504362,0.00971917,0.00036854725,0.0010792322,0.0063438737],"genre_scores_gemma":[0.9347458,0.00006784445,0.058530953,0.00009377295,0.0000267551,0.0046463655,0.00033806398,0.00005149612,0.001498965],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9883696,0.006370967,0.0009827717,0.0012884099,0.0022974887,0.00069069484],"domain_scores_gemma":[0.9564066,0.024339268,0.0036412498,0.0026949001,0.009387293,0.0035307114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014572304,0.0014829421,0.0012872344,0.0023612843,0.0012276856,0.002391186,0.0024478596,0.0018430075,0.0029357236],"category_scores_gemma":[0.04369685,0.0008034544,0.0008524769,0.0009513982,0.001137196,0.0021106156,0.0019812435,0.0011378326,0.0011433755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040059827,0.030355547,0.12167489,0.0059204428,0.0014134842,0.0013635159,0.009566877,0.19460821,0.121309474,0.00918118,0.0071257767,0.45742074],"study_design_scores_gemma":[0.004533779,0.0326612,0.08422328,0.00034101904,0.00088249234,0.00026240636,0.004791457,0.79731804,0.057481736,0.0080697425,0.008875396,0.0005594741],"about_ca_topic_score_codex":0.0033424827,"about_ca_topic_score_gemma":0.002091788,"teacher_disagreement_score":0.014572304,"about_ca_system_score_codex":0.0024331226,"about_ca_system_score_gemma":0.0022725058,"threshold_uncertainty_score":0.07706666},"labels":[],"label_agreement":null},{"id":"W4401455160","doi":"10.1145/3643664.3648207","title":"Are You a Real Software Engineer? Best Practices in Online Recruitment for Software Engineering Studies","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Social software engineering; Software engineering; Computer science; Personal software process; Software; Software construction; Software development; Software Engineering Process Group; Software peer review; Operating system","score_opus":0.1493332984280836,"score_gpt":0.3646256290804255,"score_spread":0.2152923306523419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401455160","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11190337,0.005720645,0.6715045,0.076276235,0.0023471054,0.05320812,0.0008117795,0.005138427,0.07308987],"genre_scores_gemma":[0.1550148,0.0024415113,0.7780426,0.009009137,0.00042648744,0.047315944,0.00037880414,0.0007211119,0.0066495705],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.4881658,0.4410548,0.02707093,0.011784946,0.027073389,0.0048501417],"domain_scores_gemma":[0.5426276,0.2801212,0.020503463,0.091848046,0.054118745,0.010781037],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39523908,0.001427447,0.0014595073,0.007415874,0.009653098,0.011916991,0.00601313,0.0047353464,0.0077670454],"category_scores_gemma":[0.36726674,0.001588585,0.0014170934,0.00560003,0.0078026657,0.010255855,0.015830059,0.004091082,0.010393909],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074095535,0.0014324669,0.013308919,0.005366777,0.00014954305,0.0010026745,0.15850136,0.001510973,0.0077032945,0.014678254,0.033693332,0.7619114],"study_design_scores_gemma":[0.001032802,0.003225022,0.02816933,0.02700408,0.0002809812,0.0030222146,0.16725296,0.00980725,0.02193565,0.13498965,0.6024127,0.0008674662],"about_ca_topic_score_codex":0.002395165,"about_ca_topic_score_gemma":0.00609731,"teacher_disagreement_score":0.6047609,"about_ca_system_score_codex":0.0034287681,"about_ca_system_score_gemma":0.01631236,"threshold_uncertainty_score":0.74577785},"labels":[],"label_agreement":null},{"id":"W4401508206","doi":"10.1109/infocom52122.2024.10621352","title":"Combinatorial Incentive Mechanism for Bundling Spatial Crowdsourcing with Unknown Utilities","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Research and Development; National Natural Science Foundation of China","keywords":"Crowdsourcing; Incentive; Mechanism (biology); Computer science; Mechanism design; Data science; Microeconomics; World Wide Web; Economics","score_opus":0.01021776856310914,"score_gpt":0.22768858403668654,"score_spread":0.2174708154735774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401508206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045544364,0.00025796233,0.94513744,0.00059967133,0.00011131766,0.00030900465,0.0001660127,0.00041288865,0.0074614054],"genre_scores_gemma":[0.8555834,0.00023489699,0.13713185,0.00020440947,0.00008716232,0.00053164386,0.0001274735,0.000080632264,0.006018397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971457,0.0013028102,0.00015460596,0.00053028145,0.00053316454,0.00033343432],"domain_scores_gemma":[0.99359775,0.003680893,0.0007518007,0.0007122404,0.0005277956,0.00072956545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045050792,0.0011832172,0.0016896648,0.0011409384,0.0010604302,0.0019179628,0.0031093173,0.0018767373,0.006789916],"category_scores_gemma":[0.012669798,0.0006641054,0.00097175484,0.001295926,0.0017125632,0.0030771364,0.0028072044,0.0016583604,0.00078524824],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043336445,0.00043406637,0.0017339496,0.0003468751,0.00008673813,0.00030249474,0.00036586824,0.62236917,0.0061340276,0.27789342,0.0043788175,0.08552113],"study_design_scores_gemma":[0.00007754898,0.00011711814,0.00034044095,0.000026812379,0.000023823646,0.00008120107,0.000053525764,0.9070807,0.0006899536,0.088762574,0.0027169578,0.000029351244],"about_ca_topic_score_codex":0.0012043851,"about_ca_topic_score_gemma":0.0011084694,"teacher_disagreement_score":0.006789916,"about_ca_system_score_codex":0.0016087006,"about_ca_system_score_gemma":0.0017832095,"threshold_uncertainty_score":0.023825467},"labels":[],"label_agreement":null},{"id":"W4401691403","doi":"10.2139/ssrn.4914875","title":"Parking at the Right Spot: Crowdsourcing-Based Promotions for Electric Scooters","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsourcing; Computer science; Transport engineering; Engineering; World Wide Web","score_opus":0.00973283423684413,"score_gpt":0.24188906829475745,"score_spread":0.23215623405791333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401691403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84353745,0.0011501228,0.0442344,0.0067399754,0.0009984364,0.00061588833,0.0010503699,0.0035755103,0.098097876],"genre_scores_gemma":[0.98249024,0.00012477323,0.007101087,0.00014158491,0.000081919316,0.000045648478,0.00019643569,0.00007484319,0.009743499],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993332,0.00023394388,0.000013892735,0.000104488274,0.00014044406,0.00017398884],"domain_scores_gemma":[0.99832505,0.0006583445,0.000119842065,0.00015720254,0.00026683102,0.00047268133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009683703,0.00048518452,0.0004935968,0.0006441575,0.0017698525,0.0018422961,0.0011797531,0.0014552522,0.01693358],"category_scores_gemma":[0.0039490066,0.0002899421,0.00040539211,0.0008904405,0.00055182027,0.0014804786,0.0014677837,0.0010672152,0.0037611716],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011608861,0.004905059,0.04856979,0.0009281781,0.00023522892,0.0022010438,0.0051392955,0.056512948,0.026128044,0.025525747,0.12907371,0.6891721],"study_design_scores_gemma":[0.0014914614,0.0040004975,0.067485765,0.00029843865,0.00045754333,0.0010047429,0.023172759,0.6623549,0.017673422,0.08607618,0.13558772,0.00039664272],"about_ca_topic_score_codex":0.008959205,"about_ca_topic_score_gemma":0.017984366,"teacher_disagreement_score":0.01693358,"about_ca_system_score_codex":0.00062189554,"about_ca_system_score_gemma":0.001590698,"threshold_uncertainty_score":0.056648493},"labels":[],"label_agreement":null},{"id":"W4401878751","doi":"10.1109/ojcoms.2024.3449691","title":"Novel Distribution-Aware and Learning-Based Dynamic Scheme for Efficient User Incentivization in Edge Sensing Systems","year":2024,"lang":"en","type":"article","venue":"IEEE Open Journal of the Communications Society","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Qatar National Library; Qatar University","keywords":"Scheme (mathematics); Enhanced Data Rates for GSM Evolution; Computer science; Artificial intelligence; Mathematics","score_opus":0.02776855407505877,"score_gpt":0.2990359963729256,"score_spread":0.2712674422978668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401878751","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0480993,0.00048418145,0.94491804,0.0008826602,0.00016497428,0.00021537089,0.00012886213,0.00057881745,0.00452774],"genre_scores_gemma":[0.9748241,0.0001326805,0.022600807,0.00019237305,0.00006261177,0.000114199975,0.00004674955,0.00002620542,0.002000346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970348,0.00083207974,0.00017110698,0.00078241463,0.0005415603,0.0006380635],"domain_scores_gemma":[0.9949981,0.0025723139,0.0006292222,0.00045434077,0.0007720887,0.0005739753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025194352,0.0011410557,0.0018672985,0.00067475776,0.0013521248,0.0016305619,0.0038700637,0.0017946912,0.003041997],"category_scores_gemma":[0.009421472,0.00046977712,0.0006362003,0.0009516367,0.0011855141,0.0028948851,0.003031179,0.0019564098,0.0004531047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086743006,0.0005380135,0.0038278995,0.00031483374,0.00012812047,0.0007979804,0.0006184448,0.7524766,0.015472305,0.081826314,0.008432337,0.13469978],"study_design_scores_gemma":[0.000027614025,0.00006014989,0.0001875311,0.000006492868,0.000010865144,0.00008890349,0.000024667792,0.9915558,0.00057521026,0.006672944,0.00077350566,0.000016300139],"about_ca_topic_score_codex":0.0033289667,"about_ca_topic_score_gemma":0.0031897405,"teacher_disagreement_score":0.0038700637,"about_ca_system_score_codex":0.0018076417,"about_ca_system_score_gemma":0.0018094125,"threshold_uncertainty_score":0.013324201},"labels":[],"label_agreement":null},{"id":"W4402159729","doi":"10.1109/icc51166.2024.10623008","title":"Efficient Privacy-Preserving Multi-Location Task Allocation in Fog-Assisted Vehicular Crowdsourcing","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"National Natural Science Foundation of China","keywords":"Crowdsourcing; Computer science; Task (project management); Privacy protection; Computer security; World Wide Web; Engineering","score_opus":0.020219037781786197,"score_gpt":0.2605933125675417,"score_spread":0.24037427478575552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402159729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09930026,0.00039883453,0.8948265,0.00033247037,0.00012495367,0.00022221528,0.00019283048,0.00082367484,0.0037783429],"genre_scores_gemma":[0.9624281,0.00009509994,0.03587744,0.00008188579,0.00002385916,0.00008258471,0.00008646537,0.000022050614,0.0013024276],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99758947,0.0005431442,0.00016757571,0.00047903764,0.0007053263,0.00051546464],"domain_scores_gemma":[0.99762005,0.00059434155,0.00028016267,0.001022473,0.00029090195,0.00019200507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016433054,0.00068113056,0.0012323245,0.00053654605,0.0015780688,0.001303217,0.0020119825,0.0010150854,0.0008672576],"category_scores_gemma":[0.0042212903,0.00032007086,0.0006848517,0.0010962641,0.0012548909,0.0024264199,0.004522557,0.00088699994,0.00029938764],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015041009,0.00021762647,0.003673582,0.0003734229,0.00018366297,0.0015270804,0.0019316693,0.5863844,0.045470096,0.13231777,0.007161075,0.2192555],"study_design_scores_gemma":[0.00005628374,0.00012864312,0.00050140545,0.000021648344,0.000034865214,0.00030514548,0.00031067914,0.93140584,0.011666267,0.050745524,0.0047689583,0.000054710144],"about_ca_topic_score_codex":0.003477226,"about_ca_topic_score_gemma":0.0026929625,"teacher_disagreement_score":0.003477226,"about_ca_system_score_codex":0.0013280748,"about_ca_system_score_gemma":0.0020423098,"threshold_uncertainty_score":0.009635925},"labels":[],"label_agreement":null},{"id":"W4402216867","doi":"10.1145/3691627","title":"Reputation Gaming in Crowd Technical Knowledge Sharing","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Polytechnique Montréal","funders":"","keywords":"Computer science; Reputation; Knowledge management","score_opus":0.06536044955787561,"score_gpt":0.3277611355513543,"score_spread":0.26240068599347866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402216867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80034935,0.0011903233,0.16719493,0.0017681613,0.0001289455,0.0005582153,0.0002893388,0.0014191995,0.027101506],"genre_scores_gemma":[0.9886901,0.00007393909,0.010075239,0.00007517755,0.000019122808,0.00004682737,0.00003961647,0.00002195927,0.0009580774],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9926742,0.0037606508,0.00031055175,0.0011560901,0.0014071984,0.00069134025],"domain_scores_gemma":[0.97716796,0.013849832,0.0034850033,0.0028403269,0.0015038439,0.0011530448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008781587,0.000644946,0.0007404192,0.0032679944,0.0032148995,0.0036336828,0.0017224115,0.0017472776,0.0020625659],"category_scores_gemma":[0.030811688,0.0005829336,0.00072539,0.0016264096,0.0033182194,0.0042085997,0.0044227033,0.0009901272,0.00038488457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001404866,0.0007463667,0.2453476,0.0011231486,0.0006229731,0.0041780407,0.028135857,0.15890498,0.015113111,0.13741483,0.009129082,0.39787915],"study_design_scores_gemma":[0.0001435593,0.0005033198,0.07746805,0.00036230226,0.00029092625,0.0022564842,0.012939072,0.66184664,0.01131287,0.19959018,0.032795135,0.0004914565],"about_ca_topic_score_codex":0.008016945,"about_ca_topic_score_gemma":0.0058541135,"teacher_disagreement_score":0.008781587,"about_ca_system_score_codex":0.0022117305,"about_ca_system_score_gemma":0.0019070621,"threshold_uncertainty_score":0.046441972},"labels":[],"label_agreement":null},{"id":"W4402350810","doi":"10.1109/mwc.005.2400126","title":"Accelerating the Delivery of Data Services Over Uncertain Mobile Crowdsensing Networks","year":2024,"lang":"en","type":"article","venue":"IEEE Wireless Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"European Research Consortium for Informatics and Mathematics","keywords":"Computer science; Crowdsensing; Computer network; Mobile computing; Mobile telephony; Mobile radio; Computer security","score_opus":0.0674540138150904,"score_gpt":0.31948414923022295,"score_spread":0.25203013541513253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402350810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13616577,0.00075274816,0.85324526,0.0015361466,0.00021591538,0.00023423762,0.00021711897,0.0008377203,0.0067950413],"genre_scores_gemma":[0.96852857,0.0002175109,0.029550953,0.00011204214,0.00004319119,0.000056310604,0.000056766923,0.000029439369,0.0014052166],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888617,0.0002464738,0.000052866693,0.00021810769,0.0003696825,0.00022662077],"domain_scores_gemma":[0.99774265,0.0012670249,0.00026630834,0.00024968944,0.0002979402,0.00017638474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016833624,0.0007657464,0.0008282362,0.00046592604,0.0012503464,0.0013569762,0.0015537329,0.0012915904,0.0012400959],"category_scores_gemma":[0.0059852586,0.00035837156,0.00046341828,0.0005634213,0.0009944683,0.0019291808,0.003233216,0.0011663951,0.00028014366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044179417,0.00010567062,0.0024700696,0.00018546992,0.00006319631,0.00080674904,0.00044302238,0.86975783,0.023429716,0.031220512,0.0032099015,0.06786604],"study_design_scores_gemma":[0.000008653469,0.00003623489,0.00016680468,0.000005505712,0.000005634213,0.000049960767,0.000090079,0.9872547,0.0016681924,0.00961283,0.0010920744,0.000009302934],"about_ca_topic_score_codex":0.005077796,"about_ca_topic_score_gemma":0.0036719039,"teacher_disagreement_score":0.005077796,"about_ca_system_score_codex":0.0012595388,"about_ca_system_score_gemma":0.0011022557,"threshold_uncertainty_score":0.01009649},"labels":[],"label_agreement":null},{"id":"W4402830010","doi":"10.2196/58771","title":"Dropout in a Longitudinal Survey of Amazon Mechanical Turk Workers With Low Back Pain: Observational Study","year":2024,"lang":"en","type":"article","venue":"Interactive Journal of Medical Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health","keywords":"Preprint; Observational study; Amazon rainforest; Drop (telecommunication); Drop out; Survey research; Psychology; Medicine; Engineering; Computer science; World Wide Web; Applied psychology; Mechanical engineering; Ecology","score_opus":0.16964640677440096,"score_gpt":0.4436534221644496,"score_spread":0.2740070153900486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402830010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986286,0.00010492859,0.0001249442,0.00011703531,0.0000069044813,0.000057854857,0.0007069299,0.000004586752,0.00024821857],"genre_scores_gemma":[0.9987815,0.00006200238,0.00012350321,0.000112373884,0.00001121181,0.000085398766,0.0006591661,0.0000034897314,0.00016135348],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960427,0.0018278613,0.00036180438,0.0005117191,0.0007390839,0.0005168266],"domain_scores_gemma":[0.99287474,0.00090263,0.004019484,0.00058584014,0.00088323886,0.0007341158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038758842,0.00029081388,0.0005804526,0.00083255494,0.0009145065,0.0010400238,0.0010095162,0.0008928121,0.0014000356],"category_scores_gemma":[0.013281322,0.0004962074,0.0007005569,0.0014657875,0.00041824274,0.000967827,0.0010665532,0.0013839897,0.0006615953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007375949,0.00010785685,0.99868673,0.000009574256,0.000029301747,0.000036373494,0.0003009678,0.000008584942,0.000032814212,0.000010810694,0.0001950143,0.000508312],"study_design_scores_gemma":[0.000008603411,0.000118502234,0.99864405,0.0000131258175,0.000016176333,0.00009600137,0.0007106003,0.00017968647,0.000015288346,0.000013078486,0.0001795837,0.000005227945],"about_ca_topic_score_codex":0.023666885,"about_ca_topic_score_gemma":0.018431205,"teacher_disagreement_score":0.023666885,"about_ca_system_score_codex":0.0007732084,"about_ca_system_score_gemma":0.0009592144,"threshold_uncertainty_score":0.047058284},"labels":[],"label_agreement":null},{"id":"W4402978230","doi":"10.1109/tmc.2024.3470993","title":"Long-Term or Temporary? Hybrid Worker Recruitment for Mobile Crowd Sensing and Computing","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Aeronautical Science Foundation of China; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Computer science; Term (time); Mobile computing; Crowd sourcing; Mobile telephony; Computer security; Computer network; World Wide Web; Mobile radio","score_opus":0.04354741402426556,"score_gpt":0.30814538540501735,"score_spread":0.2645979713807518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402978230","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048531786,0.00035768937,0.9426005,0.0013943457,0.00006949556,0.00024908283,0.000089970825,0.00042563034,0.006281408],"genre_scores_gemma":[0.6514858,0.00023239486,0.34098864,0.00036328862,0.00007337855,0.00043179645,0.0001317715,0.00007949237,0.006213397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.998357,0.0007187795,0.00004796106,0.0003528995,0.00023516348,0.00028818406],"domain_scores_gemma":[0.9979323,0.0013003956,0.00021144605,0.00021752069,0.00011806652,0.00022031029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028996153,0.00072318985,0.0010540537,0.00040211133,0.0012703345,0.0015259084,0.0022263234,0.0015962321,0.0034100264],"category_scores_gemma":[0.004386695,0.00040731597,0.0007403966,0.0005414181,0.0010876645,0.0023202023,0.00269647,0.001198888,0.00049732014],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008608995,0.00062053226,0.004625695,0.00040548557,0.00009646515,0.00053352077,0.001107259,0.5576702,0.009328828,0.11848635,0.009984157,0.29628062],"study_design_scores_gemma":[0.000040077266,0.00017086664,0.0005098013,0.000030269422,0.000014057686,0.0001500853,0.0004198119,0.94345886,0.0019099083,0.047587633,0.0056807376,0.00002789308],"about_ca_topic_score_codex":0.0018552975,"about_ca_topic_score_gemma":0.0030114916,"teacher_disagreement_score":0.0034100264,"about_ca_system_score_codex":0.0010322379,"about_ca_system_score_gemma":0.0019101333,"threshold_uncertainty_score":0.015334845},"labels":[],"label_agreement":null},{"id":"W4403648077","doi":"10.1145/3691621.3694946","title":"Engaging with AI: An Exploratory Study on Developers' Sharing and Reactions to ChatGPT in GitHub Pull Requests","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Exploratory research; World Wide Web","score_opus":0.029629398213953065,"score_gpt":0.2843472717918945,"score_spread":0.25471787357794146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403648077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99550456,0.0000850514,0.0020353145,0.00026563698,0.000013702806,0.000101403195,0.00015076963,0.00008233328,0.0017613741],"genre_scores_gemma":[0.99493814,0.00009756625,0.0023692234,0.00026538258,0.000021689339,0.0003193255,0.00024684155,0.00008556828,0.0016562394],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9925148,0.0047645746,0.00025839132,0.0007521606,0.0011483943,0.0005616316],"domain_scores_gemma":[0.93980783,0.046831567,0.005410807,0.0024069252,0.003642866,0.0018999951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005781729,0.00057371997,0.00047025856,0.001929415,0.0025095923,0.0018182773,0.00092117727,0.0010262213,0.001190254],"category_scores_gemma":[0.044420663,0.00037373824,0.00027317132,0.0012785699,0.0016281931,0.0020361382,0.004043689,0.0013055109,0.0005158913],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000563847,0.0003419354,0.11625352,0.0005957758,0.000053545413,0.0027928976,0.806039,0.0004305619,0.018145962,0.0007437626,0.002943472,0.05109572],"study_design_scores_gemma":[0.00007277609,0.00072457467,0.23182115,0.0003970741,0.00008672494,0.0011455071,0.71434134,0.006234625,0.00816292,0.0016541797,0.03515877,0.00020035723],"about_ca_topic_score_codex":0.0064495564,"about_ca_topic_score_gemma":0.01232462,"teacher_disagreement_score":0.0064495564,"about_ca_system_score_codex":0.0015476701,"about_ca_system_score_gemma":0.0013095128,"threshold_uncertainty_score":0.030577064},"labels":[],"label_agreement":null},{"id":"W4404788240","doi":"10.1109/access.2024.3507695","title":"A Continuous Authentication Approach for Mobile Crowdsourcing Based on Federated Learning","year":2024,"lang":"en","type":"article","venue":"IEEE Access","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; École de Technologie Supérieure","funders":"","keywords":"Crowdsourcing; Computer science; Authentication (law); World Wide Web; Computer security","score_opus":0.022206459531291006,"score_gpt":0.293254830794382,"score_spread":0.271048371263091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404788240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014231042,0.00007571619,0.9835217,0.00018159767,0.00004481486,0.000099173645,0.000034867848,0.00076144154,0.0010496851],"genre_scores_gemma":[0.810929,0.000092872775,0.18503888,0.00019595519,0.00006894851,0.00018939035,0.00011518271,0.000045287445,0.0033245068],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99657214,0.0011462386,0.0001918343,0.00096084975,0.00076932803,0.0003595196],"domain_scores_gemma":[0.9957099,0.0014922234,0.000481674,0.0010760487,0.00096891914,0.0002711818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003627301,0.00081969344,0.0015173524,0.0013884864,0.0016336894,0.0015127554,0.0024670616,0.0018510064,0.001754683],"category_scores_gemma":[0.007725629,0.00032465058,0.0012084295,0.001188584,0.0019140373,0.0027107797,0.0036576057,0.0016325527,0.00094011356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086930237,0.00056677713,0.004085949,0.00017478538,0.00015427395,0.0005910517,0.00074211456,0.5066838,0.014325448,0.034338377,0.0033440015,0.43412408],"study_design_scores_gemma":[0.000018880215,0.00006820919,0.00029132786,0.000007447708,0.000013633607,0.000070970724,0.0000469291,0.984437,0.0020639542,0.012062895,0.00089781266,0.000020929567],"about_ca_topic_score_codex":0.004160199,"about_ca_topic_score_gemma":0.0028561335,"teacher_disagreement_score":0.004160199,"about_ca_system_score_codex":0.0015407857,"about_ca_system_score_gemma":0.0019949118,"threshold_uncertainty_score":0.019183218},"labels":[],"label_agreement":null},{"id":"W4405179000","doi":"10.1109/jiot.2024.3514457","title":"Cooperative-Rationality-Based Multiplatform Task Assignment Mechanisms for Mobile Crowdsensing","year":2024,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University; National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Rationality; Task (project management); Mobile telephony; Mobile computing; Task analysis; Computer network; Distributed computing; Mobile radio; Computer security","score_opus":0.018737164909197353,"score_gpt":0.27216243737845963,"score_spread":0.2534252724692623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405179000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023787528,0.00024688532,0.9726007,0.00032500783,0.000063661326,0.00029802643,0.000057058573,0.00031158703,0.0023096553],"genre_scores_gemma":[0.81924754,0.00029748396,0.17653899,0.00021375678,0.00009252866,0.00058361934,0.00009974981,0.0000667683,0.0028596849],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961855,0.0012820284,0.00019432341,0.0009338686,0.000771216,0.0006331961],"domain_scores_gemma":[0.9934149,0.003801783,0.00096855545,0.00070389896,0.000565315,0.0005454223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049715275,0.0018090922,0.0017269268,0.0012634083,0.0019085639,0.0014633525,0.004186118,0.0020132142,0.0027765962],"category_scores_gemma":[0.011514525,0.00081538537,0.001278861,0.0014929447,0.0019267244,0.0029966375,0.004065426,0.0018282996,0.00046195227],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067121704,0.00056596013,0.0015140001,0.00053770305,0.00018242073,0.00052523124,0.0007618702,0.7415674,0.016551325,0.09285635,0.0043698777,0.13989668],"study_design_scores_gemma":[0.00007403297,0.00019048805,0.00029915324,0.000021047967,0.000034938465,0.000132764,0.00013249977,0.9397901,0.0021425094,0.054972935,0.0021698063,0.00003964291],"about_ca_topic_score_codex":0.0027480898,"about_ca_topic_score_gemma":0.0025111889,"teacher_disagreement_score":0.0049715275,"about_ca_system_score_codex":0.001787523,"about_ca_system_score_gemma":0.0026996366,"threshold_uncertainty_score":0.026292324},"labels":[],"label_agreement":null},{"id":"W4408102991","doi":"10.1016/j.jss.2025.112405","title":"A systematic mapping study of crowd knowledge enhanced software engineering research using Stack Overflow","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Manitoba; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Stack (abstract data type); Software engineering; Software; Systems engineering; Engineering; Operating system","score_opus":0.04073953643725212,"score_gpt":0.31249438749951275,"score_spread":0.2717548510622606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408102991","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9417723,0.014258337,0.01914888,0.0029774953,0.00027390107,0.004582688,0.006211092,0.00020771226,0.010567575],"genre_scores_gemma":[0.9594116,0.0047400827,0.02534722,0.0011851032,0.0001175103,0.0044886074,0.0031289454,0.00008006166,0.0015009207],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9787719,0.011092227,0.0030102641,0.0023838223,0.0036626668,0.0010789823],"domain_scores_gemma":[0.8634034,0.0945983,0.013919581,0.007932813,0.017906595,0.0022393726],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030390725,0.0006213294,0.0010925411,0.03132587,0.004193093,0.0032776417,0.001103343,0.0011682676,0.002915362],"category_scores_gemma":[0.097549506,0.0004928567,0.0012874882,0.018608656,0.0024547859,0.005073279,0.0067113703,0.00082153775,0.0005237682],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008046396,0.00073867594,0.27439505,0.029142052,0.0012016125,0.0018200418,0.24126974,0.0008722918,0.004533457,0.012255226,0.01059724,0.4223701],"study_design_scores_gemma":[0.00043109804,0.001578009,0.41199136,0.03328652,0.003241222,0.0013706255,0.369846,0.005573583,0.005870786,0.020415189,0.14590023,0.0004954097],"about_ca_topic_score_codex":0.010861264,"about_ca_topic_score_gemma":0.017355314,"teacher_disagreement_score":0.96960926,"about_ca_system_score_codex":0.004122089,"about_ca_system_score_gemma":0.012936775,"threshold_uncertainty_score":0.16072345},"labels":[],"label_agreement":null},{"id":"W4408325107","doi":"10.1109/globecom52923.2024.10901333","title":"An Efficient Online Task Assignment Algorithm for Hybrid Mobile Crowdsensing","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"National Natural Science Foundation of China","keywords":"Crowdsensing; Computer science; Task (project management); Algorithm; Computer security; Engineering","score_opus":0.011001196270781877,"score_gpt":0.27212273085399574,"score_spread":0.26112153458321385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408325107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0155844465,0.00013514793,0.9818974,0.0001725658,0.0000479614,0.0001201177,0.000047127713,0.00044323405,0.0015518353],"genre_scores_gemma":[0.5622372,0.00014043298,0.43356153,0.00017777993,0.000072724266,0.0004953274,0.0002124426,0.00010484806,0.0029976943],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990951,0.00022926723,0.000046622463,0.00024612737,0.00019662833,0.00018632968],"domain_scores_gemma":[0.99859935,0.00084162166,0.00013330759,0.00010748507,0.00017527449,0.0001430449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011210073,0.0011352435,0.0013159541,0.0006981379,0.0008550293,0.0009927157,0.0019261707,0.0012288094,0.0025874327],"category_scores_gemma":[0.0031725815,0.00054060074,0.00075457356,0.0009795994,0.00065853016,0.001162843,0.0018625443,0.0011408824,0.00054381735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031306196,0.00025758357,0.0008249099,0.00015353231,0.00004864567,0.00013278765,0.00019145709,0.81667185,0.0059672445,0.010126081,0.0031917372,0.1621212],"study_design_scores_gemma":[0.000025537163,0.000034151457,0.000063046755,0.000003027165,0.0000040323594,0.000024523722,0.00002185741,0.9952524,0.00043113308,0.0037046706,0.000430017,0.0000056788695],"about_ca_topic_score_codex":0.0038429017,"about_ca_topic_score_gemma":0.0034940885,"teacher_disagreement_score":0.0038429017,"about_ca_system_score_codex":0.0008920038,"about_ca_system_score_gemma":0.0021391658,"threshold_uncertainty_score":0.008655846},"labels":[],"label_agreement":null},{"id":"W4408325542","doi":"10.1109/globecom52923.2024.10901193","title":"Dynamic Multi-Incentive Framework for Edge Vehicular Crowdsensing in IoV Networks","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"National Science and Technology Council","keywords":"Crowdsensing; Computer science; Incentive; Enhanced Data Rates for GSM Evolution; Edge computing; Computer network; Distributed computing; Computer security; Artificial intelligence; Microeconomics","score_opus":0.01402954123308616,"score_gpt":0.2793735272963438,"score_spread":0.26534398606325765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408325542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017950954,0.000355994,0.9731872,0.0008057581,0.00012482592,0.00008675207,0.00012598949,0.00021066415,0.007151769],"genre_scores_gemma":[0.93171805,0.00028284916,0.05691902,0.000253272,0.00008435241,0.00018272358,0.00012090925,0.00007779332,0.010361108],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993018,0.00021505049,0.00002527452,0.00016803888,0.00014278531,0.00014706865],"domain_scores_gemma":[0.9989685,0.00053403625,0.000119196535,0.000046883833,0.0001891418,0.0001423398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014842715,0.0009379694,0.001169669,0.00059383607,0.0006468876,0.0013293333,0.002591497,0.0016719231,0.0030671589],"category_scores_gemma":[0.0032130005,0.0006090634,0.0007537873,0.00049569353,0.0010237474,0.0012039429,0.0021440652,0.0012343787,0.0003027984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037840065,0.000026657626,0.00040846405,0.000044829863,0.000014395956,0.0001214539,0.000055558256,0.9583418,0.000626061,0.032433864,0.0008865299,0.0070025865],"study_design_scores_gemma":[0.0000032309342,0.000007171922,0.000029262848,0.0000028386648,0.0000019309982,0.0000060438924,0.000009121481,0.99569404,0.000044908164,0.0038408583,0.00035791504,0.0000026770751],"about_ca_topic_score_codex":0.011731756,"about_ca_topic_score_gemma":0.009474927,"teacher_disagreement_score":0.011731756,"about_ca_system_score_codex":0.0021274923,"about_ca_system_score_gemma":0.00216208,"threshold_uncertainty_score":0.023326933},"labels":[],"label_agreement":null},{"id":"W4408605475","doi":"10.1016/j.multra.2025.100223","title":"Evaluating the usefulness of VGI for citizen co-producing city services from citizen perspective: A case study of crowdsourcing pedestrian navigation","year":2025,"lang":"en","type":"article","venue":"Multimodal Transportation","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Natural Science Foundation of China","keywords":"Crowdsourcing; Volunteered geographic information; Perspective (graphical); Pedestrian; Citizen science; Computer science; Data science; Transport engineering; Engineering; World Wide Web; Artificial intelligence","score_opus":0.06637986463921254,"score_gpt":0.36916059473677737,"score_spread":0.30278073009756484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408605475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99510527,0.000033000088,0.0011360317,0.0002294974,0.000009291401,0.00016697517,0.00004743179,0.000016844702,0.00325581],"genre_scores_gemma":[0.9946185,0.00009922459,0.0036679928,0.00011140769,0.000007712551,0.00018712766,0.000048372596,0.000016642454,0.0012430998],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945479,0.004047671,0.00015064329,0.00030827156,0.0004960485,0.00044933218],"domain_scores_gemma":[0.9862148,0.009503914,0.0009724941,0.0007888163,0.0017741598,0.0007457648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006466733,0.00046580966,0.0003974635,0.0014091798,0.004450957,0.00250156,0.0009662474,0.0017825799,0.0015487449],"category_scores_gemma":[0.01312764,0.00027639445,0.0004939335,0.0013530621,0.002326621,0.0020142328,0.0025438755,0.0010203691,0.00039617295],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000442163,0.0033541725,0.12804624,0.0008163962,0.000078174824,0.009261281,0.7694796,0.0014749101,0.008550424,0.0027904175,0.0032331015,0.072473146],"study_design_scores_gemma":[0.00008193697,0.0019035356,0.0553692,0.00028577878,0.000099884564,0.0012733558,0.9042928,0.0060408474,0.005393839,0.0011467537,0.023978528,0.00013350592],"about_ca_topic_score_codex":0.014445312,"about_ca_topic_score_gemma":0.0374501,"teacher_disagreement_score":0.014445312,"about_ca_system_score_codex":0.002133031,"about_ca_system_score_gemma":0.0020817055,"threshold_uncertainty_score":0.034199774},"labels":[],"label_agreement":null},{"id":"W4409916910","doi":"10.1109/tmc.2025.3563345","title":"BAT: A Versatile Bipartite Attention-Based Approach for Comprehensive Truth Inference in Mobile Crowdsourcing","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Natural Science Foundation of China","keywords":"Crowdsourcing; Computer science; Inference; Bipartite graph; Artificial intelligence; Ground truth; Mobile computing; World Wide Web; Theoretical computer science; Computer network; Graph","score_opus":0.022646144104512447,"score_gpt":0.2863331307574352,"score_spread":0.2636869866529228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409916910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005033736,0.0002241143,0.99134904,0.0003828203,0.0000547761,0.000098061064,0.0002754359,0.0011371253,0.001444883],"genre_scores_gemma":[0.5298967,0.0005166886,0.45576936,0.0010368496,0.0003710731,0.0004919292,0.0021132445,0.00057582604,0.009228373],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99709153,0.0011449258,0.00010920286,0.00087644305,0.00055291865,0.00022485877],"domain_scores_gemma":[0.9941399,0.0035751336,0.00040805695,0.0006222434,0.00091902877,0.00033562715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003903312,0.0014278452,0.0017790393,0.0029540674,0.0013089161,0.0018244479,0.004976647,0.0029469025,0.00545914],"category_scores_gemma":[0.015796404,0.0010011237,0.001617643,0.0025408778,0.0017924776,0.0038859304,0.0047956198,0.0030312827,0.0015668028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006053232,0.00031577682,0.0034059887,0.00044172633,0.00025695327,0.0003366043,0.0011613806,0.54004616,0.0054320367,0.0825869,0.011629193,0.35378185],"study_design_scores_gemma":[0.000016280856,0.000025524523,0.00024009113,0.000021286469,0.000018655628,0.0000274009,0.000043514017,0.9435124,0.00052451825,0.054235164,0.0013190123,0.000016158425],"about_ca_topic_score_codex":0.030943457,"about_ca_topic_score_gemma":0.02945882,"teacher_disagreement_score":0.030943457,"about_ca_system_score_codex":0.0024616416,"about_ca_system_score_gemma":0.0029212767,"threshold_uncertainty_score":0.061526656},"labels":[],"label_agreement":null},{"id":"W4410022882","doi":"10.1332/27324176y2025d000000037","title":"How can working conditions for online crowdworkers be improved? Institutional experiments for cross-jurisdictional polycentric work","year":2025,"lang":"en","type":"article","venue":"Work in the Global Economy","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"H2020 European Research Council; UK Research and Innovation","keywords":"Work (physics); Computer science; Engineering; Mechanical engineering","score_opus":0.021582457128656453,"score_gpt":0.2918618960872723,"score_spread":0.27027943895861584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410022882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95648,0.0001365634,0.011117901,0.0016232972,0.00020429533,0.0038495935,0.00049245346,0.00020639267,0.025889447],"genre_scores_gemma":[0.9675501,0.00010302914,0.012227141,0.0012176428,0.0000679863,0.011931985,0.00034411534,0.00008647838,0.00647151],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9819848,0.012517605,0.0005403324,0.0020065354,0.0013160453,0.0016346795],"domain_scores_gemma":[0.9585066,0.017549643,0.005462757,0.010972387,0.0031320157,0.0043765535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022940265,0.00070197636,0.0006306824,0.0010141539,0.00643344,0.0034849376,0.0028983569,0.0026954776,0.016896274],"category_scores_gemma":[0.039799877,0.00064180716,0.0008980651,0.00083352375,0.007130659,0.0026152248,0.0065670176,0.0025416913,0.0027604431],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.039810263,0.19752622,0.13007091,0.0032488643,0.0009813509,0.003507539,0.16659778,0.018329253,0.037640657,0.13127242,0.040919304,0.23009555],"study_design_scores_gemma":[0.017783603,0.09711333,0.23660193,0.0021497668,0.0010416785,0.0007208738,0.21194883,0.02356497,0.029332073,0.14536229,0.23340848,0.00097223435],"about_ca_topic_score_codex":0.003606304,"about_ca_topic_score_gemma":0.006009127,"teacher_disagreement_score":0.022940265,"about_ca_system_score_codex":0.0027639752,"about_ca_system_score_gemma":0.0049676234,"threshold_uncertainty_score":0.12132114},"labels":[],"label_agreement":null},{"id":"W4410335224","doi":"10.1016/j.ins.2025.122290","title":"TrueCome: Effective data truth discovery based on fuzzy clustering with prior constraints","year":2025,"lang":"en","type":"article","venue":"Information Sciences","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Higher Education Discipline Innovation Project; Xidian University; Natural Science Foundation of Shaanxi Province; National Natural Science Foundation of China","keywords":"Computer science; Cluster analysis; Fuzzy clustering; Data mining; Fuzzy logic; Artificial intelligence","score_opus":0.015871188956005543,"score_gpt":0.2709001222210193,"score_spread":0.25502893326501375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410335224","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036180012,0.00030676805,0.99357754,0.0004143091,0.00008235443,0.000096859716,0.00032148891,0.0009646015,0.0006180772],"genre_scores_gemma":[0.1849346,0.0005619375,0.8070449,0.00049867295,0.00047625793,0.0003289276,0.0020582653,0.0004862227,0.0036102624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99350125,0.0017787666,0.00031187496,0.0018936235,0.0021222245,0.0003922955],"domain_scores_gemma":[0.9769604,0.015372799,0.0011062077,0.003741926,0.002078171,0.00074059056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008102102,0.0018350064,0.00404108,0.004442779,0.0026862998,0.0049864342,0.00799402,0.0045645926,0.005383702],"category_scores_gemma":[0.03595098,0.0018931312,0.0024771094,0.0040922184,0.0035483034,0.009706322,0.009659915,0.005368312,0.0015530023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002273674,0.00048772473,0.0023206528,0.000881233,0.0004952343,0.0005817206,0.0008581431,0.37718996,0.007908447,0.1558654,0.021737998,0.4293999],"study_design_scores_gemma":[0.000057745863,0.000048584065,0.00014852252,0.00003505264,0.00003064366,0.00009721025,0.00006019607,0.91755337,0.0019565993,0.078051776,0.0019271453,0.000033072007],"about_ca_topic_score_codex":0.010285855,"about_ca_topic_score_gemma":0.012201457,"teacher_disagreement_score":0.010285855,"about_ca_system_score_codex":0.0023608003,"about_ca_system_score_gemma":0.004331907,"threshold_uncertainty_score":0.042848527},"labels":[],"label_agreement":null},{"id":"W4410632569","doi":"10.1145/3701716.3717658","title":"Workshop on Sustainable AI for the Future Web","year":2025,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Wollongong; Carnegie Mellon University; University of Southern California; Institute for Catastrophic Loss Reduction; Nvidia; National Science Foundation","keywords":"Computer science; World Wide Web","score_opus":0.006428672169953229,"score_gpt":0.2531990062190241,"score_spread":0.24677033404907084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410632569","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023851627,0.01841706,0.073923975,0.41134194,0.0905598,0.00085043645,0.0023098309,0.0013827444,0.3773626],"genre_scores_gemma":[0.1752294,0.015194011,0.038750987,0.028926028,0.017140508,0.0012932376,0.0030278563,0.0009944726,0.7194435],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983594,0.00051677524,0.000056068067,0.00028424367,0.00045389874,0.0003296149],"domain_scores_gemma":[0.9953994,0.0012522278,0.00009192042,0.00045219276,0.0011493105,0.0016548539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005651984,0.0008426484,0.0004047976,0.00076896645,0.0021834665,0.006525485,0.0024128763,0.0045692725,0.029997464],"category_scores_gemma":[0.006480829,0.00030978126,0.0011706856,0.0004916471,0.0017730421,0.0054034805,0.0064663445,0.005627263,0.010229224],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117103584,0.00025433535,0.00041859134,0.00026822515,0.000033633714,0.0004733636,0.0012708923,0.001971486,0.0023813422,0.07581452,0.8568824,0.06011412],"study_design_scores_gemma":[0.000011236057,0.00003896508,0.00023142777,0.00020578645,0.000011018795,0.000112193906,0.0010392928,0.0015203755,0.0011987224,0.022258898,0.973356,0.000016109712],"about_ca_topic_score_codex":0.0030060802,"about_ca_topic_score_gemma":0.0047369287,"teacher_disagreement_score":0.029997464,"about_ca_system_score_codex":0.0022769743,"about_ca_system_score_gemma":0.0043600197,"threshold_uncertainty_score":0.10035151},"labels":[],"label_agreement":null},{"id":"W4411142912","doi":"10.1109/jiot.2025.3577671","title":"Energy-Efficient Data Collection and Resource Allocation for UoI-Aware Mobile Crowdsensing in IoV","year":2025,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Key Laboratory of Science and Technology on Communications; Natural Science Foundation of Fujian Province; National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Computer network; Resource allocation; Data collection; Mobile computing; Energy consumption; Resource management (computing); Efficient energy use; Real-time computing; Distributed computing; Computer security","score_opus":0.01730636696679296,"score_gpt":0.2693913881234351,"score_spread":0.25208502115664216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411142912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10076494,0.00073822914,0.89188147,0.00044202938,0.0001177838,0.00015468575,0.00017680753,0.0011480014,0.0045760884],"genre_scores_gemma":[0.9614223,0.00012304765,0.03707416,0.000110084504,0.000029689683,0.000089306406,0.0001019109,0.000040088053,0.0010094233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991153,0.00013345268,0.000045124096,0.00026654807,0.00021312278,0.00022646552],"domain_scores_gemma":[0.9992011,0.00030864263,0.00010078102,0.00010693639,0.00016737232,0.00011518283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007196132,0.0010105897,0.0014877617,0.0006008387,0.0009951048,0.0013231831,0.002315525,0.000961928,0.00074900803],"category_scores_gemma":[0.0021372917,0.00046559237,0.0005683131,0.0008737069,0.00087967707,0.0013933862,0.0023553495,0.00080366916,0.00023617996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035416152,0.00018446273,0.0038648054,0.00021853452,0.000105017934,0.00043133216,0.00043309218,0.84361523,0.0303694,0.0068976,0.0027125415,0.11081374],"study_design_scores_gemma":[0.000009509401,0.000034584944,0.00032991005,0.000004282774,0.000010032211,0.000032892625,0.0000796858,0.9951698,0.0015225884,0.0020791786,0.0007159511,0.000011542986],"about_ca_topic_score_codex":0.013040999,"about_ca_topic_score_gemma":0.013008467,"teacher_disagreement_score":0.013040999,"about_ca_system_score_codex":0.00098489,"about_ca_system_score_gemma":0.0018584589,"threshold_uncertainty_score":0.025930166},"labels":[],"label_agreement":null},{"id":"W4411549899","doi":"10.1145/3715275.3732087","title":"Opening the Scope of Openness in AI","year":2025,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Scope (computer science); Openness to experience; Computer science; Psychology; Programming language; Social psychology","score_opus":0.00535162121195664,"score_gpt":0.2610438923162804,"score_spread":0.25569227110432374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411549899","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022869252,0.05891154,0.31468606,0.05676092,0.0012927912,0.00016252678,0.00024529366,0.0005146229,0.54455703],"genre_scores_gemma":[0.8744071,0.026446538,0.07533523,0.003487158,0.0013117187,0.0004128281,0.00025173157,0.00026488616,0.01808275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99210197,0.005018661,0.00040033116,0.0007150572,0.0012094887,0.00055450364],"domain_scores_gemma":[0.9855495,0.010398492,0.00042517262,0.0017777308,0.0010359923,0.0008130938],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0070017534,0.0006558016,0.00071025064,0.0034851376,0.0050392803,0.0150925685,0.0011959232,0.003083623,0.007648019],"category_scores_gemma":[0.011087615,0.00068634213,0.00089567155,0.003363243,0.035031267,0.02713212,0.010012105,0.006386968,0.0012783526],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013722742,0.0000065881372,0.00019748512,0.000107126754,0.000003953416,0.00004411433,0.0030505979,0.0004383409,0.00011711569,0.9833225,0.0013099266,0.011388554],"study_design_scores_gemma":[0.0000042307993,0.000007789174,0.0001613732,0.00022659492,0.000002480074,0.00008004896,0.0013822075,0.000665575,0.00008568595,0.95488375,0.042490393,0.000009994786],"about_ca_topic_score_codex":0.0025037907,"about_ca_topic_score_gemma":0.0017331055,"teacher_disagreement_score":0.9988041,"about_ca_system_score_codex":0.0041365013,"about_ca_system_score_gemma":0.002977097,"threshold_uncertainty_score":0.037029266},"labels":[],"label_agreement":null},{"id":"W4412621505","doi":"10.59350/y24vf-e6s65","title":"Sprinting in Montreal","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.012845802638303079,"score_gpt":0.2324740431103034,"score_spread":0.21962824047200033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412621505","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10555793,0.006722381,0.012447547,0.04757354,0.015181681,0.0017821711,0.036223073,0.0076828357,0.76682884],"genre_scores_gemma":[0.17327522,0.0011042064,0.009366182,0.0025037904,0.0004568512,0.0004380824,0.009201067,0.0012716618,0.802383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743855,0.0003402478,0.000033627046,0.0005596347,0.0008517263,0.0007762426],"domain_scores_gemma":[0.99688333,0.00010345876,0.00005179323,0.00018505729,0.0009432483,0.001833137],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027858817,0.0011484589,0.00053725514,0.0015213506,0.009696061,0.0035471185,0.0020115708,0.0011718336,0.10310179],"category_scores_gemma":[0.0028641964,0.0004904746,0.00076998497,0.0015260254,0.0019716404,0.00089077745,0.004168977,0.0018078397,0.015849333],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004773922,0.0002144112,0.006009484,0.00017256525,0.00005664727,0.0011534215,0.0031340856,0.0009975036,0.004388956,0.02325911,0.884994,0.07514253],"study_design_scores_gemma":[0.000044306675,0.00008851938,0.013291331,0.0000512413,0.0000081715125,0.00005478124,0.0012271417,0.00041818264,0.00079756504,0.0010035656,0.9829717,0.00004355425],"about_ca_topic_score_codex":0.8655852,"about_ca_topic_score_gemma":0.9449518,"teacher_disagreement_score":0.8968982,"about_ca_system_score_codex":0.021187842,"about_ca_system_score_gemma":0.037238214,"threshold_uncertainty_score":0.34490985},"labels":[],"label_agreement":null},{"id":"W4414359804","doi":"10.24963/ijcai.2025/475","title":"Adaptive Deep Learning from Crowds","year":2025,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Crowds; Crowdsourcing; Flexibility (engineering); Probabilistic logic; Focus (optics); Deep learning; Annotation; Adaptive learning; Reduction (mathematics)","score_opus":0.010359396293323431,"score_gpt":0.22062871675558654,"score_spread":0.2102693204622631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414359804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04705362,0.00084403815,0.94402,0.0011481864,0.00015547195,0.00012099233,0.00038610207,0.002407215,0.0038643803],"genre_scores_gemma":[0.8275021,0.00042057232,0.16015509,0.0011737514,0.0001982255,0.00032488973,0.001084721,0.00025043217,0.008890289],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987551,0.00032668587,0.000043290012,0.00046405706,0.0002240035,0.0001869113],"domain_scores_gemma":[0.99818856,0.00093521544,0.00015770327,0.000276039,0.00029305363,0.00014948528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019947782,0.0017339506,0.0017340487,0.0009012427,0.0009108507,0.0010750352,0.0033627446,0.002015039,0.0025835237],"category_scores_gemma":[0.005135916,0.0008127131,0.00093935075,0.0010522978,0.001851195,0.0020510422,0.0033461354,0.0021907017,0.0007607105],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030463326,0.00016561185,0.0019266069,0.0001719393,0.00009892842,0.00012711665,0.0002008641,0.81476575,0.0026506325,0.01048545,0.006867666,0.16223481],"study_design_scores_gemma":[0.000011454312,0.000017791546,0.00009957094,0.000007850219,0.0000056233043,0.000009782548,0.000014992489,0.9854805,0.0005752832,0.01318477,0.0005869509,0.0000054377397],"about_ca_topic_score_codex":0.01017711,"about_ca_topic_score_gemma":0.011131609,"teacher_disagreement_score":0.01017711,"about_ca_system_score_codex":0.0020857381,"about_ca_system_score_gemma":0.0020683303,"threshold_uncertainty_score":0.020235717},"labels":[],"label_agreement":null},{"id":"W4417083294","doi":"10.59350/b5wnh-kf327","title":"Sprinting in Montreal","year":2016,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Spring (device); Sprint; Perspective (graphical)","score_opus":0.011143409266315943,"score_gpt":0.21574263393680398,"score_spread":0.20459922467048805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417083294","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107367516,0.006438704,0.009865813,0.046085995,0.014819184,0.0017510017,0.027437909,0.006565578,0.77966833],"genre_scores_gemma":[0.1691542,0.0010650087,0.0077619557,0.0026591532,0.00040381902,0.00040025884,0.0070948866,0.0011230211,0.8103377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976495,0.00029474136,0.000030294437,0.00048581982,0.00076597143,0.0007735901],"domain_scores_gemma":[0.99702924,0.00008316773,0.0000469632,0.00013963162,0.0008928165,0.0018082269],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026627241,0.0011500387,0.00049258716,0.0013623597,0.010655094,0.0033924894,0.0020453483,0.0011746621,0.10187665],"category_scores_gemma":[0.0025746897,0.0004933557,0.0007436617,0.0013555126,0.0021051792,0.0008484647,0.0041066087,0.0018973933,0.015235387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046729154,0.0002565983,0.0067782435,0.00018156922,0.000053893233,0.0013085015,0.0036425947,0.0008490583,0.0044639283,0.019416392,0.88333976,0.07924215],"study_design_scores_gemma":[0.00004477387,0.00010788327,0.01606214,0.00005541583,0.000008145876,0.000060968458,0.001578301,0.00034313707,0.0007515276,0.0008123018,0.9801307,0.000044804536],"about_ca_topic_score_codex":0.8812518,"about_ca_topic_score_gemma":0.95704985,"teacher_disagreement_score":0.8981234,"about_ca_system_score_codex":0.021224428,"about_ca_system_score_gemma":0.042569958,"threshold_uncertainty_score":0.3408113},"labels":[],"label_agreement":null},{"id":"W4417251850","doi":"10.1109/tmc.2025.3642535","title":"Noisy Multi-Label Aggregation With Self-Supervised Graph Transformer in Mobile Crowdsourcing","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Natural Science Foundation of China","keywords":"Crowdsourcing; Transformer; Graph; Aggregate (composite); Knowledge graph; Noisy data; Labeled data; Data modeling","score_opus":0.013464037910435895,"score_gpt":0.25566481478042274,"score_spread":0.24220077686998684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417251850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04413704,0.00038463005,0.9505385,0.00056623237,0.000112808615,0.00017041473,0.00029411912,0.0021684968,0.0016277038],"genre_scores_gemma":[0.749845,0.000223711,0.24353392,0.00046930608,0.00020276748,0.00023598844,0.0009392062,0.0002632832,0.0042868215],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821293,0.00061471044,0.00005310171,0.000639187,0.00032914814,0.00015097062],"domain_scores_gemma":[0.9964684,0.0017769025,0.0004329332,0.00068083225,0.00045344315,0.0001874664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00303349,0.0013508989,0.001742973,0.0016917259,0.0011156922,0.001390301,0.003290356,0.0018980135,0.0010111522],"category_scores_gemma":[0.007184571,0.00070999545,0.001195273,0.0017166898,0.0015858473,0.0030421996,0.0028325743,0.0020589707,0.00054287893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045173385,0.00027688988,0.0031462389,0.00020453274,0.00016395109,0.00028325454,0.00066530803,0.75347316,0.0063402336,0.012614316,0.0056288745,0.2167514],"study_design_scores_gemma":[0.0000107777205,0.000015540638,0.00023263932,0.000004873876,0.000007898613,0.000015769072,0.000032936827,0.9894058,0.0010454158,0.008611154,0.0006079342,0.000009219896],"about_ca_topic_score_codex":0.015544363,"about_ca_topic_score_gemma":0.018436175,"teacher_disagreement_score":0.015544363,"about_ca_system_score_codex":0.002089309,"about_ca_system_score_gemma":0.0016508838,"threshold_uncertainty_score":0.03090775},"labels":[],"label_agreement":null},{"id":"W4417251858","doi":"10.1109/tmc.2025.3642569","title":"Locally Differentially Private Truth Discovery Over Data Streams","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Natural Science Foundation of China","keywords":"Differential privacy; Ground truth; Upload; Reliability (semiconductor); Noise (video); Synthetic data; Data stream mining; Information privacy; Data stream","score_opus":0.018917808418519925,"score_gpt":0.27331478683510346,"score_spread":0.25439697841658354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417251858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02063918,0.000280815,0.97403234,0.0014306869,0.000078641424,0.00021183226,0.00060252065,0.0010574264,0.0016665554],"genre_scores_gemma":[0.80355585,0.000355705,0.18875153,0.0010295906,0.0003539417,0.0005100475,0.0013931654,0.00018468275,0.0038654283],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9770413,0.0078087146,0.0018060022,0.0063854363,0.0053304103,0.0016282016],"domain_scores_gemma":[0.9284383,0.04147605,0.0051918747,0.018760635,0.004379477,0.0017536778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016536565,0.0013972265,0.0033714029,0.0015640232,0.0019023247,0.005864988,0.0062124366,0.0034310303,0.0032430412],"category_scores_gemma":[0.072063304,0.0011049907,0.0019346615,0.0034739145,0.0036273147,0.012546893,0.011370684,0.0047189808,0.001151002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0053187246,0.00053949136,0.008065772,0.0008147495,0.00046883154,0.0017061285,0.0029750883,0.3440134,0.02193327,0.30658558,0.010895844,0.2966832],"study_design_scores_gemma":[0.00013852277,0.0001643487,0.000516489,0.000037179645,0.00006963476,0.00033647157,0.00023481122,0.7189485,0.011140686,0.26443425,0.00392166,0.00005744389],"about_ca_topic_score_codex":0.0012281378,"about_ca_topic_score_gemma":0.0011806148,"teacher_disagreement_score":0.016536565,"about_ca_system_score_codex":0.00291057,"about_ca_system_score_gemma":0.0044401786,"threshold_uncertainty_score":0.087454736},"labels":[],"label_agreement":null},{"id":"W4417260753","doi":"10.1145/3785006","title":"Hybrid Machine Learning–Based Trust Management Approach to Secure the Mobile Crowdsourcing","year":2025,"lang":"en","type":"article","venue":"Digital Threats Research and Practice","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Crowdsourcing; Credibility; Trust management (information system); Mobile computing; Mobile device; Reliability (semiconductor); Cornerstone; Variety (cybernetics)","score_opus":0.0421007979318442,"score_gpt":0.343206615330841,"score_spread":0.30110581739899683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417260753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040391292,0.0003563378,0.9544535,0.00084839325,0.00010174026,0.00015458127,0.00005551901,0.00053434167,0.0031042881],"genre_scores_gemma":[0.9377352,0.00012153573,0.058956854,0.00014722314,0.000087250446,0.00011652072,0.0000624416,0.000024592053,0.0027483096],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963678,0.0014702802,0.00027115273,0.0006975547,0.0008006959,0.0003924965],"domain_scores_gemma":[0.99513984,0.002018441,0.00085730746,0.00045567268,0.0012795656,0.00024912288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037434353,0.00081452494,0.0013457009,0.0010409273,0.0012394913,0.0015105493,0.0018677509,0.0012931759,0.0018464352],"category_scores_gemma":[0.007767446,0.00038445953,0.00084527966,0.00076414994,0.001063485,0.0026369472,0.0016948736,0.0015088494,0.00053295196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054167456,0.00047026755,0.008132507,0.00024351168,0.0003386582,0.00062865915,0.0008594948,0.7031112,0.0064706574,0.033347726,0.004544469,0.24131115],"study_design_scores_gemma":[0.0000073575725,0.000040498195,0.00027194843,0.000008022509,0.000018440942,0.00003560532,0.000039231425,0.9934355,0.0005046149,0.0050955843,0.00053338433,0.0000098598875],"about_ca_topic_score_codex":0.0059219953,"about_ca_topic_score_gemma":0.0047809863,"teacher_disagreement_score":0.0059219953,"about_ca_system_score_codex":0.002045688,"about_ca_system_score_gemma":0.0018562353,"threshold_uncertainty_score":0.019797444},"labels":[],"label_agreement":null},{"id":"W6116489","doi":"10.1007/978-3-642-33486-3_31","title":"Efficient Bi-objective Team Formation in Social Networks","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Scalability; Mathematical optimization; Approximation algorithm; Heuristic; Graph; Theoretical computer science; Artificial intelligence; Algorithm; Mathematics","score_opus":0.012026271862673434,"score_gpt":0.22966458781899918,"score_spread":0.21763831595632574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6116489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03020014,0.0002984202,0.96384674,0.00031937167,0.00007287425,0.00014193091,0.00009501386,0.00019724239,0.004828185],"genre_scores_gemma":[0.75516796,0.00046333636,0.22916014,0.00018522066,0.0001852028,0.00074281613,0.00039276783,0.00020765778,0.013494965],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788994,0.0009607816,0.00008737664,0.00038726238,0.00034301923,0.00033150346],"domain_scores_gemma":[0.99099463,0.0068875235,0.0005244996,0.0005188925,0.00050780614,0.00056671054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003224962,0.0017856176,0.003108305,0.0011520814,0.0015095026,0.0018628618,0.0038176551,0.002867659,0.004373582],"category_scores_gemma":[0.010387932,0.0015545476,0.0012635299,0.0015417815,0.0016008202,0.0031496363,0.0051609525,0.0020449844,0.0010769839],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013172619,0.000079651225,0.00041498925,0.00010403628,0.00005714658,0.00005898681,0.000119704026,0.95595074,0.00066700374,0.018921608,0.0016437862,0.021850657],"study_design_scores_gemma":[0.000013822608,0.000026243839,0.00004023646,0.000006144524,0.000005737248,0.000009841092,0.000021903907,0.9887439,0.0001312123,0.0108123105,0.00018510713,0.0000035447194],"about_ca_topic_score_codex":0.0034673973,"about_ca_topic_score_gemma":0.00338964,"teacher_disagreement_score":0.004373582,"about_ca_system_score_codex":0.0013548642,"about_ca_system_score_gemma":0.0014689869,"threshold_uncertainty_score":0.017055452},"labels":[],"label_agreement":null},{"id":"W6893014435","doi":"10.5281/zenodo.13123028","title":"PyBIDS: Python tools for BIDS datasets","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Université de Montréal; Ottawa Hospital; Université de Sherbrooke; University of Toronto; Montreal Neurological Institute and Hospital; Polytechnique Montréal; Western University; Concordia University; Holland Bloorview Kids Rehabilitation Hospital; McGill University","funders":"","keywords":"Python (programming language); Information system; MIT License; Scripting language; Software","score_opus":0.04377670747731543,"score_gpt":0.2652480264956738,"score_spread":0.22147131901835837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893014435","genre_codex":"dataset","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00172385,0.00028382897,0.07510964,0.0008180275,0.0003927277,0.0003725649,0.4796453,0.42807037,0.013583677],"genre_scores_gemma":[0.017969668,0.00042651696,0.09088073,0.0013349715,0.00016254769,0.003131783,0.7064944,0.16796504,0.0116343545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976521,0.00053141743,0.00022810664,0.0004930815,0.0007795613,0.00031569085],"domain_scores_gemma":[0.9967939,0.00097089715,0.00019438741,0.0010405409,0.0005824211,0.00041792128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004518495,0.0026313048,0.0016531369,0.0025823212,0.0013672847,0.00398752,0.0049765403,0.00104488,0.15093341],"category_scores_gemma":[0.013453711,0.0021266139,0.0024831067,0.0032591312,0.0010298907,0.004569713,0.0064490796,0.0036641734,0.1435379],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021450726,0.00003295076,0.00059039675,0.0003782364,0.00007144629,0.000049820737,0.00009646799,0.0012971231,0.0006965257,0.0038748682,0.9826041,0.010093474],"study_design_scores_gemma":[0.00063829264,0.000059610906,0.002671513,0.0001725873,0.000059157053,0.00022246297,0.00016971723,0.031787675,0.007058424,0.055335287,0.9016462,0.00017907686],"about_ca_topic_score_codex":0.008553853,"about_ca_topic_score_gemma":0.012269692,"teacher_disagreement_score":0.15093341,"about_ca_system_score_codex":0.0013502506,"about_ca_system_score_gemma":0.0031973028,"threshold_uncertainty_score":0.50492257},"labels":[],"label_agreement":null},{"id":"W6893773321","doi":"10.5281/zenodo.4082059","title":"Applying Machine Learning to Customized Smell Detection: A Multi-Project Study","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Triacetin; Emperipolesis; Fusible alloy","score_opus":0.05845646277231043,"score_gpt":0.2629157620266109,"score_spread":0.20445929925430045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893773321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880606,0.00013593101,0.008792891,0.00014351262,0.000018496412,0.00038091742,0.00037024502,0.00008548113,0.002011902],"genre_scores_gemma":[0.98659223,0.00014353707,0.010497832,0.00011053375,0.000022452505,0.00029511502,0.000535417,0.000057817335,0.0017451651],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99402255,0.0031566657,0.00030346125,0.0009192516,0.0011699228,0.00042819657],"domain_scores_gemma":[0.9722776,0.016112318,0.0022307297,0.0027385089,0.005403138,0.0012376963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008545554,0.00078480504,0.0007975518,0.0017515969,0.00088187,0.0016106034,0.001016659,0.0015583979,0.0014197567],"category_scores_gemma":[0.021697635,0.0003600715,0.001147042,0.0015052488,0.0007016647,0.0018870365,0.002624034,0.0009069597,0.0006677706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0082511,0.01793881,0.370124,0.0015440661,0.0013635786,0.0025235412,0.01534258,0.026528835,0.039300863,0.0021746422,0.0070533436,0.50785464],"study_design_scores_gemma":[0.0007996801,0.02432152,0.6969603,0.0003858857,0.0009151474,0.002232127,0.023019424,0.18745337,0.03899746,0.0061986293,0.018280674,0.0004357904],"about_ca_topic_score_codex":0.006636629,"about_ca_topic_score_gemma":0.0059530525,"teacher_disagreement_score":0.008545554,"about_ca_system_score_codex":0.00076049665,"about_ca_system_score_gemma":0.0008443008,"threshold_uncertainty_score":0.04519373},"labels":[],"label_agreement":null},{"id":"W6901693976","doi":"10.60692/dn1nn-2d257","title":"An improved particle swarm optimization with a new swap operator for team formation problem","year":2018,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Swap (finance); Particle swarm optimization; Multi-swarm optimization; Operator (biology); Benchmark (surveying); Optimization algorithm; Swarm intelligence","score_opus":0.018656534988352513,"score_gpt":0.2084901298995466,"score_spread":0.1898335949111941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901693976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0124753155,0.0002594727,0.98412365,0.000227052,0.00013190406,0.00006886919,0.000037533868,0.00015118101,0.0025249326],"genre_scores_gemma":[0.53832006,0.0004581099,0.45561415,0.0002986447,0.00019428677,0.00048355738,0.00028680416,0.00008377091,0.0042605167],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994337,0.00021534075,0.000036601272,0.00009941766,0.00015625056,0.000058733774],"domain_scores_gemma":[0.9993924,0.00029831275,0.00006566449,0.00004247076,0.00015746083,0.00004369445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001227228,0.0010024294,0.0011498404,0.0006971393,0.0006007963,0.00076194276,0.0011861268,0.0013569703,0.0015375935],"category_scores_gemma":[0.0022859646,0.00037503653,0.00086356176,0.00068364537,0.000622636,0.0009964382,0.0010114773,0.0010638954,0.0002674627],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009539308,0.000067604225,0.0009909724,0.00008842904,0.000057307592,0.000082247934,0.00007903493,0.9299352,0.0018061893,0.008098547,0.002778918,0.055920143],"study_design_scores_gemma":[0.000015109644,0.000025427313,0.00007403422,0.0000029969797,0.0000050215817,0.000008987094,0.000007165519,0.9983625,0.00015163697,0.00089356257,0.00045039837,0.0000031964628],"about_ca_topic_score_codex":0.0058072046,"about_ca_topic_score_gemma":0.003172817,"teacher_disagreement_score":0.0058072046,"about_ca_system_score_codex":0.0005366128,"about_ca_system_score_gemma":0.0012361623,"threshold_uncertainty_score":0.011546791},"labels":[],"label_agreement":null},{"id":"W6924879863","doi":"10.15468/dl.xnh97r","title":"Occurrence Download","year":2023,"lang":"en","type":"dataset","venue":"Global Biodiversity Information Facility","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Download; Matching (statistics); Range (aeronautics); Set (abstract data type); Data set","score_opus":0.016021151131862976,"score_gpt":0.21674745962907443,"score_spread":0.20072630849721146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924879863","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000090951544,0.0000434949,0.00006991776,0.000052811287,0.000017828883,0.00000897182,0.9984199,0.00056629797,0.00072986446],"genre_scores_gemma":[0.00022090887,0.000033229986,0.0002461159,0.00004462518,0.0000037255006,0.000049975257,0.99885976,0.00009816692,0.00044353722],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990429,0.00013612893,0.000111358626,0.0003079558,0.00024737392,0.00015427328],"domain_scores_gemma":[0.99823403,0.00044239766,0.00015222206,0.00048995495,0.00046632593,0.00021498959],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00086687016,0.0021491242,0.0014687806,0.0041497066,0.0010677914,0.0021066903,0.0029883576,0.0022435072,0.080243655],"category_scores_gemma":[0.004476452,0.0007379052,0.0012335118,0.008169212,0.0004663379,0.0018117953,0.0024050488,0.001940479,0.14442353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029491626,0.00001539384,0.0004215737,0.0004451908,0.000013503899,0.000017969904,0.000026731475,0.0001663423,0.000118963864,0.00034378865,0.99673426,0.001666869],"study_design_scores_gemma":[0.00008586655,0.0000117783065,0.002504177,0.00018309415,0.000014649619,0.00005431099,0.00011098614,0.00036459666,0.00028161408,0.00095033564,0.99541736,0.000021356782],"about_ca_topic_score_codex":0.028516999,"about_ca_topic_score_gemma":0.052381378,"teacher_disagreement_score":0.91975635,"about_ca_system_score_codex":0.0016879346,"about_ca_system_score_gemma":0.0021742159,"threshold_uncertainty_score":0.26844174},"labels":[],"label_agreement":null},{"id":"W6930337142","doi":"10.5281/zenodo.11887020","title":"histoires extraordinaires poe pdf","year":2024,"lang":"fr","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Paraphernalia; Limiting; Work (physics)","score_opus":0.030880471127736137,"score_gpt":0.2321169971035204,"score_spread":0.20123652597578426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930337142","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000736397,0.00089060125,0.0010794275,0.0017662963,0.004808396,0.000088783374,0.0011003438,0.0009668391,0.98856294],"genre_scores_gemma":[0.0030941863,0.00067616854,0.000809687,0.0005260803,0.000571453,0.000033708657,0.00052445004,0.00039841703,0.9933658],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996648,0.000050980605,0.000013626935,0.000047737765,0.00016877169,0.000054205677],"domain_scores_gemma":[0.99904495,0.00007733784,0.00003427522,0.00011862626,0.0003329695,0.00039180415],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005948004,0.000542023,0.00033664104,0.00069040986,0.0020878252,0.0034050548,0.0006278905,0.00088909717,0.7465327],"category_scores_gemma":[0.0018826231,0.00027962972,0.00032555405,0.0007591712,0.00078581343,0.002168087,0.0034981156,0.0019762435,0.5835981],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023925948,0.000015684735,0.00015609789,0.00011177153,0.0000015812268,0.00012312787,0.00020377824,0.000034533332,0.00050261855,0.0053010248,0.9418565,0.051669355],"study_design_scores_gemma":[0.000001349812,0.000004324773,0.00015116789,0.000021975875,2.8480417e-7,0.000046655863,0.00010582456,0.0000054201114,0.00007559934,0.00017753236,0.9994086,0.0000013253855],"about_ca_topic_score_codex":0.0015018343,"about_ca_topic_score_gemma":0.0062365434,"teacher_disagreement_score":0.25346732,"about_ca_system_score_codex":0.00083982234,"about_ca_system_score_gemma":0.00094407605,"threshold_uncertainty_score":0.36154032},"labels":[],"label_agreement":null},{"id":"W6939041753","doi":"10.60692/nsmxe-9d426","title":"An improved particle swarm optimization with a new swap operator for team formation problem","year":2018,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Swap (finance); Particle swarm optimization; Multi-swarm optimization; Operator (biology); Benchmark (surveying); Optimization algorithm; Swarm intelligence","score_opus":0.018656534988352513,"score_gpt":0.2084901298995466,"score_spread":0.1898335949111941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939041753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0124753155,0.0002594727,0.98412365,0.000227052,0.00013190406,0.00006886919,0.000037533868,0.00015118101,0.0025249326],"genre_scores_gemma":[0.53832006,0.0004581099,0.45561415,0.0002986447,0.00019428677,0.00048355738,0.00028680416,0.00008377091,0.0042605167],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994337,0.00021534075,0.000036601272,0.00009941766,0.00015625056,0.000058733774],"domain_scores_gemma":[0.9993924,0.00029831275,0.00006566449,0.00004247076,0.00015746083,0.00004369445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001227228,0.0010024294,0.0011498404,0.0006971393,0.0006007963,0.00076194276,0.0011861268,0.0013569703,0.0015375935],"category_scores_gemma":[0.0022859646,0.00037503653,0.00086356176,0.00068364537,0.000622636,0.0009964382,0.0010114773,0.0010638954,0.0002674627],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009539308,0.000067604225,0.0009909724,0.00008842904,0.000057307592,0.000082247934,0.00007903493,0.9299352,0.0018061893,0.008098547,0.002778918,0.055920143],"study_design_scores_gemma":[0.000015109644,0.000025427313,0.00007403422,0.0000029969797,0.0000050215817,0.000008987094,0.000007165519,0.9983625,0.00015163697,0.00089356257,0.00045039837,0.0000031964628],"about_ca_topic_score_codex":0.0058072046,"about_ca_topic_score_gemma":0.003172817,"teacher_disagreement_score":0.0058072046,"about_ca_system_score_codex":0.0005366128,"about_ca_system_score_gemma":0.0012361623,"threshold_uncertainty_score":0.011546791},"labels":[],"label_agreement":null},{"id":"W6979265545","doi":"","title":"Agentic Search Engine for Real-Time IoT Data","year":2025,"lang":"en","type":"article","venue":"ArXiv.org","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internet of Things; Search engine; Service (business); Exploit; Quality (philosophy); The Internet; Service discovery; Fragmentation (computing)","score_opus":0.06575730066555055,"score_gpt":0.3120306596737835,"score_spread":0.24627335900823297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979265545","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16516683,0.0025853422,0.77597606,0.0032283051,0.0005284638,0.0011644125,0.0046218247,0.025818534,0.020910148],"genre_scores_gemma":[0.59877867,0.0005700498,0.38398436,0.0007842361,0.00010865593,0.00040418128,0.00485941,0.00048143824,0.010028993],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998572,0.00044016782,0.00017977395,0.00024471743,0.00045518763,0.00010812375],"domain_scores_gemma":[0.997259,0.0015404371,0.00018137452,0.000419373,0.00044524463,0.0001545485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022990545,0.0007998084,0.0010612053,0.0022631977,0.0009870685,0.0016065065,0.001609469,0.0014050123,0.0032255582],"category_scores_gemma":[0.0067933155,0.00033207706,0.0007989042,0.0015885744,0.00044362343,0.0024000986,0.0016476718,0.00086357404,0.0016874614],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022795352,0.0016557382,0.01512342,0.0022765666,0.0006853364,0.0018208207,0.002651928,0.20003851,0.06102586,0.05603156,0.105147,0.55126375],"study_design_scores_gemma":[0.00009857513,0.00014777656,0.0011718507,0.000041462336,0.00009119631,0.0002100699,0.0004980019,0.9487875,0.009695441,0.017176421,0.022028942,0.000052721465],"about_ca_topic_score_codex":0.0140844295,"about_ca_topic_score_gemma":0.026695583,"teacher_disagreement_score":0.0140844295,"about_ca_system_score_codex":0.001098639,"about_ca_system_score_gemma":0.0018107125,"threshold_uncertainty_score":0.028004885},"labels":[],"label_agreement":null},{"id":"W6992619956","doi":"","title":"Machine learning-based approaches to data quality improvement in mobile crowdsensing and crowdsourcing","year":2021,"lang":"en","type":"dissertation","venue":"UVic’s Research and Learning Repository (University of Victoria)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Participatory sensing; Data quality; Crowdsensing; Probabilistic logic; Data collection; Activity recognition; Ground truth; Domain (mathematical analysis)","score_opus":0.07180757630313238,"score_gpt":0.2962738258948998,"score_spread":0.22446624959176742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992619956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033015555,0.00035866615,0.99444157,0.0008023289,0.000030933537,0.0000957829,0.000051404608,0.00021117473,0.0007065479],"genre_scores_gemma":[0.3133875,0.00066955754,0.6818652,0.0005441562,0.00028476148,0.00047348716,0.00024137173,0.00014117191,0.0023928573],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98451644,0.008408021,0.00089062675,0.0030912482,0.0025212017,0.0005723884],"domain_scores_gemma":[0.9537098,0.033340435,0.0034944036,0.0047844895,0.004083332,0.00058759964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019123223,0.0016756449,0.0022629576,0.0034811012,0.0015598595,0.003640742,0.005222397,0.0028283524,0.0013942171],"category_scores_gemma":[0.04788595,0.0013242554,0.0021431544,0.0039028523,0.0044817864,0.00502964,0.006461714,0.0039006115,0.00043357429],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023999214,0.00032736376,0.0037725095,0.00072451413,0.00032277766,0.00023067497,0.0012270664,0.6188276,0.0029972796,0.11993222,0.0034851865,0.24791288],"study_design_scores_gemma":[0.000026674508,0.00003705869,0.0003580777,0.000038746206,0.000019822697,0.000031335916,0.0000748529,0.9210421,0.0015074369,0.074643396,0.0021957846,0.0000247805],"about_ca_topic_score_codex":0.007422486,"about_ca_topic_score_gemma":0.0047024456,"teacher_disagreement_score":0.019123223,"about_ca_system_score_codex":0.004487053,"about_ca_system_score_gemma":0.0033188974,"threshold_uncertainty_score":0.10113448},"labels":[],"label_agreement":null},{"id":"W7010072846","doi":"","title":"GOLDEN QB CARE &amp;lt;&amp;lt;&amp;lt; Help USA@ +1 -877 -778 -8714...((( QUICKBOOKS payroll CUSTOMER CARE phone number","year":2016,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Payroll; Phone; Mobile phone; Customer care; Customer service","score_opus":0.015355724708229131,"score_gpt":0.2616406191858132,"score_spread":0.2462848944775841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7010072846","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005202705,0.00020089766,0.00083814876,0.001678213,0.001810383,0.00019764989,0.0020222003,0.0027265714,0.9900057],"genre_scores_gemma":[0.00077568076,0.00012897079,0.00025962087,0.00043044437,0.00014751698,0.00003201544,0.0006712958,0.00043937072,0.997115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998755,0.00008770688,0.000045590776,0.00028245003,0.00063467375,0.00019452035],"domain_scores_gemma":[0.99507797,0.00032722382,0.00013365498,0.00028375554,0.002294003,0.0018833476],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00078035676,0.0013781597,0.0014335294,0.0014319269,0.0029644126,0.006365856,0.0018248492,0.0019530384,0.9451125],"category_scores_gemma":[0.0043912334,0.000747755,0.00069952116,0.0013645341,0.0006669946,0.0033101407,0.0030107442,0.0019945512,0.9426088],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025898607,0.000036830097,0.00010852908,0.000039585608,0.0000012848874,0.000037556612,0.000029132922,0.0000224684,0.0003171931,0.0004970501,0.98202467,0.016859798],"study_design_scores_gemma":[0.000017064453,0.000041358115,0.00054553495,0.00007090937,0.000004404339,0.000106317006,0.00016761637,0.0001221458,0.00022065706,0.00023239735,0.9984598,0.000011876008],"about_ca_topic_score_codex":0.0060502393,"about_ca_topic_score_gemma":0.01113583,"teacher_disagreement_score":0.054887474,"about_ca_system_score_codex":0.0014238864,"about_ca_system_score_gemma":0.0018296065,"threshold_uncertainty_score":0.07829034},"labels":[],"label_agreement":null},{"id":"W7023298706","doi":"","title":"The Ontopolitics of Complexity: Toward Agonistic Democracy and Ecological Political Economy","year":2023,"lang":"en","type":"other","venue":"York University Digital Library (York University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Conflation; Pluralism (philosophy); Pretext; Sustainability; Politics; Agonism; Political philosophy; Democracy","score_opus":0.020961352089477733,"score_gpt":0.18072570774346686,"score_spread":0.1597643556539891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023298706","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077663645,0.0059455135,0.09631749,0.12829185,0.00088928384,0.000083251456,0.000039378458,0.00008431502,0.69068533],"genre_scores_gemma":[0.9690906,0.0024015626,0.010855896,0.0034548745,0.00038014274,0.000107402004,0.00002041463,0.00006383721,0.013625217],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963111,0.002481688,0.00008349263,0.0002980915,0.0005592208,0.00026640878],"domain_scores_gemma":[0.99685186,0.0019796293,0.00032361507,0.00035349483,0.00023201732,0.00025945014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005163994,0.00036306967,0.00035317722,0.0014978496,0.0052824034,0.011161857,0.0007448434,0.0023484665,0.0022921197],"category_scores_gemma":[0.0054236194,0.0002815279,0.00038068573,0.0010090013,0.047582965,0.011904956,0.008933551,0.0049472395,0.00034747334],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024980473,0.000004241253,0.00010467626,0.000008651973,0.0000010071908,0.000017951737,0.0034061896,0.00019094159,0.000054236334,0.99352694,0.0006028875,0.0020797784],"study_design_scores_gemma":[0.000003222031,0.0000050819963,0.00013357653,0.00003223852,0.0000013991372,0.000021566384,0.0020801837,0.0006145643,0.00008732088,0.9676886,0.029327732,0.0000045181373],"about_ca_topic_score_codex":0.0017796041,"about_ca_topic_score_gemma":0.0020429136,"teacher_disagreement_score":0.011161857,"about_ca_system_score_codex":0.0048551615,"about_ca_system_score_gemma":0.00418523,"threshold_uncertainty_score":0.035226762},"labels":[],"label_agreement":null},{"id":"W7025317902","doi":"","title":"Useright: a framework for data quality management in crowdsourcing systems","year":2014,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Crowdsourcing; Crowdsourcing software development; Quality (philosophy); Field (mathematics); Data quality; Anonymity; Certification","score_opus":0.047769516434127565,"score_gpt":0.3077600803015909,"score_spread":0.25999056386746333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025317902","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00077871524,0.00019571216,0.9921475,0.00085873797,0.000084301035,0.0005323687,0.00015332641,0.0028576786,0.0023917514],"genre_scores_gemma":[0.0707486,0.0005329308,0.91716254,0.0007141938,0.00025691075,0.0019516827,0.00077653304,0.0011504381,0.0067062555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9621285,0.018027766,0.0037032948,0.004789032,0.009520344,0.0018310604],"domain_scores_gemma":[0.9617303,0.016057324,0.0027451226,0.011261513,0.005951906,0.0022537864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.047111988,0.0022828302,0.0024975508,0.004572067,0.0047117276,0.012638169,0.011494987,0.005758862,0.00882961],"category_scores_gemma":[0.056898244,0.0028968523,0.0056041875,0.003781746,0.0070477133,0.013868669,0.017679226,0.007639607,0.003894854],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002336034,0.00021921603,0.0018687409,0.0005864008,0.00023612431,0.0006574979,0.0024752556,0.120815724,0.0021248504,0.75620455,0.022723734,0.09185422],"study_design_scores_gemma":[0.00012674519,0.00010864098,0.00035461175,0.00021270385,0.00006868342,0.00022657521,0.00038720018,0.59125084,0.002002923,0.30926648,0.09584629,0.00014826666],"about_ca_topic_score_codex":0.018007606,"about_ca_topic_score_gemma":0.013634726,"teacher_disagreement_score":0.047111988,"about_ca_system_score_codex":0.0078076026,"about_ca_system_score_gemma":0.008467486,"threshold_uncertainty_score":0.24915498},"labels":[],"label_agreement":null},{"id":"W7037021359","doi":"","title":"A debate on the energy economy- and Canada moving forward.","year":2017,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Wilderness; Energy (signal processing); Climate change; Environmental impact of the energy industry; Energy policy","score_opus":0.004387646633223329,"score_gpt":0.15855874915344947,"score_spread":0.15417110252022614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037021359","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002456064,0.027241461,0.0003273703,0.48514,0.0071036424,0.00003197839,0.0014549458,0.00009062388,0.4761539],"genre_scores_gemma":[0.06293176,0.014496355,0.00064023864,0.107353635,0.00089651387,0.000034877055,0.00068521855,0.00023373814,0.8127277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99670523,0.00022251133,0.000041677267,0.00023368721,0.0017009368,0.0010959329],"domain_scores_gemma":[0.9969235,0.00039050708,0.000058086334,0.00010772713,0.0016295913,0.00089056964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017063528,0.0007042479,0.00051610917,0.0011680445,0.019263528,0.013277317,0.001827755,0.0099047525,0.065586],"category_scores_gemma":[0.005483091,0.00044535976,0.0005128938,0.0032341043,0.0061884196,0.0070788516,0.0029598512,0.009120008,0.008001972],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017311877,0.00000762236,0.00023115547,0.000039292474,0.0000032070973,0.000052842952,0.0005803895,0.000051325107,0.000065677625,0.07659857,0.91325,0.009102545],"study_design_scores_gemma":[0.0000067565675,0.000002507607,0.0010328024,0.00011267198,0.0000042223014,0.000015797965,0.002037089,0.000045003402,0.00009212583,0.0055551943,0.9910788,0.00001696409],"about_ca_topic_score_codex":0.9773167,"about_ca_topic_score_gemma":0.99176735,"teacher_disagreement_score":0.065586,"about_ca_system_score_codex":0.05982687,"about_ca_system_score_gemma":0.1316777,"threshold_uncertainty_score":0.4340763},"labels":[],"label_agreement":null},{"id":"W7038478187","doi":"","title":"How observational crowdsourcing disrupts serendipity: Designing for pluripotent data with the data design framework","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Crowdsourcing; Serendipity; Observational study; Data quality; Quality (philosophy); Design science; Process (computing)","score_opus":0.07905142180691624,"score_gpt":0.2885886818898246,"score_spread":0.20953726008290838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038478187","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06102147,0.00020888881,0.9156923,0.010274688,0.000145793,0.002545152,0.0004032463,0.0005113403,0.009197137],"genre_scores_gemma":[0.30982462,0.00012536375,0.6830115,0.0010052267,0.0000497116,0.0039958917,0.00027429123,0.00016057819,0.0015528412],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8661853,0.10432257,0.0059766863,0.008462653,0.012533939,0.002518926],"domain_scores_gemma":[0.7032025,0.1910757,0.016760442,0.06770372,0.015544333,0.005713259],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.13110629,0.0011305958,0.00076168316,0.0026073288,0.0045771264,0.010344517,0.0039608986,0.0030977614,0.0025606297],"category_scores_gemma":[0.2309849,0.0014198532,0.0019382798,0.0023328997,0.018104495,0.01175238,0.013450086,0.0054353657,0.00072533364],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062225666,0.0007041146,0.032813337,0.0016294598,0.00027301838,0.0005905969,0.0392085,0.031065315,0.011852837,0.74935794,0.004545198,0.12733747],"study_design_scores_gemma":[0.0004808151,0.0010115809,0.006539902,0.00094259134,0.00019626049,0.00042569143,0.013604964,0.06745779,0.016802562,0.8158776,0.07639879,0.00026141613],"about_ca_topic_score_codex":0.0032836073,"about_ca_topic_score_gemma":0.0037309937,"teacher_disagreement_score":0.86889374,"about_ca_system_score_codex":0.005449867,"about_ca_system_score_gemma":0.01424461,"threshold_uncertainty_score":0.6933646},"labels":[],"label_agreement":null},{"id":"W7038648507","doi":"","title":"Interdependent within a crowd? A test of interdependence theory in team-based microtask crowdsourcing","year":2023,"lang":"en","type":"article","venue":"Research Portal (Queen's University Belfast)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Interdependence; Crowdsourcing; Test (biology); Field (mathematics); Key (lock)","score_opus":0.01847939532781347,"score_gpt":0.2721259001241817,"score_spread":0.25364650479636824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038648507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9190915,0.00013488487,0.045221623,0.0017315705,0.000048997634,0.0001492766,0.00011064915,0.00003799142,0.033473544],"genre_scores_gemma":[0.9972516,0.000032713568,0.0020127376,0.000057797064,0.00001618718,0.00007541883,0.00003145553,0.000010408498,0.0005118412],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9902243,0.0063541373,0.0002461439,0.0013773313,0.0011280171,0.000670054],"domain_scores_gemma":[0.8386104,0.13564995,0.01238059,0.0070301914,0.0033895103,0.0029394128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013341239,0.0006484378,0.0009860994,0.0013109372,0.0019785028,0.0038130756,0.0020451595,0.0017710692,0.009729597],"category_scores_gemma":[0.07470895,0.0006751138,0.0011139086,0.0010995682,0.004438143,0.005663379,0.0046786726,0.0023106576,0.0007398845],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004139796,0.004217273,0.25124693,0.00074249634,0.0014560864,0.00092801696,0.028839242,0.09632421,0.0074156714,0.4677816,0.0050003873,0.13190831],"study_design_scores_gemma":[0.00053023867,0.0010252942,0.12829551,0.00015785478,0.00033825872,0.0002380063,0.016854074,0.33136296,0.0016166556,0.5158782,0.0035545807,0.00014831871],"about_ca_topic_score_codex":0.005238556,"about_ca_topic_score_gemma":0.0022548996,"teacher_disagreement_score":0.013341239,"about_ca_system_score_codex":0.0016330347,"about_ca_system_score_gemma":0.0016031631,"threshold_uncertainty_score":0.070556045},"labels":[],"label_agreement":null},{"id":"W7039650790","doi":"","title":"Mb Canada Post Birds","year":2012,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.004042749023674013,"score_gpt":0.16199312657918097,"score_spread":0.15795037755550695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039650790","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006291114,0.0006568599,0.00010823211,0.0010314721,0.0010177444,0.00004326909,0.0030746574,0.00028263358,0.993156],"genre_scores_gemma":[0.0005100364,0.00012037784,0.000038682792,0.00005950775,0.000022090095,0.0000037963825,0.0002807126,0.000045062374,0.9989197],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99963784,0.000014224505,0.0000060452994,0.000081139086,0.0001608369,0.00009978308],"domain_scores_gemma":[0.9993259,0.000032596003,0.000021230253,0.000047451515,0.00032105233,0.0002518998],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00023255819,0.00096614653,0.0005262779,0.0013224895,0.0037372166,0.0035527402,0.00077172444,0.001477929,0.86460555],"category_scores_gemma":[0.00082339824,0.00044875257,0.00038386972,0.0014722218,0.00060290867,0.0012036464,0.0015171834,0.0014123807,0.6400365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054479187,0.000024106363,0.0003438331,0.00007148286,0.0000033448603,0.000102861806,0.000045648394,0.00005469163,0.00029345363,0.0021895939,0.9289744,0.06784213],"study_design_scores_gemma":[0.0000029442656,0.0000063263797,0.0006291795,0.000016907989,9.983312e-7,0.000014729038,0.000055285145,0.000017978284,0.00005851813,0.00013294358,0.999062,0.000002249594],"about_ca_topic_score_codex":0.2756799,"about_ca_topic_score_gemma":0.6433751,"teacher_disagreement_score":0.7243201,"about_ca_system_score_codex":0.003526616,"about_ca_system_score_gemma":0.005309447,"threshold_uncertainty_score":0.54815054},"labels":[],"label_agreement":null},{"id":"W7065865373","doi":"","title":"Factors associated with changes in psychological distress in patients participating in a nursing intervention program after a myocardial infarction","year":2000,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychosocial; Psychological distress; Myocardial infarction; Distress; Intervention (counseling); Psychological intervention; Population; Randomized controlled trial","score_opus":0.021057966466441334,"score_gpt":0.2908701017191079,"score_spread":0.26981213525266656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7065865373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99915075,0.00019275889,0.000024235982,0.00017856003,0.000012659164,0.00003630353,0.00005219115,0.0000020079722,0.00035051012],"genre_scores_gemma":[0.99946624,0.00011434023,0.000060113827,0.00008815464,0.000019160834,0.000035851474,0.00006827125,7.0749974e-7,0.00014709299],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99917275,0.00036800103,0.00006951415,0.000077555,0.00013984538,0.0001722276],"domain_scores_gemma":[0.9982911,0.00036746054,0.000699614,0.000051477175,0.00012258092,0.0004677838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007200049,0.0002086918,0.00044160517,0.00044466407,0.000703062,0.00058303255,0.00027225062,0.00052265456,0.0015306409],"category_scores_gemma":[0.0063599446,0.00015873971,0.00046959627,0.00066494365,0.0002661049,0.00026994615,0.00056859705,0.0009913755,0.00012005586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022495417,0.0026368205,0.968495,0.00011101222,0.00029954212,0.00011124379,0.0009108902,0.00010752021,0.0005390051,0.00003049452,0.00057720416,0.023931757],"study_design_scores_gemma":[0.00006248309,0.00060600025,0.9984894,0.00001097592,0.000047116646,0.00002346226,0.0004732612,0.00010385101,0.00002929537,0.000018366049,0.00012947734,0.000006294531],"about_ca_topic_score_codex":0.0068465103,"about_ca_topic_score_gemma":0.011656625,"teacher_disagreement_score":0.0068465103,"about_ca_system_score_codex":0.0006224393,"about_ca_system_score_gemma":0.0006655517,"threshold_uncertainty_score":0.013613343},"labels":[],"label_agreement":null},{"id":"W7095977078","doi":"","title":"2 nd Annual Workshop on Collaboration Agents","year":2004,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cola (plant); Negotiation; Work (physics); Schedule; Focus (optics); Power (physics); Interface (matter)","score_opus":0.014599968921634874,"score_gpt":0.26095881434735574,"score_spread":0.24635884542572087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095977078","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009942652,0.1034787,0.16807681,0.18836482,0.13667102,0.0012721133,0.0028841123,0.0028542683,0.38645554],"genre_scores_gemma":[0.089563355,0.05705812,0.106752865,0.018588867,0.024271604,0.0017653926,0.0069791176,0.0022312184,0.69278944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948672,0.002042461,0.00032124197,0.0009979554,0.001117276,0.00065379794],"domain_scores_gemma":[0.9924684,0.002764685,0.0001765763,0.00079728774,0.0017568448,0.002036328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010039233,0.0017494697,0.0016188549,0.0015941104,0.0030973859,0.009892276,0.0036971977,0.0056673065,0.046866953],"category_scores_gemma":[0.009644172,0.00090567215,0.0019215178,0.0016787898,0.0030486407,0.009784065,0.0062779556,0.0071065486,0.013188211],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019817064,0.0001872765,0.0004415039,0.0005501523,0.00005047247,0.00023286854,0.0015791008,0.0018223139,0.0007453296,0.08882664,0.7871335,0.11823263],"study_design_scores_gemma":[0.000016842121,0.00003069172,0.0002090537,0.00026494215,0.000011472979,0.0000865417,0.00035812362,0.0008327065,0.0002393674,0.015579001,0.98235357,0.00001769779],"about_ca_topic_score_codex":0.008413463,"about_ca_topic_score_gemma":0.01072023,"teacher_disagreement_score":0.046866953,"about_ca_system_score_codex":0.0052458313,"about_ca_system_score_gemma":0.006031115,"threshold_uncertainty_score":0.1567856},"labels":[],"label_agreement":null},{"id":"W7115041457","doi":"","title":"HarMoEny: Efficient multi-GPU inference of Mixture of Experts models by scheduling experts across accelerators","year":2025,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Inference; Scheduling (production processes); Mixture model; Job shop scheduling; Expert system","score_opus":0.02738314471006957,"score_gpt":0.2804819732843613,"score_spread":0.2530988285742917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115041457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036619082,0.0007666028,0.9403259,0.0006294187,0.00017863419,0.00013217612,0.0005113506,0.017855134,0.0029816139],"genre_scores_gemma":[0.4017494,0.00039245829,0.5849779,0.00081481726,0.00016514344,0.00022858936,0.0020409937,0.0013859074,0.00824474],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912506,0.00022941956,0.000036774716,0.0002698252,0.0002181738,0.00012065224],"domain_scores_gemma":[0.9986407,0.0006511488,0.000093128365,0.0002907744,0.00019352413,0.00013066691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017750518,0.0013278339,0.0012553763,0.0008228328,0.00065175444,0.0015098765,0.0032314262,0.0015055606,0.0036285662],"category_scores_gemma":[0.0052465256,0.0010388681,0.0014384252,0.00069679157,0.00069078995,0.0025482578,0.0020329172,0.0025925126,0.0012942873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008749733,0.00027874284,0.0055960203,0.00019193908,0.0004456695,0.00021120226,0.0001707236,0.7637665,0.008583101,0.008194646,0.02083783,0.19084853],"study_design_scores_gemma":[0.00001852515,0.000014704058,0.00012401433,0.000002911491,0.0000076093497,0.000012150932,0.000007239106,0.99636936,0.00095721474,0.0016669702,0.0008130608,0.000006180602],"about_ca_topic_score_codex":0.022998657,"about_ca_topic_score_gemma":0.039907496,"teacher_disagreement_score":0.022998657,"about_ca_system_score_codex":0.001378673,"about_ca_system_score_gemma":0.002931928,"threshold_uncertainty_score":0.045729578},"labels":[],"label_agreement":null},{"id":"W7116407680","doi":"10.1109/tdsc.2025.3646011","title":"Efficient and Secure Data Sharing With Mobile Crowdsensing in Internet of Vehicles","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Dependable and Secure Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"China Postdoctoral Science Foundation; National Natural Science Foundation of China","keywords":"Data sharing; Information privacy; The Internet; Encryption; Single point of failure; Mobile device; Data security; Protocol (science); Bloom filter; Secure multi-party computation","score_opus":0.01858765233178488,"score_gpt":0.2587873833948896,"score_spread":0.24019973106310472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116407680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08451989,0.0004205055,0.9108671,0.00040200833,0.00007598727,0.00013654667,0.000052815863,0.00061854883,0.002906638],"genre_scores_gemma":[0.9572776,0.0001346773,0.040928844,0.00009867288,0.000026045567,0.000068818656,0.00004112066,0.000019900284,0.0014044864],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973363,0.0005316195,0.0001663582,0.00053332647,0.0010503258,0.00038208492],"domain_scores_gemma":[0.99827707,0.0005312733,0.00025639596,0.0005558063,0.0002934905,0.00008589663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001194775,0.0005643742,0.0009217941,0.0005346717,0.001179855,0.0012374099,0.0018115349,0.001368566,0.0007269834],"category_scores_gemma":[0.0029922228,0.00027037447,0.0007172094,0.0008704943,0.001475312,0.002935704,0.0033153852,0.0009863719,0.00026087026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014633914,0.00025811294,0.00306127,0.0004684482,0.00017417657,0.0017822342,0.0012548629,0.4726396,0.1145372,0.13070244,0.0030196256,0.27063859],"study_design_scores_gemma":[0.00005087517,0.00021846846,0.00026854686,0.000018518444,0.000031837535,0.0003631381,0.00015676678,0.93595815,0.027759124,0.031237762,0.0038858699,0.000050989358],"about_ca_topic_score_codex":0.0019834985,"about_ca_topic_score_gemma":0.0010994907,"teacher_disagreement_score":0.0019834985,"about_ca_system_score_codex":0.0009915805,"about_ca_system_score_gemma":0.0012683746,"threshold_uncertainty_score":0.0071944594},"labels":[],"label_agreement":null},{"id":"W7116988760","doi":"10.1145/3772429.3772431","title":"Incentivizing Permissionless Distributed Learning of LLMs","year":2025,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Incentive; Core (optical fiber); Component (thermodynamics); Scheme (mathematics); Track (disk drive); Mechanism (biology); Control (management); Distributed learning","score_opus":0.01016498781242345,"score_gpt":0.2541115687174247,"score_spread":0.24394658090500124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116988760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12126963,0.00020189899,0.86682296,0.001064103,0.00014954276,0.00018207276,0.00011631128,0.0038695058,0.006324007],"genre_scores_gemma":[0.938371,0.000038324175,0.057393692,0.0001882676,0.000040461025,0.00016082879,0.00006460526,0.00018548548,0.0035572648],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974088,0.0009891312,0.000115953044,0.00052172627,0.00062807556,0.00033633917],"domain_scores_gemma":[0.99196565,0.0038887346,0.0005868153,0.0020578185,0.0008313102,0.00066971243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047271797,0.00074321654,0.001097838,0.0004169873,0.0009253417,0.0012422712,0.0027977058,0.0014753916,0.004760881],"category_scores_gemma":[0.021669703,0.00046607194,0.00038538733,0.00040427622,0.0018991142,0.0032105776,0.005084905,0.0022971227,0.00088721595],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008601262,0.00034297648,0.002929843,0.00014819847,0.000054431675,0.00026872972,0.0004318995,0.79582566,0.013793232,0.080164246,0.0047871135,0.10039361],"study_design_scores_gemma":[0.00003645346,0.000038235008,0.00007421967,0.0000039496094,0.00000245133,0.000011348724,0.000010949386,0.98257244,0.0015150642,0.015010184,0.0007183714,0.0000064114906],"about_ca_topic_score_codex":0.0024322732,"about_ca_topic_score_gemma":0.0043544075,"teacher_disagreement_score":0.004760881,"about_ca_system_score_codex":0.0014357269,"about_ca_system_score_gemma":0.0021402105,"threshold_uncertainty_score":0.025000036},"labels":[],"label_agreement":null},{"id":"W7117645573","doi":"10.1109/wincom65874.2025.11313356","title":"Ranking Large Language Models with Human Preferences: A Game-Theoretic and Bayesian Comparative Study","year":2025,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Ranking (information retrieval); Pairwise comparison; Transitive relation; Convergence (economics); Bayesian probability; Ranking SVM; Scalability; Preference; Sensitivity (control systems)","score_opus":0.02112583726665783,"score_gpt":0.28865662968311234,"score_spread":0.2675307924164545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117645573","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44179225,0.0061872336,0.5251516,0.0054298295,0.00014458445,0.0007088207,0.0005429244,0.00036977028,0.019673042],"genre_scores_gemma":[0.88746506,0.0008213327,0.10801933,0.0005122031,0.00013120346,0.00033353252,0.0004995403,0.00013094684,0.0020868597],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9734884,0.022149572,0.0004964214,0.0013144974,0.0020144125,0.00053669093],"domain_scores_gemma":[0.74852633,0.23788208,0.0028083485,0.004240417,0.0050169798,0.0015258847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045312557,0.0013542365,0.0017996861,0.0035582292,0.001554908,0.0038037044,0.0023192358,0.0022761563,0.0037666697],"category_scores_gemma":[0.14227332,0.00083388924,0.001270718,0.0021347306,0.0033828267,0.009063877,0.0029424112,0.0033330147,0.00038438002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010565289,0.0007421656,0.014421441,0.0007777094,0.0006379854,0.0002156614,0.0015825558,0.68100834,0.00096464565,0.20331539,0.005586158,0.08969148],"study_design_scores_gemma":[0.00005090328,0.00018235511,0.0015381885,0.000048662936,0.000044930897,0.00005592002,0.00028034023,0.94986475,0.00026897472,0.046483453,0.0011417032,0.000039788203],"about_ca_topic_score_codex":0.020395292,"about_ca_topic_score_gemma":0.022468973,"teacher_disagreement_score":0.045312557,"about_ca_system_score_codex":0.006228962,"about_ca_system_score_gemma":0.0029919154,"threshold_uncertainty_score":0.23963857},"labels":[],"label_agreement":null},{"id":"W7118992878","doi":"10.1109/vtc2025-fall65116.2025.11310004","title":"Air-Ground Collaborative Mobile Crowdsensing by Predictive Multi-Agent Deep Reinforcement Learning","year":2025,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"National Natural Science Foundation of China","keywords":"Crowdsensing; Trajectory; Reinforcement learning; Visualization; Mobile device; Data collection; Activity recognition; Deep learning","score_opus":0.00852145869154304,"score_gpt":0.2523099187516344,"score_spread":0.24378846006009136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118992878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048030984,0.00030225408,0.94809276,0.00034121747,0.00008689507,0.000052471616,0.00006504528,0.00052832015,0.0025000134],"genre_scores_gemma":[0.946347,0.00009049398,0.05138492,0.0001452791,0.00003368522,0.00007406697,0.00008264802,0.00003480582,0.0018070666],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996561,0.0000910105,0.00001275675,0.00010523377,0.00006871852,0.000066202396],"domain_scores_gemma":[0.99913365,0.0004678097,0.000116747164,0.000059170845,0.00012844344,0.00009424784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000735125,0.00083979755,0.00095528347,0.00029060576,0.00042525635,0.0006322438,0.0012535792,0.0008662055,0.0010499096],"category_scores_gemma":[0.0021933592,0.0003766158,0.00050285435,0.00030135672,0.0007502625,0.00078160065,0.0012255084,0.0011079425,0.00021104116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006942626,0.00004808338,0.0007548544,0.000034395514,0.000024522664,0.00005601454,0.000050348055,0.9739381,0.0013479224,0.002291975,0.0006253622,0.020758882],"study_design_scores_gemma":[0.0000046790974,0.0000098034,0.0000393512,0.0000014097784,0.0000019482845,0.0000030841381,0.000005098505,0.9987985,0.00015567144,0.0008501659,0.00012851735,0.0000017150924],"about_ca_topic_score_codex":0.010940945,"about_ca_topic_score_gemma":0.009396948,"teacher_disagreement_score":0.010940945,"about_ca_system_score_codex":0.0008318333,"about_ca_system_score_gemma":0.0013447553,"threshold_uncertainty_score":0.021754503},"labels":[],"label_agreement":null},{"id":"W7124132508","doi":"10.65109/lvmh6964","title":"Improving the efficiency of crowdsourcing contests","year":2014,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Incentive; Mechanism design; Mechanism (biology); Set (abstract data type); Production (economics)","score_opus":0.009386567750588336,"score_gpt":0.20953214298075798,"score_spread":0.20014557523016965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124132508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23244579,0.0008000649,0.7409564,0.0019548994,0.00015378409,0.00075010705,0.00020676435,0.0007822319,0.021949839],"genre_scores_gemma":[0.9322283,0.0002402168,0.061265267,0.00021812873,0.000069631016,0.00027361608,0.00009675093,0.00013720035,0.005470817],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.98789936,0.0066213184,0.0005759225,0.0016433941,0.0017507776,0.0015093439],"domain_scores_gemma":[0.9501741,0.034232344,0.004881477,0.0059851473,0.002240523,0.0024864934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019130414,0.0016660756,0.0037780718,0.0016150551,0.0020395818,0.0038863204,0.0043610525,0.0030894086,0.0072005],"category_scores_gemma":[0.06295272,0.00086950377,0.0014116801,0.0014912041,0.0029435751,0.0053411988,0.0059254435,0.0023526442,0.0014786124],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018538238,0.0011402832,0.0075713983,0.0009293394,0.0003151159,0.00056682224,0.00156518,0.5099638,0.015291309,0.29380763,0.0071070967,0.1598882],"study_design_scores_gemma":[0.00031394788,0.00048887444,0.00114991,0.00006901717,0.000059729668,0.00016405583,0.00033873515,0.81515694,0.003231941,0.17378776,0.0051814495,0.00005770974],"about_ca_topic_score_codex":0.0018248169,"about_ca_topic_score_gemma":0.0013488355,"teacher_disagreement_score":0.019130414,"about_ca_system_score_codex":0.0018968551,"about_ca_system_score_gemma":0.002927798,"threshold_uncertainty_score":0.10117251},"labels":[],"label_agreement":null},{"id":"W7124155128","doi":"10.65109/xjbq7986","title":"Quality and Budget Aware Task Allocation for Spatial Crowdsourcing","year":2015,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Task (project management); Quality (philosophy); Reputation; Field (mathematics); Budget constraint","score_opus":0.05894057195922795,"score_gpt":0.31113427994297793,"score_spread":0.25219370798374996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124155128","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025041705,0.0008588978,0.9687311,0.0006363046,0.00010367642,0.0002348022,0.000088647525,0.0003304399,0.0039743786],"genre_scores_gemma":[0.84626836,0.00063174637,0.14799957,0.00016546214,0.00016371344,0.00035181065,0.00010554963,0.00018233481,0.0041314187],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962993,0.001670005,0.00019700383,0.0006225014,0.00076545036,0.00044564414],"domain_scores_gemma":[0.99366647,0.0033242747,0.0008197333,0.0007866753,0.00075837673,0.0006445682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004774866,0.0015444851,0.0018144543,0.0010384499,0.0011621463,0.0019256923,0.002789133,0.0016224502,0.0028268571],"category_scores_gemma":[0.01641376,0.00081563566,0.00068146037,0.0014224254,0.0012872539,0.0026641593,0.0029176748,0.0013149399,0.0006154786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005416226,0.000213653,0.0016067725,0.00039684103,0.000111677604,0.00024308845,0.00045488306,0.8516526,0.008891073,0.039917123,0.004102124,0.09186863],"study_design_scores_gemma":[0.000048377176,0.000104017665,0.000549493,0.000031401225,0.00002717083,0.00009507676,0.000113981834,0.9665031,0.0013252638,0.029025674,0.0021476622,0.00002872914],"about_ca_topic_score_codex":0.0049166493,"about_ca_topic_score_gemma":0.00392785,"teacher_disagreement_score":0.0049166493,"about_ca_system_score_codex":0.0021906162,"about_ca_system_score_gemma":0.002406479,"threshold_uncertainty_score":0.025252223},"labels":[],"label_agreement":null},{"id":"W7124250485","doi":"10.65109/oett5987","title":"Group Fairness in Peer Review","year":2023,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Core (optical fiber); Group (periodic table); Isolation (microbiology); Peer group; Simple (philosophy)","score_opus":0.04003123301028782,"score_gpt":0.29398831375761597,"score_spread":0.25395708074732815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124250485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034124497,0.0030213797,0.9166452,0.00830877,0.0009803433,0.00049268274,0.00022382897,0.00047354365,0.03572988],"genre_scores_gemma":[0.7682891,0.0018165343,0.20466386,0.0015655712,0.0021594993,0.0009009751,0.00020531009,0.00031044445,0.020088688],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9528232,0.029187934,0.0013767398,0.007068349,0.0070211827,0.0025226155],"domain_scores_gemma":[0.8663716,0.09395595,0.007653369,0.018787682,0.009527842,0.0037036955],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.043500166,0.0012359074,0.002935369,0.0023611486,0.004367395,0.0055200034,0.004941175,0.004366271,0.007845267],"category_scores_gemma":[0.12350757,0.0009088304,0.0014209902,0.0026733926,0.006741288,0.010453015,0.0054595596,0.0041188058,0.0020973783],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029632033,0.000086541426,0.0014235934,0.00033574257,0.000094410985,0.00014433458,0.0007984775,0.03868263,0.0007626853,0.8949829,0.007668875,0.05472355],"study_design_scores_gemma":[0.00009887775,0.00009773855,0.00035515288,0.000057352205,0.00003352603,0.00011969024,0.00011792118,0.073053546,0.0005363745,0.91393805,0.011559959,0.00003173188],"about_ca_topic_score_codex":0.0020478005,"about_ca_topic_score_gemma":0.0014114981,"teacher_disagreement_score":0.9564998,"about_ca_system_score_codex":0.004368077,"about_ca_system_score_gemma":0.005953405,"threshold_uncertainty_score":0.23005366},"labels":[],"label_agreement":null},{"id":"W7125905368","doi":"10.1109/smc58881.2025.11342445","title":"Solving the Flexible Task Allocation Problem via Group Role Assignment in Crowdsourcing","year":2025,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"National Key Research and Development Program of China; Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Task (project management); Work (physics); Focus (optics); Task analysis; Quality (philosophy)","score_opus":0.007047218507906059,"score_gpt":0.22659463614767322,"score_spread":0.21954741763976715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125905368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04389513,0.00041858398,0.94652563,0.00079909223,0.00011366692,0.00026587513,0.00012923115,0.00020081083,0.0076520317],"genre_scores_gemma":[0.73851794,0.0005476003,0.2508649,0.00033181586,0.000107634834,0.0007182656,0.00018177734,0.00013116389,0.008598961],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982072,0.00082807284,0.00006125349,0.00039414054,0.00018138636,0.00032793498],"domain_scores_gemma":[0.9972639,0.0018706116,0.00022164967,0.00019650148,0.00016418703,0.00028319022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002659421,0.001552243,0.0016373028,0.000549717,0.001389518,0.0018510398,0.0028120726,0.0022931688,0.005763448],"category_scores_gemma":[0.0052421573,0.0007506838,0.0013905512,0.0007276613,0.0015127561,0.0018217501,0.0026317101,0.0019713081,0.00066785334],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013054839,0.00009234579,0.00079262524,0.0001651839,0.000040756786,0.00018656695,0.0002359975,0.94856423,0.001052854,0.028924694,0.0012146924,0.01859943],"study_design_scores_gemma":[0.000031505275,0.000053258656,0.00015629723,0.00001750086,0.000015875255,0.000033308683,0.000105386796,0.9726093,0.00022953705,0.025452565,0.0012831151,0.00001245044],"about_ca_topic_score_codex":0.009502272,"about_ca_topic_score_gemma":0.008026207,"teacher_disagreement_score":0.009502272,"about_ca_system_score_codex":0.0016358052,"about_ca_system_score_gemma":0.0023271833,"threshold_uncertainty_score":0.019280612},"labels":[],"label_agreement":null},{"id":"W7134171278","doi":"10.1109/bigdata66926.2025.11400864","title":"Blockchain and Responsible AI: Enhancing Transparency, Privacy, and Accountability Through Blockchain Hackathon","year":2025,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Korea Creative Content Agency","keywords":"Accountability; Blockchain; Key (lock); Confidentiality","score_opus":0.015550802958750947,"score_gpt":0.2796158489387083,"score_spread":0.26406504597995734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134171278","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10797854,0.00092687306,0.83673,0.012022384,0.0004597711,0.00042318265,0.00034061485,0.0021604153,0.038958248],"genre_scores_gemma":[0.9568101,0.00041063814,0.034001663,0.0005588125,0.00009423326,0.00018570847,0.00013474382,0.00013255175,0.007671497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98609954,0.0071447347,0.0005320437,0.001402449,0.0035128081,0.0013084535],"domain_scores_gemma":[0.937819,0.0340458,0.0032457043,0.018754518,0.004353787,0.0017812168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012024367,0.0007299953,0.00095202436,0.0013288504,0.0027270152,0.005278812,0.0022036068,0.0032639166,0.010215623],"category_scores_gemma":[0.046617895,0.00062571093,0.0006698706,0.0016876953,0.00630076,0.013295571,0.009658455,0.0048431796,0.0018872538],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010173945,0.00032051693,0.004565252,0.00031251836,0.00010376519,0.0004415796,0.0016593928,0.06267587,0.009041158,0.81287086,0.0072566858,0.099735014],"study_design_scores_gemma":[0.00013343585,0.00012038484,0.00044625625,0.000108103966,0.000040834577,0.0001375659,0.00032997245,0.22515148,0.007245668,0.7509183,0.015305858,0.0000621156],"about_ca_topic_score_codex":0.0035663855,"about_ca_topic_score_gemma":0.0029889413,"teacher_disagreement_score":0.012024367,"about_ca_system_score_codex":0.0018669518,"about_ca_system_score_gemma":0.006571754,"threshold_uncertainty_score":0.06359172},"labels":[],"label_agreement":null},{"id":"W827294596","doi":"10.1007/978-3-642-41924-9_46","title":"Lightweight Conceptual Modeling for Crowdsourcing","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Crowdsourcing; Computer science; Conceptual model; Data science; World Wide Web; Database","score_opus":0.022935527909122965,"score_gpt":0.235097107297533,"score_spread":0.21216157938841004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W827294596","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011175541,0.00011611646,0.99558675,0.00023092957,0.000037737424,0.00010839958,0.00022397174,0.0007991387,0.0017793644],"genre_scores_gemma":[0.113377176,0.0005118622,0.8753057,0.0002521225,0.00009489978,0.00066480436,0.0018755828,0.0007258954,0.007191939],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99500424,0.001633242,0.00045269183,0.0007651687,0.0017965748,0.00034804567],"domain_scores_gemma":[0.9940508,0.0024855984,0.00026866485,0.0019557988,0.0009790851,0.00026014174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047352,0.001504208,0.0012851505,0.0019285638,0.0020769273,0.0059853266,0.0053846925,0.0023861704,0.011162],"category_scores_gemma":[0.01670024,0.0016880808,0.0038565597,0.0025343553,0.0017184983,0.008195181,0.007984289,0.003928915,0.0039266394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001200703,0.00015764442,0.00087678805,0.00047857923,0.0001377829,0.00031870342,0.0010948166,0.11953337,0.003117073,0.7294047,0.013160956,0.13159958],"study_design_scores_gemma":[0.000015663085,0.00001598178,0.000091084665,0.00009080011,0.000039968912,0.000088735054,0.00015302608,0.566932,0.0013429001,0.40109417,0.030107735,0.000027935866],"about_ca_topic_score_codex":0.008885432,"about_ca_topic_score_gemma":0.012271339,"teacher_disagreement_score":0.011162,"about_ca_system_score_codex":0.002615232,"about_ca_system_score_gemma":0.0027884871,"threshold_uncertainty_score":0.03734064},"labels":[],"label_agreement":null},{"id":"W959101926","doi":"10.1007/978-3-319-02717-3_2","title":"Crowdsourcing Information Systems","year":2013,"lang":"en","type":"book-chapter","venue":"SpringerBriefs in applied sciences and technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsourcing; Computer science; Data science; World Wide Web","score_opus":0.008998640825989395,"score_gpt":0.19370212880215748,"score_spread":0.1847034879761681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W959101926","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009314833,0.03137794,0.530722,0.018042812,0.005778634,0.00057104713,0.0011606319,0.0029718212,0.40006033],"genre_scores_gemma":[0.3169745,0.033554588,0.16057356,0.002838135,0.004799767,0.0006474574,0.0031683145,0.0011384664,0.47630513],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763715,0.0005485889,0.000099734774,0.0003291607,0.0012458676,0.00013943377],"domain_scores_gemma":[0.997827,0.0009306434,0.00006398344,0.0007965485,0.00030085616,0.00008092115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020584762,0.0010924174,0.0009462775,0.0026099314,0.0016312592,0.006102005,0.0018852367,0.0028013173,0.020316895],"category_scores_gemma":[0.0063033905,0.0007081608,0.0007538957,0.0039171986,0.002032183,0.0066366442,0.004822414,0.001873719,0.008110998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055120265,0.00007252355,0.00029235386,0.0006105716,0.00007703875,0.00016745854,0.0006719314,0.013827701,0.0024839,0.3823361,0.15111059,0.44829476],"study_design_scores_gemma":[0.000020606964,0.000024171333,0.00026211835,0.00018018174,0.000022104714,0.00014587151,0.00024569756,0.028930018,0.0020504498,0.3682386,0.599846,0.00003412627],"about_ca_topic_score_codex":0.0038528114,"about_ca_topic_score_gemma":0.003434384,"teacher_disagreement_score":0.020316895,"about_ca_system_score_codex":0.0017577651,"about_ca_system_score_gemma":0.0016444402,"threshold_uncertainty_score":0.06796682},"labels":[],"label_agreement":null}]}